| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.000566358316028, | |
| "eval_steps": 500, | |
| "global_step": 1325, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0007551444213705871, | |
| "grad_norm": 0.059659671038389206, | |
| "learning_rate": 2e-05, | |
| "loss": 0.4492, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0015102888427411742, | |
| "grad_norm": 0.0642104372382164, | |
| "learning_rate": 4e-05, | |
| "loss": 0.4602, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.0022654332641117614, | |
| "grad_norm": 0.06154001131653786, | |
| "learning_rate": 6e-05, | |
| "loss": 0.488, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.0030205776854823484, | |
| "grad_norm": 0.07486463338136673, | |
| "learning_rate": 8e-05, | |
| "loss": 0.5672, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.003775722106852936, | |
| "grad_norm": 0.08084491640329361, | |
| "learning_rate": 0.0001, | |
| "loss": 0.525, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.004530866528223523, | |
| "grad_norm": 0.09173104912042618, | |
| "learning_rate": 9.999985839072915e-05, | |
| "loss": 0.523, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.00528601094959411, | |
| "grad_norm": 0.10932840406894684, | |
| "learning_rate": 9.999943356371866e-05, | |
| "loss": 0.4872, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.006041155370964697, | |
| "grad_norm": 0.14193305373191833, | |
| "learning_rate": 9.999872552137497e-05, | |
| "loss": 0.5677, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.006796299792335284, | |
| "grad_norm": 0.15595699846744537, | |
| "learning_rate": 9.999773426770865e-05, | |
| "loss": 0.6329, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.007551444213705872, | |
| "grad_norm": 0.157088503241539, | |
| "learning_rate": 9.999645980833454e-05, | |
| "loss": 0.5819, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.008306588635076459, | |
| "grad_norm": 0.12618108093738556, | |
| "learning_rate": 9.999490215047167e-05, | |
| "loss": 0.5207, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.009061733056447046, | |
| "grad_norm": 0.15058279037475586, | |
| "learning_rate": 9.999306130294317e-05, | |
| "loss": 0.5821, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.009816877477817633, | |
| "grad_norm": 0.12929701805114746, | |
| "learning_rate": 9.99909372761763e-05, | |
| "loss": 0.5065, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.01057202189918822, | |
| "grad_norm": 0.12497358024120331, | |
| "learning_rate": 9.99885300822023e-05, | |
| "loss": 0.524, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.011327166320558807, | |
| "grad_norm": 0.12322711199522018, | |
| "learning_rate": 9.998583973465646e-05, | |
| "loss": 0.605, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.012082310741929394, | |
| "grad_norm": 0.11271341890096664, | |
| "learning_rate": 9.998286624877786e-05, | |
| "loss": 0.5465, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.01283745516329998, | |
| "grad_norm": 0.11549581587314606, | |
| "learning_rate": 9.997960964140947e-05, | |
| "loss": 0.5595, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.013592599584670568, | |
| "grad_norm": 0.12339697778224945, | |
| "learning_rate": 9.997606993099789e-05, | |
| "loss": 0.4647, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.014347744006041155, | |
| "grad_norm": 0.13940560817718506, | |
| "learning_rate": 9.997224713759335e-05, | |
| "loss": 0.5441, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.015102888427411743, | |
| "grad_norm": 0.12651537358760834, | |
| "learning_rate": 9.99681412828496e-05, | |
| "loss": 0.5482, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.01585803284878233, | |
| "grad_norm": 0.13802285492420197, | |
| "learning_rate": 9.996375239002369e-05, | |
| "loss": 0.4715, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.016613177270152917, | |
| "grad_norm": 0.13440218567848206, | |
| "learning_rate": 9.995908048397595e-05, | |
| "loss": 0.5641, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.017368321691523504, | |
| "grad_norm": 0.139227494597435, | |
| "learning_rate": 9.995412559116979e-05, | |
| "loss": 0.4398, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.01812346611289409, | |
| "grad_norm": 0.1373261958360672, | |
| "learning_rate": 9.994888773967157e-05, | |
| "loss": 0.5384, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.018878610534264678, | |
| "grad_norm": 0.14462506771087646, | |
| "learning_rate": 9.99433669591504e-05, | |
| "loss": 0.5708, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.019633754955635265, | |
| "grad_norm": 0.14911501109600067, | |
| "learning_rate": 9.993756328087805e-05, | |
| "loss": 0.5851, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.020388899377005852, | |
| "grad_norm": 0.13722750544548035, | |
| "learning_rate": 9.99314767377287e-05, | |
| "loss": 0.488, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.02114404379837644, | |
| "grad_norm": 0.1530655175447464, | |
| "learning_rate": 9.992510736417878e-05, | |
| "loss": 0.5364, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.021899188219747026, | |
| "grad_norm": 0.14158278703689575, | |
| "learning_rate": 9.991845519630678e-05, | |
| "loss": 0.4066, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.022654332641117613, | |
| "grad_norm": 0.14002585411071777, | |
| "learning_rate": 9.991152027179307e-05, | |
| "loss": 0.4307, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.0234094770624882, | |
| "grad_norm": 0.15578630566596985, | |
| "learning_rate": 9.990430262991962e-05, | |
| "loss": 0.4661, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.024164621483858787, | |
| "grad_norm": 0.16023118793964386, | |
| "learning_rate": 9.989680231156981e-05, | |
| "loss": 0.4454, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.024919765905229374, | |
| "grad_norm": 0.17581893503665924, | |
| "learning_rate": 9.988901935922826e-05, | |
| "loss": 0.5209, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.02567491032659996, | |
| "grad_norm": 0.1649864912033081, | |
| "learning_rate": 9.988095381698048e-05, | |
| "loss": 0.5037, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.026430054747970548, | |
| "grad_norm": 0.18106521666049957, | |
| "learning_rate": 9.987260573051269e-05, | |
| "loss": 0.4649, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.027185199169341135, | |
| "grad_norm": 0.1807573437690735, | |
| "learning_rate": 9.986397514711154e-05, | |
| "loss": 0.4987, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.027940343590711722, | |
| "grad_norm": 0.392092764377594, | |
| "learning_rate": 9.985506211566388e-05, | |
| "loss": 0.526, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.02869548801208231, | |
| "grad_norm": 0.17764483392238617, | |
| "learning_rate": 9.98458666866564e-05, | |
| "loss": 0.4262, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.0294506324334529, | |
| "grad_norm": 0.20041850209236145, | |
| "learning_rate": 9.983638891217544e-05, | |
| "loss": 0.5239, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.030205776854823486, | |
| "grad_norm": 0.19753199815750122, | |
| "learning_rate": 9.982662884590662e-05, | |
| "loss": 0.4918, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.030960921276194073, | |
| "grad_norm": 0.19215907156467438, | |
| "learning_rate": 9.981658654313457e-05, | |
| "loss": 0.4474, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.03171606569756466, | |
| "grad_norm": 0.19931669533252716, | |
| "learning_rate": 9.980626206074263e-05, | |
| "loss": 0.4531, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.032471210118935244, | |
| "grad_norm": 0.20595461130142212, | |
| "learning_rate": 9.979565545721248e-05, | |
| "loss": 0.4495, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.033226354540305834, | |
| "grad_norm": 0.20857509970664978, | |
| "learning_rate": 9.978476679262387e-05, | |
| "loss": 0.4331, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.03398149896167642, | |
| "grad_norm": 0.21194373071193695, | |
| "learning_rate": 9.977359612865423e-05, | |
| "loss": 0.3721, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.03473664338304701, | |
| "grad_norm": 0.21357247233390808, | |
| "learning_rate": 9.976214352857834e-05, | |
| "loss": 0.4586, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.03549178780441759, | |
| "grad_norm": 0.23830629885196686, | |
| "learning_rate": 9.975040905726798e-05, | |
| "loss": 0.4416, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.03624693222578818, | |
| "grad_norm": 0.2576565444469452, | |
| "learning_rate": 9.973839278119155e-05, | |
| "loss": 0.4685, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.037002076647158766, | |
| "grad_norm": 0.5738092660903931, | |
| "learning_rate": 9.972609476841367e-05, | |
| "loss": 0.3931, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.037757221068529356, | |
| "grad_norm": 0.31976327300071716, | |
| "learning_rate": 9.971351508859488e-05, | |
| "loss": 0.419, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.03851236548989995, | |
| "grad_norm": 0.11089778691530228, | |
| "learning_rate": 9.970065381299112e-05, | |
| "loss": 0.3417, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.03926750991127053, | |
| "grad_norm": 0.13030797243118286, | |
| "learning_rate": 9.968751101445343e-05, | |
| "loss": 0.3921, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.04002265433264112, | |
| "grad_norm": 0.12426062673330307, | |
| "learning_rate": 9.967408676742751e-05, | |
| "loss": 0.3519, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.040777798754011704, | |
| "grad_norm": 0.13413658738136292, | |
| "learning_rate": 9.966038114795328e-05, | |
| "loss": 0.4093, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.041532943175382295, | |
| "grad_norm": 0.1284988820552826, | |
| "learning_rate": 9.964639423366442e-05, | |
| "loss": 0.4002, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.04228808759675288, | |
| "grad_norm": 0.11679685115814209, | |
| "learning_rate": 9.963212610378803e-05, | |
| "loss": 0.4191, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.04304323201812347, | |
| "grad_norm": 0.12084402143955231, | |
| "learning_rate": 9.961757683914406e-05, | |
| "loss": 0.3768, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.04379837643949405, | |
| "grad_norm": 0.11981435120105743, | |
| "learning_rate": 9.960274652214496e-05, | |
| "loss": 0.4396, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.04455352086086464, | |
| "grad_norm": 0.1252336949110031, | |
| "learning_rate": 9.958763523679514e-05, | |
| "loss": 0.4526, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.045308665282235226, | |
| "grad_norm": 0.12791119515895844, | |
| "learning_rate": 9.957224306869053e-05, | |
| "loss": 0.4877, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.04606380970360582, | |
| "grad_norm": 0.12734884023666382, | |
| "learning_rate": 9.955657010501806e-05, | |
| "loss": 0.4608, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.0468189541249764, | |
| "grad_norm": 0.12033625692129135, | |
| "learning_rate": 9.954061643455523e-05, | |
| "loss": 0.4842, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.04757409854634699, | |
| "grad_norm": 0.11826111376285553, | |
| "learning_rate": 9.952438214766955e-05, | |
| "loss": 0.4132, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.048329242967717574, | |
| "grad_norm": 0.12830643355846405, | |
| "learning_rate": 9.950786733631801e-05, | |
| "loss": 0.4733, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.049084387389088165, | |
| "grad_norm": 0.13267682492733002, | |
| "learning_rate": 9.949107209404665e-05, | |
| "loss": 0.4303, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.04983953181045875, | |
| "grad_norm": 0.12670353055000305, | |
| "learning_rate": 9.947399651598993e-05, | |
| "loss": 0.5202, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.05059467623182934, | |
| "grad_norm": 0.15055082738399506, | |
| "learning_rate": 9.945664069887028e-05, | |
| "loss": 0.4475, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.05134982065319992, | |
| "grad_norm": 0.13549265265464783, | |
| "learning_rate": 9.943900474099748e-05, | |
| "loss": 0.5083, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.05210496507457051, | |
| "grad_norm": 0.12346430122852325, | |
| "learning_rate": 9.942108874226811e-05, | |
| "loss": 0.3601, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.052860109495941096, | |
| "grad_norm": 0.14251157641410828, | |
| "learning_rate": 9.940289280416508e-05, | |
| "loss": 0.4827, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.05361525391731169, | |
| "grad_norm": 0.13678328692913055, | |
| "learning_rate": 9.938441702975689e-05, | |
| "loss": 0.4081, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.05437039833868227, | |
| "grad_norm": 0.13870520889759064, | |
| "learning_rate": 9.93656615236972e-05, | |
| "loss": 0.442, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.05512554276005286, | |
| "grad_norm": 0.13190938532352448, | |
| "learning_rate": 9.934662639222412e-05, | |
| "loss": 0.409, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.055880687181423444, | |
| "grad_norm": 0.1491832584142685, | |
| "learning_rate": 9.932731174315972e-05, | |
| "loss": 0.5432, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.056635831602794035, | |
| "grad_norm": 0.14117342233657837, | |
| "learning_rate": 9.930771768590933e-05, | |
| "loss": 0.436, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.05739097602416462, | |
| "grad_norm": 0.15490145981311798, | |
| "learning_rate": 9.928784433146096e-05, | |
| "loss": 0.4399, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.05814612044553521, | |
| "grad_norm": 0.15420539677143097, | |
| "learning_rate": 9.926769179238466e-05, | |
| "loss": 0.4223, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.0589012648669058, | |
| "grad_norm": 0.15358476340770721, | |
| "learning_rate": 9.924726018283187e-05, | |
| "loss": 0.4702, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.05965640928827638, | |
| "grad_norm": 0.15698279440402985, | |
| "learning_rate": 9.922654961853481e-05, | |
| "loss": 0.4728, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.06041155370964697, | |
| "grad_norm": 0.16668903827667236, | |
| "learning_rate": 9.92055602168058e-05, | |
| "loss": 0.4654, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.061166698131017556, | |
| "grad_norm": 0.16828201711177826, | |
| "learning_rate": 9.918429209653662e-05, | |
| "loss": 0.4588, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.06192184255238815, | |
| "grad_norm": 0.1675289273262024, | |
| "learning_rate": 9.916274537819775e-05, | |
| "loss": 0.489, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.06267698697375873, | |
| "grad_norm": 0.19768594205379486, | |
| "learning_rate": 9.914092018383778e-05, | |
| "loss": 0.4707, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.06343213139512932, | |
| "grad_norm": 0.17943724989891052, | |
| "learning_rate": 9.911881663708275e-05, | |
| "loss": 0.458, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.06418727581649991, | |
| "grad_norm": 0.18578174710273743, | |
| "learning_rate": 9.909643486313533e-05, | |
| "loss": 0.403, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.06494242023787049, | |
| "grad_norm": 0.1998097449541092, | |
| "learning_rate": 9.90737749887742e-05, | |
| "loss": 0.5154, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.06569756465924108, | |
| "grad_norm": 0.18927428126335144, | |
| "learning_rate": 9.905083714235326e-05, | |
| "loss": 0.4682, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.06645270908061167, | |
| "grad_norm": 0.18993408977985382, | |
| "learning_rate": 9.9027621453801e-05, | |
| "loss": 0.4373, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.06720785350198226, | |
| "grad_norm": 0.18295501172542572, | |
| "learning_rate": 9.900412805461967e-05, | |
| "loss": 0.4163, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.06796299792335284, | |
| "grad_norm": 0.20295414328575134, | |
| "learning_rate": 9.898035707788463e-05, | |
| "loss": 0.4816, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.06871814234472343, | |
| "grad_norm": 0.21273529529571533, | |
| "learning_rate": 9.895630865824347e-05, | |
| "loss": 0.4363, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.06947328676609402, | |
| "grad_norm": 0.21219299733638763, | |
| "learning_rate": 9.893198293191538e-05, | |
| "loss": 0.5055, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.07022843118746461, | |
| "grad_norm": 0.2346925586462021, | |
| "learning_rate": 9.890738003669029e-05, | |
| "loss": 0.5144, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.07098357560883518, | |
| "grad_norm": 0.2355310320854187, | |
| "learning_rate": 9.888250011192811e-05, | |
| "loss": 0.4826, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.07173872003020577, | |
| "grad_norm": 0.23005840182304382, | |
| "learning_rate": 9.885734329855798e-05, | |
| "loss": 0.4764, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.07249386445157636, | |
| "grad_norm": 0.2246306836605072, | |
| "learning_rate": 9.883190973907741e-05, | |
| "loss": 0.3891, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.07324900887294696, | |
| "grad_norm": 0.28144529461860657, | |
| "learning_rate": 9.880619957755151e-05, | |
| "loss": 0.5174, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.07400415329431753, | |
| "grad_norm": 0.27972379326820374, | |
| "learning_rate": 9.878021295961217e-05, | |
| "loss": 0.4433, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.07475929771568812, | |
| "grad_norm": 0.3294559717178345, | |
| "learning_rate": 9.875395003245724e-05, | |
| "loss": 0.442, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.07551444213705871, | |
| "grad_norm": 0.3774302303791046, | |
| "learning_rate": 9.872741094484965e-05, | |
| "loss": 0.5358, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.0762695865584293, | |
| "grad_norm": 0.12596380710601807, | |
| "learning_rate": 9.870059584711668e-05, | |
| "loss": 0.3584, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.0770247309797999, | |
| "grad_norm": 0.1355014592409134, | |
| "learning_rate": 9.867350489114894e-05, | |
| "loss": 0.4008, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.07777987540117047, | |
| "grad_norm": 0.14024491608142853, | |
| "learning_rate": 9.864613823039969e-05, | |
| "loss": 0.3752, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.07853501982254106, | |
| "grad_norm": 0.13403770327568054, | |
| "learning_rate": 9.861849601988383e-05, | |
| "loss": 0.38, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.07929016424391165, | |
| "grad_norm": 0.1362624615430832, | |
| "learning_rate": 9.859057841617709e-05, | |
| "loss": 0.3889, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.08004530866528224, | |
| "grad_norm": 0.137498140335083, | |
| "learning_rate": 9.856238557741513e-05, | |
| "loss": 0.4215, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.08080045308665282, | |
| "grad_norm": 0.1259029656648636, | |
| "learning_rate": 9.853391766329263e-05, | |
| "loss": 0.3831, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.08155559750802341, | |
| "grad_norm": 0.12306073307991028, | |
| "learning_rate": 9.850517483506244e-05, | |
| "loss": 0.3843, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.082310741929394, | |
| "grad_norm": 0.12481655925512314, | |
| "learning_rate": 9.847615725553456e-05, | |
| "loss": 0.4206, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.08306588635076459, | |
| "grad_norm": 0.11769527196884155, | |
| "learning_rate": 9.844686508907537e-05, | |
| "loss": 0.3633, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.08382103077213517, | |
| "grad_norm": 0.12572641670703888, | |
| "learning_rate": 9.841729850160652e-05, | |
| "loss": 0.4113, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.08457617519350576, | |
| "grad_norm": 0.12385623157024384, | |
| "learning_rate": 9.838745766060416e-05, | |
| "loss": 0.3894, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.08533131961487635, | |
| "grad_norm": 0.13819383084774017, | |
| "learning_rate": 9.835734273509786e-05, | |
| "loss": 0.4989, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.08608646403624694, | |
| "grad_norm": 0.13039085268974304, | |
| "learning_rate": 9.832695389566972e-05, | |
| "loss": 0.4502, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.08684160845761751, | |
| "grad_norm": 0.14915941655635834, | |
| "learning_rate": 9.829629131445342e-05, | |
| "loss": 0.4674, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.0875967528789881, | |
| "grad_norm": 0.13414114713668823, | |
| "learning_rate": 9.826535516513317e-05, | |
| "loss": 0.4914, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.0883518973003587, | |
| "grad_norm": 0.13531801104545593, | |
| "learning_rate": 9.82341456229428e-05, | |
| "loss": 0.4764, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.08910704172172929, | |
| "grad_norm": 0.1374198943376541, | |
| "learning_rate": 9.820266286466471e-05, | |
| "loss": 0.4299, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.08986218614309986, | |
| "grad_norm": 0.14264227449893951, | |
| "learning_rate": 9.817090706862895e-05, | |
| "loss": 0.4164, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.09061733056447045, | |
| "grad_norm": 0.14601197838783264, | |
| "learning_rate": 9.81388784147121e-05, | |
| "loss": 0.4273, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.09137247498584104, | |
| "grad_norm": 0.1535925269126892, | |
| "learning_rate": 9.810657708433637e-05, | |
| "loss": 0.4947, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.09212761940721163, | |
| "grad_norm": 0.1509617269039154, | |
| "learning_rate": 9.807400326046843e-05, | |
| "loss": 0.3626, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.09288276382858221, | |
| "grad_norm": 0.15619726479053497, | |
| "learning_rate": 9.804115712761851e-05, | |
| "loss": 0.4597, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.0936379082499528, | |
| "grad_norm": 0.1454990804195404, | |
| "learning_rate": 9.80080388718393e-05, | |
| "loss": 0.3858, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.09439305267132339, | |
| "grad_norm": 0.1631968766450882, | |
| "learning_rate": 9.797464868072488e-05, | |
| "loss": 0.435, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.09514819709269398, | |
| "grad_norm": 0.15620705485343933, | |
| "learning_rate": 9.794098674340965e-05, | |
| "loss": 0.4259, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.09590334151406457, | |
| "grad_norm": 0.16626444458961487, | |
| "learning_rate": 9.790705325056735e-05, | |
| "loss": 0.4253, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.09665848593543515, | |
| "grad_norm": 0.16531290113925934, | |
| "learning_rate": 9.787284839440982e-05, | |
| "loss": 0.4284, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.09741363035680574, | |
| "grad_norm": 0.15550102293491364, | |
| "learning_rate": 9.783837236868609e-05, | |
| "loss": 0.3745, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.09816877477817633, | |
| "grad_norm": 0.17284280061721802, | |
| "learning_rate": 9.780362536868113e-05, | |
| "loss": 0.4458, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.09892391919954692, | |
| "grad_norm": 0.16307754814624786, | |
| "learning_rate": 9.776860759121484e-05, | |
| "loss": 0.4001, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.0996790636209175, | |
| "grad_norm": 0.1765722781419754, | |
| "learning_rate": 9.77333192346409e-05, | |
| "loss": 0.4215, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.10043420804228809, | |
| "grad_norm": 0.1748800426721573, | |
| "learning_rate": 9.769776049884563e-05, | |
| "loss": 0.4215, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.10118935246365868, | |
| "grad_norm": 0.18451336026191711, | |
| "learning_rate": 9.766193158524692e-05, | |
| "loss": 0.4214, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.10194449688502927, | |
| "grad_norm": 0.19954369962215424, | |
| "learning_rate": 9.762583269679303e-05, | |
| "loss": 0.4085, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.10269964130639984, | |
| "grad_norm": 0.2019212394952774, | |
| "learning_rate": 9.758946403796143e-05, | |
| "loss": 0.3836, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.10345478572777043, | |
| "grad_norm": 0.20586973428726196, | |
| "learning_rate": 9.755282581475769e-05, | |
| "loss": 0.4231, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.10420993014914103, | |
| "grad_norm": 0.2090785652399063, | |
| "learning_rate": 9.751591823471429e-05, | |
| "loss": 0.4385, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.10496507457051162, | |
| "grad_norm": 0.21643619239330292, | |
| "learning_rate": 9.747874150688948e-05, | |
| "loss": 0.4758, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.10572021899188219, | |
| "grad_norm": 0.19914501905441284, | |
| "learning_rate": 9.744129584186598e-05, | |
| "loss": 0.3888, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.10647536341325278, | |
| "grad_norm": 0.23445309698581696, | |
| "learning_rate": 9.740358145174998e-05, | |
| "loss": 0.4988, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.10723050783462337, | |
| "grad_norm": 0.21564048528671265, | |
| "learning_rate": 9.736559855016973e-05, | |
| "loss": 0.4387, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.10798565225599396, | |
| "grad_norm": 0.21970051527023315, | |
| "learning_rate": 9.73273473522745e-05, | |
| "loss": 0.3984, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.10874079667736454, | |
| "grad_norm": 0.24472594261169434, | |
| "learning_rate": 9.728882807473324e-05, | |
| "loss": 0.378, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.10949594109873513, | |
| "grad_norm": 0.24230483174324036, | |
| "learning_rate": 9.725004093573342e-05, | |
| "loss": 0.4024, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.11025108552010572, | |
| "grad_norm": 0.24002547562122345, | |
| "learning_rate": 9.72109861549798e-05, | |
| "loss": 0.3738, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.11100622994147631, | |
| "grad_norm": 0.2504161298274994, | |
| "learning_rate": 9.717166395369313e-05, | |
| "loss": 0.3868, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.11176137436284689, | |
| "grad_norm": 0.2596012055873871, | |
| "learning_rate": 9.713207455460894e-05, | |
| "loss": 0.4068, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.11251651878421748, | |
| "grad_norm": 0.3224775493144989, | |
| "learning_rate": 9.709221818197624e-05, | |
| "loss": 0.4875, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.11327166320558807, | |
| "grad_norm": 0.40476924180984497, | |
| "learning_rate": 9.705209506155634e-05, | |
| "loss": 0.4832, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.11402680762695866, | |
| "grad_norm": 0.11512809246778488, | |
| "learning_rate": 9.701170542062148e-05, | |
| "loss": 0.3255, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.11478195204832924, | |
| "grad_norm": 0.13325871527194977, | |
| "learning_rate": 9.697104948795352e-05, | |
| "loss": 0.3707, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.11553709646969983, | |
| "grad_norm": 0.1390884816646576, | |
| "learning_rate": 9.693012749384279e-05, | |
| "loss": 0.3659, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.11629224089107042, | |
| "grad_norm": 0.13481466472148895, | |
| "learning_rate": 9.688893967008661e-05, | |
| "loss": 0.3847, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.11704738531244101, | |
| "grad_norm": 0.14832735061645508, | |
| "learning_rate": 9.68474862499881e-05, | |
| "loss": 0.457, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.1178025297338116, | |
| "grad_norm": 0.13634005188941956, | |
| "learning_rate": 9.68057674683548e-05, | |
| "loss": 0.4172, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.11855767415518217, | |
| "grad_norm": 0.1387951821088791, | |
| "learning_rate": 9.676378356149734e-05, | |
| "loss": 0.4252, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.11931281857655276, | |
| "grad_norm": 0.1387217789888382, | |
| "learning_rate": 9.672153476722816e-05, | |
| "loss": 0.3928, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.12006796299792336, | |
| "grad_norm": 0.14391182363033295, | |
| "learning_rate": 9.667902132486009e-05, | |
| "loss": 0.4545, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.12082310741929395, | |
| "grad_norm": 0.1416245996952057, | |
| "learning_rate": 9.663624347520505e-05, | |
| "loss": 0.4543, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.12157825184066452, | |
| "grad_norm": 0.13763579726219177, | |
| "learning_rate": 9.659320146057262e-05, | |
| "loss": 0.3957, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.12233339626203511, | |
| "grad_norm": 0.14178583025932312, | |
| "learning_rate": 9.654989552476875e-05, | |
| "loss": 0.448, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.1230885406834057, | |
| "grad_norm": 0.13738113641738892, | |
| "learning_rate": 9.650632591309431e-05, | |
| "loss": 0.3954, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.1238436851047763, | |
| "grad_norm": 0.14869531989097595, | |
| "learning_rate": 9.646249287234374e-05, | |
| "loss": 0.4405, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.12459882952614687, | |
| "grad_norm": 0.14332245290279388, | |
| "learning_rate": 9.641839665080363e-05, | |
| "loss": 0.4543, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.12535397394751746, | |
| "grad_norm": 0.14617004990577698, | |
| "learning_rate": 9.637403749825135e-05, | |
| "loss": 0.397, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.12610911836888805, | |
| "grad_norm": 0.16142374277114868, | |
| "learning_rate": 9.632941566595357e-05, | |
| "loss": 0.5283, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.12686426279025864, | |
| "grad_norm": 0.15721464157104492, | |
| "learning_rate": 9.628453140666492e-05, | |
| "loss": 0.433, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.12761940721162923, | |
| "grad_norm": 0.1646830439567566, | |
| "learning_rate": 9.623938497462646e-05, | |
| "loss": 0.5024, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.12837455163299982, | |
| "grad_norm": 0.14574110507965088, | |
| "learning_rate": 9.619397662556435e-05, | |
| "loss": 0.4194, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.12912969605437039, | |
| "grad_norm": 0.15734295547008514, | |
| "learning_rate": 9.614830661668829e-05, | |
| "loss": 0.4757, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.12988484047574098, | |
| "grad_norm": 0.15386731922626495, | |
| "learning_rate": 9.610237520669016e-05, | |
| "loss": 0.3874, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.13063998489711157, | |
| "grad_norm": 0.16264206171035767, | |
| "learning_rate": 9.60561826557425e-05, | |
| "loss": 0.409, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.13139512931848216, | |
| "grad_norm": 0.1713552325963974, | |
| "learning_rate": 9.600972922549707e-05, | |
| "loss": 0.4799, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.13215027373985275, | |
| "grad_norm": 0.17139887809753418, | |
| "learning_rate": 9.596301517908328e-05, | |
| "loss": 0.3992, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.13290541816122334, | |
| "grad_norm": 0.16348589956760406, | |
| "learning_rate": 9.591604078110685e-05, | |
| "loss": 0.3942, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.13366056258259393, | |
| "grad_norm": 0.1675892323255539, | |
| "learning_rate": 9.586880629764817e-05, | |
| "loss": 0.4305, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.13441570700396452, | |
| "grad_norm": 0.1761837750673294, | |
| "learning_rate": 9.582131199626087e-05, | |
| "loss": 0.4386, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.1351708514253351, | |
| "grad_norm": 0.1876501590013504, | |
| "learning_rate": 9.577355814597031e-05, | |
| "loss": 0.4765, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.13592599584670567, | |
| "grad_norm": 0.18781447410583496, | |
| "learning_rate": 9.572554501727198e-05, | |
| "loss": 0.4502, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.13668114026807626, | |
| "grad_norm": 0.20662984251976013, | |
| "learning_rate": 9.567727288213005e-05, | |
| "loss": 0.4612, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.13743628468944685, | |
| "grad_norm": 0.19330036640167236, | |
| "learning_rate": 9.56287420139758e-05, | |
| "loss": 0.4344, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.13819142911081744, | |
| "grad_norm": 0.19399768114089966, | |
| "learning_rate": 9.557995268770608e-05, | |
| "loss": 0.4314, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.13894657353218803, | |
| "grad_norm": 0.200825035572052, | |
| "learning_rate": 9.553090517968169e-05, | |
| "loss": 0.4095, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.13970171795355862, | |
| "grad_norm": 0.21249161660671234, | |
| "learning_rate": 9.548159976772592e-05, | |
| "loss": 0.5122, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.14045686237492921, | |
| "grad_norm": 0.2057344764471054, | |
| "learning_rate": 9.543203673112293e-05, | |
| "loss": 0.4131, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.1412120067962998, | |
| "grad_norm": 0.2109992653131485, | |
| "learning_rate": 9.538221635061611e-05, | |
| "loss": 0.4596, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.14196715121767037, | |
| "grad_norm": 0.2060767263174057, | |
| "learning_rate": 9.533213890840657e-05, | |
| "loss": 0.4008, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.14272229563904096, | |
| "grad_norm": 0.22520488500595093, | |
| "learning_rate": 9.528180468815155e-05, | |
| "loss": 0.451, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.14347744006041155, | |
| "grad_norm": 0.23366759717464447, | |
| "learning_rate": 9.523121397496269e-05, | |
| "loss": 0.435, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.14423258448178214, | |
| "grad_norm": 0.23018625378608704, | |
| "learning_rate": 9.518036705540458e-05, | |
| "loss": 0.4397, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.14498772890315273, | |
| "grad_norm": 0.22498714923858643, | |
| "learning_rate": 9.512926421749304e-05, | |
| "loss": 0.3717, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.14574287332452332, | |
| "grad_norm": 0.24823418259620667, | |
| "learning_rate": 9.507790575069347e-05, | |
| "loss": 0.3805, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.1464980177458939, | |
| "grad_norm": 0.27361419796943665, | |
| "learning_rate": 9.502629194591926e-05, | |
| "loss": 0.5063, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.1472531621672645, | |
| "grad_norm": 0.27400317788124084, | |
| "learning_rate": 9.497442309553016e-05, | |
| "loss": 0.455, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.14800830658863506, | |
| "grad_norm": 0.30166488885879517, | |
| "learning_rate": 9.492229949333058e-05, | |
| "loss": 0.5024, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.14876345101000565, | |
| "grad_norm": 0.29768070578575134, | |
| "learning_rate": 9.486992143456792e-05, | |
| "loss": 0.382, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.14951859543137624, | |
| "grad_norm": 0.3229611814022064, | |
| "learning_rate": 9.481728921593093e-05, | |
| "loss": 0.4178, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.15027373985274683, | |
| "grad_norm": 0.31606340408325195, | |
| "learning_rate": 9.476440313554803e-05, | |
| "loss": 0.403, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.15102888427411743, | |
| "grad_norm": 0.3485797047615051, | |
| "learning_rate": 9.471126349298556e-05, | |
| "loss": 0.3898, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.15178402869548802, | |
| "grad_norm": 0.12325902283191681, | |
| "learning_rate": 9.46578705892462e-05, | |
| "loss": 0.3083, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.1525391731168586, | |
| "grad_norm": 0.1569177210330963, | |
| "learning_rate": 9.460422472676712e-05, | |
| "loss": 0.3685, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.1532943175382292, | |
| "grad_norm": 0.1423245519399643, | |
| "learning_rate": 9.45503262094184e-05, | |
| "loss": 0.341, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.1540494619595998, | |
| "grad_norm": 0.13771581649780273, | |
| "learning_rate": 9.449617534250122e-05, | |
| "loss": 0.3271, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.15480460638097035, | |
| "grad_norm": 0.15911588072776794, | |
| "learning_rate": 9.444177243274618e-05, | |
| "loss": 0.4001, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.15555975080234094, | |
| "grad_norm": 0.14060606062412262, | |
| "learning_rate": 9.438711778831152e-05, | |
| "loss": 0.3537, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.15631489522371153, | |
| "grad_norm": 0.1690395623445511, | |
| "learning_rate": 9.433221171878144e-05, | |
| "loss": 0.5235, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.15707003964508212, | |
| "grad_norm": 0.133980393409729, | |
| "learning_rate": 9.427705453516427e-05, | |
| "loss": 0.351, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.1578251840664527, | |
| "grad_norm": 0.1446908861398697, | |
| "learning_rate": 9.422164654989072e-05, | |
| "loss": 0.3714, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.1585803284878233, | |
| "grad_norm": 0.15370596945285797, | |
| "learning_rate": 9.41659880768122e-05, | |
| "loss": 0.4452, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.1593354729091939, | |
| "grad_norm": 0.15254907310009003, | |
| "learning_rate": 9.411007943119894e-05, | |
| "loss": 0.4388, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.16009061733056448, | |
| "grad_norm": 0.14596116542816162, | |
| "learning_rate": 9.405392092973823e-05, | |
| "loss": 0.4037, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.16084576175193505, | |
| "grad_norm": 0.14959284663200378, | |
| "learning_rate": 9.399751289053267e-05, | |
| "loss": 0.3917, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.16160090617330564, | |
| "grad_norm": 0.16624942421913147, | |
| "learning_rate": 9.394085563309827e-05, | |
| "loss": 0.4609, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.16235605059467623, | |
| "grad_norm": 0.16217663884162903, | |
| "learning_rate": 9.388394947836279e-05, | |
| "loss": 0.4446, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.16311119501604682, | |
| "grad_norm": 0.1554042100906372, | |
| "learning_rate": 9.382679474866376e-05, | |
| "loss": 0.4281, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.1638663394374174, | |
| "grad_norm": 0.16471102833747864, | |
| "learning_rate": 9.376939176774679e-05, | |
| "loss": 0.4674, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.164621483858788, | |
| "grad_norm": 0.15578734874725342, | |
| "learning_rate": 9.371174086076363e-05, | |
| "loss": 0.3938, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.1653766282801586, | |
| "grad_norm": 0.16161073744297028, | |
| "learning_rate": 9.365384235427042e-05, | |
| "loss": 0.4238, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.16613177270152918, | |
| "grad_norm": 0.16967645287513733, | |
| "learning_rate": 9.359569657622574e-05, | |
| "loss": 0.4663, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.16688691712289974, | |
| "grad_norm": 0.1597963124513626, | |
| "learning_rate": 9.353730385598887e-05, | |
| "loss": 0.4046, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.16764206154427033, | |
| "grad_norm": 0.17794618010520935, | |
| "learning_rate": 9.34786645243178e-05, | |
| "loss": 0.4111, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.16839720596564092, | |
| "grad_norm": 0.16721504926681519, | |
| "learning_rate": 9.341977891336749e-05, | |
| "loss": 0.4147, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.1691523503870115, | |
| "grad_norm": 0.1782609224319458, | |
| "learning_rate": 9.336064735668784e-05, | |
| "loss": 0.4159, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.1699074948083821, | |
| "grad_norm": 0.17892874777317047, | |
| "learning_rate": 9.330127018922194e-05, | |
| "loss": 0.4498, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.1706626392297527, | |
| "grad_norm": 0.18540053069591522, | |
| "learning_rate": 9.324164774730406e-05, | |
| "loss": 0.4727, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.17141778365112328, | |
| "grad_norm": 0.19462263584136963, | |
| "learning_rate": 9.318178036865785e-05, | |
| "loss": 0.4427, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.17217292807249387, | |
| "grad_norm": 0.19947673380374908, | |
| "learning_rate": 9.312166839239433e-05, | |
| "loss": 0.4262, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.17292807249386447, | |
| "grad_norm": 0.19704130291938782, | |
| "learning_rate": 9.306131215901003e-05, | |
| "loss": 0.4226, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.17368321691523503, | |
| "grad_norm": 0.18819350004196167, | |
| "learning_rate": 9.300071201038503e-05, | |
| "loss": 0.4082, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.17443836133660562, | |
| "grad_norm": 0.20187118649482727, | |
| "learning_rate": 9.293986828978106e-05, | |
| "loss": 0.449, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.1751935057579762, | |
| "grad_norm": 0.2177709937095642, | |
| "learning_rate": 9.287878134183948e-05, | |
| "loss": 0.4607, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.1759486501793468, | |
| "grad_norm": 0.2070026397705078, | |
| "learning_rate": 9.281745151257946e-05, | |
| "loss": 0.3923, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.1767037946007174, | |
| "grad_norm": 0.2048753798007965, | |
| "learning_rate": 9.275587914939586e-05, | |
| "loss": 0.4518, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.17745893902208798, | |
| "grad_norm": 0.20374053716659546, | |
| "learning_rate": 9.26940646010574e-05, | |
| "loss": 0.4258, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.17821408344345857, | |
| "grad_norm": 0.22188866138458252, | |
| "learning_rate": 9.263200821770461e-05, | |
| "loss": 0.3896, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.17896922786482916, | |
| "grad_norm": 0.22264693677425385, | |
| "learning_rate": 9.256971035084785e-05, | |
| "loss": 0.4189, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.17972437228619972, | |
| "grad_norm": 0.2051049768924713, | |
| "learning_rate": 9.250717135336534e-05, | |
| "loss": 0.3751, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.18047951670757031, | |
| "grad_norm": 0.24615737795829773, | |
| "learning_rate": 9.244439157950114e-05, | |
| "loss": 0.4728, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.1812346611289409, | |
| "grad_norm": 0.2331840842962265, | |
| "learning_rate": 9.238137138486318e-05, | |
| "loss": 0.4516, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.1819898055503115, | |
| "grad_norm": 0.23615127801895142, | |
| "learning_rate": 9.231811112642121e-05, | |
| "loss": 0.3788, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.18274494997168209, | |
| "grad_norm": 0.2417721003293991, | |
| "learning_rate": 9.225461116250483e-05, | |
| "loss": 0.4161, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.18350009439305268, | |
| "grad_norm": 0.26503533124923706, | |
| "learning_rate": 9.219087185280132e-05, | |
| "loss": 0.4356, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.18425523881442327, | |
| "grad_norm": 0.24484668672084808, | |
| "learning_rate": 9.212689355835379e-05, | |
| "loss": 0.3629, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.18501038323579386, | |
| "grad_norm": 0.2426530420780182, | |
| "learning_rate": 9.206267664155907e-05, | |
| "loss": 0.3427, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.18576552765716442, | |
| "grad_norm": 0.26813021302223206, | |
| "learning_rate": 9.199822146616552e-05, | |
| "loss": 0.4148, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.186520672078535, | |
| "grad_norm": 0.3065304458141327, | |
| "learning_rate": 9.193352839727121e-05, | |
| "loss": 0.4015, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.1872758164999056, | |
| "grad_norm": 0.32816389203071594, | |
| "learning_rate": 9.186859780132164e-05, | |
| "loss": 0.4233, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.1880309609212762, | |
| "grad_norm": 0.3237447738647461, | |
| "learning_rate": 9.18034300461078e-05, | |
| "loss": 0.351, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.18878610534264678, | |
| "grad_norm": 0.3921673595905304, | |
| "learning_rate": 9.173802550076401e-05, | |
| "loss": 0.4465, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.18954124976401737, | |
| "grad_norm": 0.12883761525154114, | |
| "learning_rate": 9.167238453576589e-05, | |
| "loss": 0.3514, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.19029639418538796, | |
| "grad_norm": 0.14347058534622192, | |
| "learning_rate": 9.160650752292819e-05, | |
| "loss": 0.3831, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.19105153860675855, | |
| "grad_norm": 0.1370943933725357, | |
| "learning_rate": 9.154039483540273e-05, | |
| "loss": 0.3797, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.19180668302812914, | |
| "grad_norm": 0.1585707813501358, | |
| "learning_rate": 9.147404684767632e-05, | |
| "loss": 0.4072, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.1925618274494997, | |
| "grad_norm": 0.147821843624115, | |
| "learning_rate": 9.140746393556854e-05, | |
| "loss": 0.3441, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.1933169718708703, | |
| "grad_norm": 0.1582058221101761, | |
| "learning_rate": 9.134064647622972e-05, | |
| "loss": 0.4164, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.1940721162922409, | |
| "grad_norm": 0.1520204097032547, | |
| "learning_rate": 9.12735948481387e-05, | |
| "loss": 0.3704, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.19482726071361148, | |
| "grad_norm": 0.14902523159980774, | |
| "learning_rate": 9.120630943110077e-05, | |
| "loss": 0.4204, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.19558240513498207, | |
| "grad_norm": 0.14658547937870026, | |
| "learning_rate": 9.113879060624553e-05, | |
| "loss": 0.3435, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.19633754955635266, | |
| "grad_norm": 0.14122474193572998, | |
| "learning_rate": 9.107103875602459e-05, | |
| "loss": 0.3681, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.19709269397772325, | |
| "grad_norm": 0.14616741240024567, | |
| "learning_rate": 9.100305426420956e-05, | |
| "loss": 0.3931, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.19784783839909384, | |
| "grad_norm": 0.1556493043899536, | |
| "learning_rate": 9.093483751588983e-05, | |
| "loss": 0.3966, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.1986029828204644, | |
| "grad_norm": 0.1637788712978363, | |
| "learning_rate": 9.086638889747035e-05, | |
| "loss": 0.5167, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.199358127241835, | |
| "grad_norm": 0.1598958671092987, | |
| "learning_rate": 9.079770879666949e-05, | |
| "loss": 0.4257, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.20011327166320558, | |
| "grad_norm": 0.15921838581562042, | |
| "learning_rate": 9.072879760251679e-05, | |
| "loss": 0.4247, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.20086841608457617, | |
| "grad_norm": 0.16750189661979675, | |
| "learning_rate": 9.065965570535082e-05, | |
| "loss": 0.4249, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.20162356050594676, | |
| "grad_norm": 0.18144546449184418, | |
| "learning_rate": 9.059028349681694e-05, | |
| "loss": 0.5394, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.20237870492731735, | |
| "grad_norm": 0.16736812889575958, | |
| "learning_rate": 9.052068136986502e-05, | |
| "loss": 0.5119, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.20313384934868794, | |
| "grad_norm": 0.1700868159532547, | |
| "learning_rate": 9.045084971874738e-05, | |
| "loss": 0.4552, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.20388899377005854, | |
| "grad_norm": 0.17564022541046143, | |
| "learning_rate": 9.038078893901634e-05, | |
| "loss": 0.4344, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.2046441381914291, | |
| "grad_norm": 0.18228355050086975, | |
| "learning_rate": 9.031049942752215e-05, | |
| "loss": 0.4206, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.2053992826127997, | |
| "grad_norm": 0.17782603204250336, | |
| "learning_rate": 9.023998158241068e-05, | |
| "loss": 0.4786, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.20615442703417028, | |
| "grad_norm": 0.18378295004367828, | |
| "learning_rate": 9.016923580312113e-05, | |
| "loss": 0.443, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.20690957145554087, | |
| "grad_norm": 0.17299628257751465, | |
| "learning_rate": 9.009826249038387e-05, | |
| "loss": 0.3804, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.20766471587691146, | |
| "grad_norm": 0.19087707996368408, | |
| "learning_rate": 9.002706204621803e-05, | |
| "loss": 0.4698, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.20841986029828205, | |
| "grad_norm": 0.17627054452896118, | |
| "learning_rate": 8.995563487392932e-05, | |
| "loss": 0.3927, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.20917500471965264, | |
| "grad_norm": 0.19746743142604828, | |
| "learning_rate": 8.988398137810777e-05, | |
| "loss": 0.4765, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.20993014914102323, | |
| "grad_norm": 0.19492515921592712, | |
| "learning_rate": 8.981210196462533e-05, | |
| "loss": 0.4254, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.21068529356239382, | |
| "grad_norm": 0.19054411351680756, | |
| "learning_rate": 8.973999704063365e-05, | |
| "loss": 0.398, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.21144043798376438, | |
| "grad_norm": 0.202229306101799, | |
| "learning_rate": 8.966766701456177e-05, | |
| "loss": 0.5233, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.21219558240513497, | |
| "grad_norm": 0.20624679327011108, | |
| "learning_rate": 8.959511229611376e-05, | |
| "loss": 0.4411, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.21295072682650557, | |
| "grad_norm": 0.2044438272714615, | |
| "learning_rate": 8.952233329626647e-05, | |
| "loss": 0.4102, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.21370587124787616, | |
| "grad_norm": 0.20926257967948914, | |
| "learning_rate": 8.944933042726714e-05, | |
| "loss": 0.3872, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.21446101566924675, | |
| "grad_norm": 0.2206258326768875, | |
| "learning_rate": 8.937610410263109e-05, | |
| "loss": 0.4126, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.21521616009061734, | |
| "grad_norm": 0.23429769277572632, | |
| "learning_rate": 8.930265473713938e-05, | |
| "loss": 0.4453, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.21597130451198793, | |
| "grad_norm": 0.2304621934890747, | |
| "learning_rate": 8.922898274683644e-05, | |
| "loss": 0.4429, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.21672644893335852, | |
| "grad_norm": 0.23192839324474335, | |
| "learning_rate": 8.915508854902778e-05, | |
| "loss": 0.4737, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.21748159335472908, | |
| "grad_norm": 0.23144613206386566, | |
| "learning_rate": 8.908097256227749e-05, | |
| "loss": 0.382, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.21823673777609967, | |
| "grad_norm": 0.24735011160373688, | |
| "learning_rate": 8.900663520640604e-05, | |
| "loss": 0.3929, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.21899188219747026, | |
| "grad_norm": 0.267395555973053, | |
| "learning_rate": 8.893207690248776e-05, | |
| "loss": 0.4586, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.21974702661884085, | |
| "grad_norm": 0.2836948335170746, | |
| "learning_rate": 8.885729807284856e-05, | |
| "loss": 0.5218, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.22050217104021144, | |
| "grad_norm": 0.2509090304374695, | |
| "learning_rate": 8.878229914106342e-05, | |
| "loss": 0.4114, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.22125731546158203, | |
| "grad_norm": 0.27369990944862366, | |
| "learning_rate": 8.870708053195413e-05, | |
| "loss": 0.3736, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.22201245988295262, | |
| "grad_norm": 0.279341459274292, | |
| "learning_rate": 8.863164267158678e-05, | |
| "loss": 0.3845, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.2227676043043232, | |
| "grad_norm": 0.27738478779792786, | |
| "learning_rate": 8.855598598726939e-05, | |
| "loss": 0.3331, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.22352274872569378, | |
| "grad_norm": 0.32042670249938965, | |
| "learning_rate": 8.848011090754947e-05, | |
| "loss": 0.3943, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.22427789314706437, | |
| "grad_norm": 0.2977651059627533, | |
| "learning_rate": 8.840401786221159e-05, | |
| "loss": 0.3701, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.22503303756843496, | |
| "grad_norm": 0.35676780343055725, | |
| "learning_rate": 8.832770728227502e-05, | |
| "loss": 0.4728, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.22578818198980555, | |
| "grad_norm": 0.3656991720199585, | |
| "learning_rate": 8.825117959999116e-05, | |
| "loss": 0.3662, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.22654332641117614, | |
| "grad_norm": 0.36816850304603577, | |
| "learning_rate": 8.817443524884119e-05, | |
| "loss": 0.3644, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.22729847083254673, | |
| "grad_norm": 0.12952867150306702, | |
| "learning_rate": 8.809747466353356e-05, | |
| "loss": 0.2991, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 0.22805361525391732, | |
| "grad_norm": 0.1346244215965271, | |
| "learning_rate": 8.802029828000156e-05, | |
| "loss": 0.3154, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.2288087596752879, | |
| "grad_norm": 0.15575996041297913, | |
| "learning_rate": 8.794290653540084e-05, | |
| "loss": 0.4171, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.22956390409665847, | |
| "grad_norm": 0.1542641818523407, | |
| "learning_rate": 8.7865299868107e-05, | |
| "loss": 0.3851, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.23031904851802906, | |
| "grad_norm": 0.16775798797607422, | |
| "learning_rate": 8.778747871771292e-05, | |
| "loss": 0.3872, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.23107419293939965, | |
| "grad_norm": 0.15936799347400665, | |
| "learning_rate": 8.770944352502648e-05, | |
| "loss": 0.3998, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.23182933736077024, | |
| "grad_norm": 0.16513392329216003, | |
| "learning_rate": 8.763119473206794e-05, | |
| "loss": 0.4005, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 0.23258448178214083, | |
| "grad_norm": 0.14965298771858215, | |
| "learning_rate": 8.755273278206749e-05, | |
| "loss": 0.3792, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.23333962620351142, | |
| "grad_norm": 0.1585433930158615, | |
| "learning_rate": 8.74740581194627e-05, | |
| "loss": 0.4291, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.23409477062488201, | |
| "grad_norm": 0.16825465857982635, | |
| "learning_rate": 8.739517118989605e-05, | |
| "loss": 0.4434, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.2348499150462526, | |
| "grad_norm": 0.16293483972549438, | |
| "learning_rate": 8.731607244021236e-05, | |
| "loss": 0.4481, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 0.2356050594676232, | |
| "grad_norm": 0.15974049270153046, | |
| "learning_rate": 8.723676231845626e-05, | |
| "loss": 0.4557, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.23636020388899376, | |
| "grad_norm": 0.1649303436279297, | |
| "learning_rate": 8.715724127386972e-05, | |
| "loss": 0.4451, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 0.23711534831036435, | |
| "grad_norm": 0.16639627516269684, | |
| "learning_rate": 8.70775097568894e-05, | |
| "loss": 0.4518, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.23787049273173494, | |
| "grad_norm": 0.17083673179149628, | |
| "learning_rate": 8.69975682191442e-05, | |
| "loss": 0.3745, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.23862563715310553, | |
| "grad_norm": 0.16381201148033142, | |
| "learning_rate": 8.691741711345263e-05, | |
| "loss": 0.3922, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.23938078157447612, | |
| "grad_norm": 0.17072418332099915, | |
| "learning_rate": 8.683705689382024e-05, | |
| "loss": 0.3563, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 0.2401359259958467, | |
| "grad_norm": 0.1824284940958023, | |
| "learning_rate": 8.675648801543718e-05, | |
| "loss": 0.432, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.2408910704172173, | |
| "grad_norm": 0.17872655391693115, | |
| "learning_rate": 8.667571093467541e-05, | |
| "loss": 0.4294, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 0.2416462148385879, | |
| "grad_norm": 0.17728659510612488, | |
| "learning_rate": 8.659472610908627e-05, | |
| "loss": 0.3963, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.24240135925995845, | |
| "grad_norm": 0.18014661967754364, | |
| "learning_rate": 8.651353399739787e-05, | |
| "loss": 0.4614, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.24315650368132904, | |
| "grad_norm": 0.18057285249233246, | |
| "learning_rate": 8.643213505951242e-05, | |
| "loss": 0.4134, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.24391164810269964, | |
| "grad_norm": 0.19068454205989838, | |
| "learning_rate": 8.635052975650369e-05, | |
| "loss": 0.539, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 0.24466679252407023, | |
| "grad_norm": 0.18311984837055206, | |
| "learning_rate": 8.626871855061438e-05, | |
| "loss": 0.3847, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.24542193694544082, | |
| "grad_norm": 0.172931507229805, | |
| "learning_rate": 8.618670190525352e-05, | |
| "loss": 0.3835, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.2461770813668114, | |
| "grad_norm": 0.18892034888267517, | |
| "learning_rate": 8.610448028499376e-05, | |
| "loss": 0.4231, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.246932225788182, | |
| "grad_norm": 0.19887331128120422, | |
| "learning_rate": 8.602205415556889e-05, | |
| "loss": 0.4835, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.2476873702095526, | |
| "grad_norm": 0.18918727338314056, | |
| "learning_rate": 8.593942398387105e-05, | |
| "loss": 0.4285, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.24844251463092315, | |
| "grad_norm": 0.19010977447032928, | |
| "learning_rate": 8.585659023794818e-05, | |
| "loss": 0.4059, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 0.24919765905229374, | |
| "grad_norm": 0.1906062811613083, | |
| "learning_rate": 8.577355338700132e-05, | |
| "loss": 0.423, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.24995280347366433, | |
| "grad_norm": 0.1999729573726654, | |
| "learning_rate": 8.569031390138202e-05, | |
| "loss": 0.4482, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 0.2507079478950349, | |
| "grad_norm": 0.20304431021213531, | |
| "learning_rate": 8.560687225258958e-05, | |
| "loss": 0.3917, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.2514630923164055, | |
| "grad_norm": 0.21377113461494446, | |
| "learning_rate": 8.552322891326846e-05, | |
| "loss": 0.4558, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.2522182367377761, | |
| "grad_norm": 0.21330960094928741, | |
| "learning_rate": 8.543938435720549e-05, | |
| "loss": 0.4073, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.2529733811591467, | |
| "grad_norm": 0.2062496691942215, | |
| "learning_rate": 8.535533905932738e-05, | |
| "loss": 0.3382, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.2537285255805173, | |
| "grad_norm": 0.24538478255271912, | |
| "learning_rate": 8.527109349569787e-05, | |
| "loss": 0.4455, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.2544836700018879, | |
| "grad_norm": 0.2312334179878235, | |
| "learning_rate": 8.518664814351502e-05, | |
| "loss": 0.4248, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 0.25523881442325846, | |
| "grad_norm": 0.2378857582807541, | |
| "learning_rate": 8.510200348110868e-05, | |
| "loss": 0.4568, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.25599395884462905, | |
| "grad_norm": 0.2495100200176239, | |
| "learning_rate": 8.501715998793757e-05, | |
| "loss": 0.4504, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 0.25674910326599965, | |
| "grad_norm": 0.2401399314403534, | |
| "learning_rate": 8.493211814458673e-05, | |
| "loss": 0.3736, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.25750424768737024, | |
| "grad_norm": 0.2643365263938904, | |
| "learning_rate": 8.484687843276469e-05, | |
| "loss": 0.4577, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 0.25825939210874077, | |
| "grad_norm": 0.26086193323135376, | |
| "learning_rate": 8.476144133530075e-05, | |
| "loss": 0.4151, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.25901453653011136, | |
| "grad_norm": 0.25575414299964905, | |
| "learning_rate": 8.467580733614233e-05, | |
| "loss": 0.4097, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 0.25976968095148195, | |
| "grad_norm": 0.24969545006752014, | |
| "learning_rate": 8.45899769203522e-05, | |
| "loss": 0.3696, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.26052482537285254, | |
| "grad_norm": 0.2540886402130127, | |
| "learning_rate": 8.450395057410561e-05, | |
| "loss": 0.3615, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.26127996979422313, | |
| "grad_norm": 0.30520960688591003, | |
| "learning_rate": 8.44177287846877e-05, | |
| "loss": 0.393, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.2620351142155937, | |
| "grad_norm": 0.300483763217926, | |
| "learning_rate": 8.433131204049067e-05, | |
| "loss": 0.3889, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 0.2627902586369643, | |
| "grad_norm": 0.326023131608963, | |
| "learning_rate": 8.424470083101101e-05, | |
| "loss": 0.4587, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.2635454030583349, | |
| "grad_norm": 0.3497852683067322, | |
| "learning_rate": 8.415789564684673e-05, | |
| "loss": 0.4071, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 0.2643005474797055, | |
| "grad_norm": 0.39250481128692627, | |
| "learning_rate": 8.407089697969457e-05, | |
| "loss": 0.3864, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.2650556919010761, | |
| "grad_norm": 0.13501006364822388, | |
| "learning_rate": 8.398370532234722e-05, | |
| "loss": 0.2857, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 0.2658108363224467, | |
| "grad_norm": 0.13370132446289062, | |
| "learning_rate": 8.389632116869061e-05, | |
| "loss": 0.3307, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.26656598074381727, | |
| "grad_norm": 0.15557359158992767, | |
| "learning_rate": 8.380874501370097e-05, | |
| "loss": 0.3663, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 0.26732112516518786, | |
| "grad_norm": 0.15083420276641846, | |
| "learning_rate": 8.372097735344212e-05, | |
| "loss": 0.3517, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.26807626958655845, | |
| "grad_norm": 0.1640172004699707, | |
| "learning_rate": 8.363301868506264e-05, | |
| "loss": 0.3621, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.26883141400792904, | |
| "grad_norm": 0.17162185907363892, | |
| "learning_rate": 8.354486950679301e-05, | |
| "loss": 0.3933, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.2695865584292996, | |
| "grad_norm": 0.154635950922966, | |
| "learning_rate": 8.345653031794292e-05, | |
| "loss": 0.3834, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 0.2703417028506702, | |
| "grad_norm": 0.15567855536937714, | |
| "learning_rate": 8.336800161889826e-05, | |
| "loss": 0.4, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.27109684727204075, | |
| "grad_norm": 0.1589149832725525, | |
| "learning_rate": 8.327928391111841e-05, | |
| "loss": 0.3923, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 0.27185199169341134, | |
| "grad_norm": 0.1654612272977829, | |
| "learning_rate": 8.319037769713338e-05, | |
| "loss": 0.3808, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.27260713611478193, | |
| "grad_norm": 0.1704426407814026, | |
| "learning_rate": 8.310128348054094e-05, | |
| "loss": 0.4662, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 0.2733622805361525, | |
| "grad_norm": 0.16645170748233795, | |
| "learning_rate": 8.301200176600375e-05, | |
| "loss": 0.4369, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.2741174249575231, | |
| "grad_norm": 0.16606634855270386, | |
| "learning_rate": 8.292253305924655e-05, | |
| "loss": 0.4147, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 0.2748725693788937, | |
| "grad_norm": 0.17440947890281677, | |
| "learning_rate": 8.283287786705331e-05, | |
| "loss": 0.4787, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.2756277138002643, | |
| "grad_norm": 0.1618100106716156, | |
| "learning_rate": 8.274303669726426e-05, | |
| "loss": 0.3666, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.2763828582216349, | |
| "grad_norm": 0.17216123640537262, | |
| "learning_rate": 8.265301005877309e-05, | |
| "loss": 0.4511, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.2771380026430055, | |
| "grad_norm": 0.17408417165279388, | |
| "learning_rate": 8.25627984615241e-05, | |
| "loss": 0.4472, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 0.27789314706437607, | |
| "grad_norm": 0.17124348878860474, | |
| "learning_rate": 8.247240241650918e-05, | |
| "loss": 0.4406, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.27864829148574666, | |
| "grad_norm": 0.1730695217847824, | |
| "learning_rate": 8.238182243576512e-05, | |
| "loss": 0.3658, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 0.27940343590711725, | |
| "grad_norm": 0.1981906294822693, | |
| "learning_rate": 8.229105903237044e-05, | |
| "loss": 0.4417, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.28015858032848784, | |
| "grad_norm": 0.18475179374217987, | |
| "learning_rate": 8.220011272044277e-05, | |
| "loss": 0.4125, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 0.28091372474985843, | |
| "grad_norm": 0.1894509643316269, | |
| "learning_rate": 8.210898401513574e-05, | |
| "loss": 0.463, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.281668869171229, | |
| "grad_norm": 0.18303871154785156, | |
| "learning_rate": 8.201767343263612e-05, | |
| "loss": 0.4299, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 0.2824240135925996, | |
| "grad_norm": 0.1773396134376526, | |
| "learning_rate": 8.192618149016091e-05, | |
| "loss": 0.384, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 0.28317915801397014, | |
| "grad_norm": 0.1883654147386551, | |
| "learning_rate": 8.183450870595441e-05, | |
| "loss": 0.3913, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.28393430243534074, | |
| "grad_norm": 0.18863160908222198, | |
| "learning_rate": 8.174265559928527e-05, | |
| "loss": 0.4005, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.2846894468567113, | |
| "grad_norm": 0.18807992339134216, | |
| "learning_rate": 8.165062269044353e-05, | |
| "loss": 0.3547, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 0.2854445912780819, | |
| "grad_norm": 0.1992112398147583, | |
| "learning_rate": 8.155841050073771e-05, | |
| "loss": 0.3788, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.2861997356994525, | |
| "grad_norm": 0.2015550285577774, | |
| "learning_rate": 8.146601955249188e-05, | |
| "loss": 0.457, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 0.2869548801208231, | |
| "grad_norm": 0.2002776712179184, | |
| "learning_rate": 8.13734503690426e-05, | |
| "loss": 0.3584, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.2877100245421937, | |
| "grad_norm": 0.21863123774528503, | |
| "learning_rate": 8.128070347473609e-05, | |
| "loss": 0.4101, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 0.2884651689635643, | |
| "grad_norm": 0.21147026121616364, | |
| "learning_rate": 8.11877793949251e-05, | |
| "loss": 0.4124, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 0.28922031338493487, | |
| "grad_norm": 0.21045903861522675, | |
| "learning_rate": 8.109467865596612e-05, | |
| "loss": 0.3634, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 0.28997545780630546, | |
| "grad_norm": 0.23374846577644348, | |
| "learning_rate": 8.100140178521624e-05, | |
| "loss": 0.4587, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.29073060222767605, | |
| "grad_norm": 0.21156945824623108, | |
| "learning_rate": 8.090794931103026e-05, | |
| "loss": 0.3417, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.29148574664904664, | |
| "grad_norm": 0.23073367774486542, | |
| "learning_rate": 8.081432176275765e-05, | |
| "loss": 0.4538, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 0.29224089107041723, | |
| "grad_norm": 0.25584685802459717, | |
| "learning_rate": 8.072051967073955e-05, | |
| "loss": 0.4006, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 0.2929960354917878, | |
| "grad_norm": 0.25985392928123474, | |
| "learning_rate": 8.06265435663058e-05, | |
| "loss": 0.4146, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.2937511799131584, | |
| "grad_norm": 0.23220856487751007, | |
| "learning_rate": 8.053239398177191e-05, | |
| "loss": 0.3574, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 0.294506324334529, | |
| "grad_norm": 0.26954004168510437, | |
| "learning_rate": 8.043807145043604e-05, | |
| "loss": 0.4694, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.2952614687558996, | |
| "grad_norm": 0.25626078248023987, | |
| "learning_rate": 8.034357650657598e-05, | |
| "loss": 0.3952, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 0.2960166131772701, | |
| "grad_norm": 0.24921610951423645, | |
| "learning_rate": 8.024890968544613e-05, | |
| "loss": 0.3574, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.2967717575986407, | |
| "grad_norm": 0.25851958990097046, | |
| "learning_rate": 8.015407152327448e-05, | |
| "loss": 0.3562, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 0.2975269020200113, | |
| "grad_norm": 0.29698118567466736, | |
| "learning_rate": 8.005906255725956e-05, | |
| "loss": 0.4558, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 0.2982820464413819, | |
| "grad_norm": 0.2812412977218628, | |
| "learning_rate": 7.996388332556735e-05, | |
| "loss": 0.3705, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.2990371908627525, | |
| "grad_norm": 0.27774620056152344, | |
| "learning_rate": 7.986853436732836e-05, | |
| "loss": 0.3893, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.2997923352841231, | |
| "grad_norm": 0.3051348626613617, | |
| "learning_rate": 7.97730162226344e-05, | |
| "loss": 0.3988, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 0.30054747970549367, | |
| "grad_norm": 0.34216588735580444, | |
| "learning_rate": 7.967732943253571e-05, | |
| "loss": 0.3755, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 0.30130262412686426, | |
| "grad_norm": 0.3706994652748108, | |
| "learning_rate": 7.958147453903773e-05, | |
| "loss": 0.4116, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 0.30205776854823485, | |
| "grad_norm": 0.44550538063049316, | |
| "learning_rate": 7.94854520850981e-05, | |
| "loss": 0.3799, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.30281291296960544, | |
| "grad_norm": 0.14217671751976013, | |
| "learning_rate": 7.938926261462366e-05, | |
| "loss": 0.3466, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 0.30356805739097603, | |
| "grad_norm": 0.15967446565628052, | |
| "learning_rate": 7.92929066724672e-05, | |
| "loss": 0.3642, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 0.3043232018123466, | |
| "grad_norm": 0.15074422955513, | |
| "learning_rate": 7.919638480442452e-05, | |
| "loss": 0.3297, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 0.3050783462337172, | |
| "grad_norm": 0.15751783549785614, | |
| "learning_rate": 7.90996975572313e-05, | |
| "loss": 0.3825, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 0.3058334906550878, | |
| "grad_norm": 0.15959064662456512, | |
| "learning_rate": 7.900284547855991e-05, | |
| "loss": 0.4007, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.3065886350764584, | |
| "grad_norm": 0.16654494404792786, | |
| "learning_rate": 7.890582911701649e-05, | |
| "loss": 0.3951, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 0.307343779497829, | |
| "grad_norm": 0.16326242685317993, | |
| "learning_rate": 7.880864902213765e-05, | |
| "loss": 0.3828, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 0.3080989239191996, | |
| "grad_norm": 0.1605200171470642, | |
| "learning_rate": 7.871130574438752e-05, | |
| "loss": 0.4009, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 0.3088540683405701, | |
| "grad_norm": 0.1753162443637848, | |
| "learning_rate": 7.861379983515449e-05, | |
| "loss": 0.4088, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 0.3096092127619407, | |
| "grad_norm": 0.1612052321434021, | |
| "learning_rate": 7.85161318467482e-05, | |
| "loss": 0.3821, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.3103643571833113, | |
| "grad_norm": 0.17267635464668274, | |
| "learning_rate": 7.841830233239638e-05, | |
| "loss": 0.4376, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 0.3111195016046819, | |
| "grad_norm": 0.17416229844093323, | |
| "learning_rate": 7.832031184624164e-05, | |
| "loss": 0.4073, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 0.31187464602605247, | |
| "grad_norm": 0.17623671889305115, | |
| "learning_rate": 7.822216094333847e-05, | |
| "loss": 0.4482, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 0.31262979044742306, | |
| "grad_norm": 0.1862659901380539, | |
| "learning_rate": 7.812385017964994e-05, | |
| "loss": 0.4902, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 0.31338493486879365, | |
| "grad_norm": 0.19047270715236664, | |
| "learning_rate": 7.80253801120447e-05, | |
| "loss": 0.4848, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.31414007929016424, | |
| "grad_norm": 0.18323764204978943, | |
| "learning_rate": 7.792675129829373e-05, | |
| "loss": 0.3942, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 0.31489522371153483, | |
| "grad_norm": 0.17627227306365967, | |
| "learning_rate": 7.78279642970672e-05, | |
| "loss": 0.3859, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 0.3156503681329054, | |
| "grad_norm": 0.18996286392211914, | |
| "learning_rate": 7.772901966793132e-05, | |
| "loss": 0.3722, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 0.316405512554276, | |
| "grad_norm": 0.17553554475307465, | |
| "learning_rate": 7.762991797134514e-05, | |
| "loss": 0.4016, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 0.3171606569756466, | |
| "grad_norm": 0.18145516514778137, | |
| "learning_rate": 7.753065976865744e-05, | |
| "loss": 0.3781, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.3179158013970172, | |
| "grad_norm": 0.18947438895702362, | |
| "learning_rate": 7.74312456221035e-05, | |
| "loss": 0.4143, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 0.3186709458183878, | |
| "grad_norm": 0.18466342985630035, | |
| "learning_rate": 7.73316760948019e-05, | |
| "loss": 0.446, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 0.3194260902397584, | |
| "grad_norm": 0.19619819521903992, | |
| "learning_rate": 7.723195175075136e-05, | |
| "loss": 0.4955, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 0.32018123466112897, | |
| "grad_norm": 0.1804795265197754, | |
| "learning_rate": 7.713207315482755e-05, | |
| "loss": 0.3693, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 0.3209363790824995, | |
| "grad_norm": 0.1992131769657135, | |
| "learning_rate": 7.703204087277988e-05, | |
| "loss": 0.4447, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.3216915235038701, | |
| "grad_norm": 0.19404684007167816, | |
| "learning_rate": 7.693185547122829e-05, | |
| "loss": 0.3876, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 0.3224466679252407, | |
| "grad_norm": 0.19772908091545105, | |
| "learning_rate": 7.683151751766004e-05, | |
| "loss": 0.4085, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 0.3232018123466113, | |
| "grad_norm": 0.21671298146247864, | |
| "learning_rate": 7.673102758042653e-05, | |
| "loss": 0.4911, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 0.32395695676798186, | |
| "grad_norm": 0.20475253462791443, | |
| "learning_rate": 7.663038622873999e-05, | |
| "loss": 0.395, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 0.32471210118935245, | |
| "grad_norm": 0.2204219251871109, | |
| "learning_rate": 7.652959403267041e-05, | |
| "loss": 0.4481, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.32546724561072304, | |
| "grad_norm": 0.20216889679431915, | |
| "learning_rate": 7.64286515631421e-05, | |
| "loss": 0.3628, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 0.32622239003209363, | |
| "grad_norm": 0.22937530279159546, | |
| "learning_rate": 7.63275593919307e-05, | |
| "loss": 0.5035, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 0.3269775344534642, | |
| "grad_norm": 0.2090550810098648, | |
| "learning_rate": 7.622631809165973e-05, | |
| "loss": 0.3664, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 0.3277326788748348, | |
| "grad_norm": 0.22946757078170776, | |
| "learning_rate": 7.612492823579745e-05, | |
| "loss": 0.4146, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 0.3284878232962054, | |
| "grad_norm": 0.24275080859661102, | |
| "learning_rate": 7.602339039865362e-05, | |
| "loss": 0.3957, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.329242967717576, | |
| "grad_norm": 0.24225813150405884, | |
| "learning_rate": 7.59217051553762e-05, | |
| "loss": 0.4345, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 0.3299981121389466, | |
| "grad_norm": 0.24835467338562012, | |
| "learning_rate": 7.58198730819481e-05, | |
| "loss": 0.4618, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 0.3307532565603172, | |
| "grad_norm": 0.22757121920585632, | |
| "learning_rate": 7.571789475518399e-05, | |
| "loss": 0.3643, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 0.33150840098168777, | |
| "grad_norm": 0.2474457025527954, | |
| "learning_rate": 7.561577075272686e-05, | |
| "loss": 0.3929, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 0.33226354540305836, | |
| "grad_norm": 0.2527807056903839, | |
| "learning_rate": 7.5513501653045e-05, | |
| "loss": 0.3763, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.33301868982442895, | |
| "grad_norm": 0.25088363885879517, | |
| "learning_rate": 7.541108803542846e-05, | |
| "loss": 0.4079, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 0.3337738342457995, | |
| "grad_norm": 0.26713383197784424, | |
| "learning_rate": 7.530853047998599e-05, | |
| "loss": 0.4074, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 0.3345289786671701, | |
| "grad_norm": 0.2865240275859833, | |
| "learning_rate": 7.52058295676416e-05, | |
| "loss": 0.4333, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 0.33528412308854066, | |
| "grad_norm": 0.27827370166778564, | |
| "learning_rate": 7.510298588013134e-05, | |
| "loss": 0.4248, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 0.33603926750991125, | |
| "grad_norm": 0.27344340085983276, | |
| "learning_rate": 7.500000000000001e-05, | |
| "loss": 0.3485, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.33679441193128185, | |
| "grad_norm": 0.2948186993598938, | |
| "learning_rate": 7.48968725105978e-05, | |
| "loss": 0.3763, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 0.33754955635265244, | |
| "grad_norm": 0.3137521743774414, | |
| "learning_rate": 7.479360399607707e-05, | |
| "loss": 0.4188, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 0.338304700774023, | |
| "grad_norm": 0.30302637815475464, | |
| "learning_rate": 7.469019504138898e-05, | |
| "loss": 0.3524, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 0.3390598451953936, | |
| "grad_norm": 0.4019578695297241, | |
| "learning_rate": 7.45866462322802e-05, | |
| "loss": 0.4313, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 0.3398149896167642, | |
| "grad_norm": 0.40166327357292175, | |
| "learning_rate": 7.448295815528956e-05, | |
| "loss": 0.4065, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.3405701340381348, | |
| "grad_norm": 0.15198914706707, | |
| "learning_rate": 7.437913139774482e-05, | |
| "loss": 0.3844, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 0.3413252784595054, | |
| "grad_norm": 0.1483955681324005, | |
| "learning_rate": 7.427516654775922e-05, | |
| "loss": 0.3974, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 0.342080422880876, | |
| "grad_norm": 0.15665127336978912, | |
| "learning_rate": 7.417106419422819e-05, | |
| "loss": 0.3879, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 0.34283556730224657, | |
| "grad_norm": 0.15843887627124786, | |
| "learning_rate": 7.406682492682611e-05, | |
| "loss": 0.4013, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 0.34359071172361716, | |
| "grad_norm": 0.1631614714860916, | |
| "learning_rate": 7.396244933600285e-05, | |
| "loss": 0.4135, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.34434585614498775, | |
| "grad_norm": 0.1582673341035843, | |
| "learning_rate": 7.385793801298042e-05, | |
| "loss": 0.3674, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 0.34510100056635834, | |
| "grad_norm": 0.15745416283607483, | |
| "learning_rate": 7.375329154974975e-05, | |
| "loss": 0.3907, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 0.34585614498772893, | |
| "grad_norm": 0.15578390657901764, | |
| "learning_rate": 7.364851053906718e-05, | |
| "loss": 0.3829, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 0.34661128940909947, | |
| "grad_norm": 0.16378001868724823, | |
| "learning_rate": 7.354359557445126e-05, | |
| "loss": 0.4303, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 0.34736643383047006, | |
| "grad_norm": 0.16894683241844177, | |
| "learning_rate": 7.343854725017918e-05, | |
| "loss": 0.4237, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.34812157825184065, | |
| "grad_norm": 0.16270391643047333, | |
| "learning_rate": 7.333336616128369e-05, | |
| "loss": 0.4058, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 0.34887672267321124, | |
| "grad_norm": 0.1628381311893463, | |
| "learning_rate": 7.322805290354943e-05, | |
| "loss": 0.3908, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 0.3496318670945818, | |
| "grad_norm": 0.17563199996948242, | |
| "learning_rate": 7.312260807350975e-05, | |
| "loss": 0.4293, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 0.3503870115159524, | |
| "grad_norm": 0.16583438217639923, | |
| "learning_rate": 7.301703226844327e-05, | |
| "loss": 0.3951, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 0.351142155937323, | |
| "grad_norm": 0.18068847060203552, | |
| "learning_rate": 7.291132608637052e-05, | |
| "loss": 0.4112, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.3518973003586936, | |
| "grad_norm": 0.18490007519721985, | |
| "learning_rate": 7.28054901260505e-05, | |
| "loss": 0.4502, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 0.3526524447800642, | |
| "grad_norm": 0.1794682741165161, | |
| "learning_rate": 7.269952498697734e-05, | |
| "loss": 0.414, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 0.3534075892014348, | |
| "grad_norm": 0.18929120898246765, | |
| "learning_rate": 7.259343126937689e-05, | |
| "loss": 0.4282, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 0.35416273362280537, | |
| "grad_norm": 0.18550460040569305, | |
| "learning_rate": 7.24872095742033e-05, | |
| "loss": 0.4052, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 0.35491787804417596, | |
| "grad_norm": 0.20153513550758362, | |
| "learning_rate": 7.238086050313563e-05, | |
| "loss": 0.5138, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.35567302246554655, | |
| "grad_norm": 0.1876605898141861, | |
| "learning_rate": 7.227438465857448e-05, | |
| "loss": 0.3959, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.35642816688691714, | |
| "grad_norm": 0.19823205471038818, | |
| "learning_rate": 7.216778264363853e-05, | |
| "loss": 0.4628, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 0.35718331130828773, | |
| "grad_norm": 0.1963682770729065, | |
| "learning_rate": 7.206105506216106e-05, | |
| "loss": 0.3864, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 0.3579384557296583, | |
| "grad_norm": 0.197306826710701, | |
| "learning_rate": 7.195420251868675e-05, | |
| "loss": 0.3942, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 0.35869360015102886, | |
| "grad_norm": 0.20867206156253815, | |
| "learning_rate": 7.184722561846798e-05, | |
| "loss": 0.4348, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.35944874457239945, | |
| "grad_norm": 0.20809237658977509, | |
| "learning_rate": 7.17401249674616e-05, | |
| "loss": 0.4088, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 0.36020388899377004, | |
| "grad_norm": 0.2266395539045334, | |
| "learning_rate": 7.163290117232542e-05, | |
| "loss": 0.4356, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 0.36095903341514063, | |
| "grad_norm": 0.21087811887264252, | |
| "learning_rate": 7.152555484041476e-05, | |
| "loss": 0.3613, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 0.3617141778365112, | |
| "grad_norm": 0.21059347689151764, | |
| "learning_rate": 7.141808657977907e-05, | |
| "loss": 0.3699, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 0.3624693222578818, | |
| "grad_norm": 0.2281947284936905, | |
| "learning_rate": 7.131049699915841e-05, | |
| "loss": 0.4497, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.3632244666792524, | |
| "grad_norm": 0.21307678520679474, | |
| "learning_rate": 7.120278670798009e-05, | |
| "loss": 0.3323, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 0.363979611100623, | |
| "grad_norm": 0.22060398757457733, | |
| "learning_rate": 7.109495631635512e-05, | |
| "loss": 0.3923, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 0.3647347555219936, | |
| "grad_norm": 0.2321634739637375, | |
| "learning_rate": 7.098700643507485e-05, | |
| "loss": 0.3901, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 0.36548989994336417, | |
| "grad_norm": 0.25326424837112427, | |
| "learning_rate": 7.08789376756074e-05, | |
| "loss": 0.3722, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 0.36624504436473476, | |
| "grad_norm": 0.23451083898544312, | |
| "learning_rate": 7.077075065009433e-05, | |
| "loss": 0.3816, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.36700018878610535, | |
| "grad_norm": 0.2323211133480072, | |
| "learning_rate": 7.066244597134706e-05, | |
| "loss": 0.3628, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 0.36775533320747594, | |
| "grad_norm": 0.22949382662773132, | |
| "learning_rate": 7.055402425284346e-05, | |
| "loss": 0.382, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 0.36851047762884653, | |
| "grad_norm": 0.2613668739795685, | |
| "learning_rate": 7.044548610872434e-05, | |
| "loss": 0.4107, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 0.3692656220502171, | |
| "grad_norm": 0.264017254114151, | |
| "learning_rate": 7.033683215379002e-05, | |
| "loss": 0.4147, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 0.3700207664715877, | |
| "grad_norm": 0.2688436806201935, | |
| "learning_rate": 7.022806300349675e-05, | |
| "loss": 0.4326, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.3707759108929583, | |
| "grad_norm": 0.2659049332141876, | |
| "learning_rate": 7.01191792739534e-05, | |
| "loss": 0.3967, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 0.37153105531432884, | |
| "grad_norm": 0.25551602244377136, | |
| "learning_rate": 7.001018158191772e-05, | |
| "loss": 0.3369, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 0.37228619973569943, | |
| "grad_norm": 0.31377312541007996, | |
| "learning_rate": 6.990107054479312e-05, | |
| "loss": 0.4221, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 0.37304134415707, | |
| "grad_norm": 0.2841019332408905, | |
| "learning_rate": 6.979184678062493e-05, | |
| "loss": 0.439, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 0.3737964885784406, | |
| "grad_norm": 0.3099525570869446, | |
| "learning_rate": 6.968251090809708e-05, | |
| "loss": 0.398, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.3745516329998112, | |
| "grad_norm": 0.3198589086532593, | |
| "learning_rate": 6.957306354652848e-05, | |
| "loss": 0.4434, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 0.3753067774211818, | |
| "grad_norm": 0.308400422334671, | |
| "learning_rate": 6.946350531586959e-05, | |
| "loss": 0.3945, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 0.3760619218425524, | |
| "grad_norm": 0.3412231206893921, | |
| "learning_rate": 6.935383683669884e-05, | |
| "loss": 0.4598, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 0.376817066263923, | |
| "grad_norm": 0.3658400774002075, | |
| "learning_rate": 6.924405873021918e-05, | |
| "loss": 0.3627, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 0.37757221068529356, | |
| "grad_norm": 0.44540345668792725, | |
| "learning_rate": 6.91341716182545e-05, | |
| "loss": 0.4255, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.37832735510666415, | |
| "grad_norm": 0.14448663592338562, | |
| "learning_rate": 6.902417612324615e-05, | |
| "loss": 0.346, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 0.37908249952803474, | |
| "grad_norm": 0.15504960715770721, | |
| "learning_rate": 6.891407286824944e-05, | |
| "loss": 0.346, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 0.37983764394940533, | |
| "grad_norm": 0.1535167396068573, | |
| "learning_rate": 6.880386247692999e-05, | |
| "loss": 0.3239, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 0.3805927883707759, | |
| "grad_norm": 0.1622663289308548, | |
| "learning_rate": 6.869354557356036e-05, | |
| "loss": 0.3378, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 0.3813479327921465, | |
| "grad_norm": 0.17973972856998444, | |
| "learning_rate": 6.858312278301637e-05, | |
| "loss": 0.4137, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.3821030772135171, | |
| "grad_norm": 0.17408986389636993, | |
| "learning_rate": 6.84725947307737e-05, | |
| "loss": 0.4164, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 0.3828582216348877, | |
| "grad_norm": 0.1629510372877121, | |
| "learning_rate": 6.836196204290417e-05, | |
| "loss": 0.3753, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 0.3836133660562583, | |
| "grad_norm": 0.17549729347229004, | |
| "learning_rate": 6.825122534607239e-05, | |
| "loss": 0.3796, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 0.3843685104776288, | |
| "grad_norm": 0.1774250566959381, | |
| "learning_rate": 6.814038526753205e-05, | |
| "loss": 0.4563, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 0.3851236548989994, | |
| "grad_norm": 0.17569324374198914, | |
| "learning_rate": 6.80294424351225e-05, | |
| "loss": 0.3899, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.38587879932037, | |
| "grad_norm": 0.18050192296504974, | |
| "learning_rate": 6.7918397477265e-05, | |
| "loss": 0.4665, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 0.3866339437417406, | |
| "grad_norm": 0.18089371919631958, | |
| "learning_rate": 6.780725102295948e-05, | |
| "loss": 0.4632, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 0.3873890881631112, | |
| "grad_norm": 0.16716820001602173, | |
| "learning_rate": 6.769600370178059e-05, | |
| "loss": 0.3797, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 0.3881442325844818, | |
| "grad_norm": 0.18242698907852173, | |
| "learning_rate": 6.758465614387446e-05, | |
| "loss": 0.4545, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 0.38889937700585236, | |
| "grad_norm": 0.179984450340271, | |
| "learning_rate": 6.747320897995493e-05, | |
| "loss": 0.42, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.38965452142722296, | |
| "grad_norm": 0.17841747403144836, | |
| "learning_rate": 6.736166284130006e-05, | |
| "loss": 0.4256, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 0.39040966584859355, | |
| "grad_norm": 0.1961648315191269, | |
| "learning_rate": 6.725001835974853e-05, | |
| "loss": 0.424, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 0.39116481026996414, | |
| "grad_norm": 0.18314050137996674, | |
| "learning_rate": 6.713827616769614e-05, | |
| "loss": 0.4107, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 0.3919199546913347, | |
| "grad_norm": 0.18332213163375854, | |
| "learning_rate": 6.702643689809205e-05, | |
| "loss": 0.4012, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 0.3926750991127053, | |
| "grad_norm": 0.18527810275554657, | |
| "learning_rate": 6.691450118443537e-05, | |
| "loss": 0.4209, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.3934302435340759, | |
| "grad_norm": 0.18408484756946564, | |
| "learning_rate": 6.680246966077151e-05, | |
| "loss": 0.3916, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 0.3941853879554465, | |
| "grad_norm": 0.1861732453107834, | |
| "learning_rate": 6.669034296168855e-05, | |
| "loss": 0.4096, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 0.3949405323768171, | |
| "grad_norm": 0.20170702040195465, | |
| "learning_rate": 6.65781217223137e-05, | |
| "loss": 0.4398, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 0.3956956767981877, | |
| "grad_norm": 0.20506803691387177, | |
| "learning_rate": 6.646580657830966e-05, | |
| "loss": 0.4482, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 0.3964508212195582, | |
| "grad_norm": 0.199477881193161, | |
| "learning_rate": 6.635339816587109e-05, | |
| "loss": 0.4267, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.3972059656409288, | |
| "grad_norm": 0.19555439054965973, | |
| "learning_rate": 6.624089712172088e-05, | |
| "loss": 0.4385, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 0.3979611100622994, | |
| "grad_norm": 0.20855289697647095, | |
| "learning_rate": 6.61283040831067e-05, | |
| "loss": 0.4423, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 0.39871625448367, | |
| "grad_norm": 0.20509350299835205, | |
| "learning_rate": 6.601561968779725e-05, | |
| "loss": 0.3744, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 0.3994713989050406, | |
| "grad_norm": 0.19435042142868042, | |
| "learning_rate": 6.590284457407876e-05, | |
| "loss": 0.3924, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 0.40022654332641117, | |
| "grad_norm": 0.22069820761680603, | |
| "learning_rate": 6.578997938075125e-05, | |
| "loss": 0.388, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.40098168774778176, | |
| "grad_norm": 0.21975107491016388, | |
| "learning_rate": 6.567702474712507e-05, | |
| "loss": 0.4088, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 0.40173683216915235, | |
| "grad_norm": 0.21666480600833893, | |
| "learning_rate": 6.556398131301713e-05, | |
| "loss": 0.397, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 0.40249197659052294, | |
| "grad_norm": 0.22098886966705322, | |
| "learning_rate": 6.545084971874738e-05, | |
| "loss": 0.4027, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 0.40324712101189353, | |
| "grad_norm": 0.23352603614330292, | |
| "learning_rate": 6.53376306051351e-05, | |
| "loss": 0.4029, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 0.4040022654332641, | |
| "grad_norm": 0.23887783288955688, | |
| "learning_rate": 6.522432461349536e-05, | |
| "loss": 0.3958, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.4047574098546347, | |
| "grad_norm": 0.2337152659893036, | |
| "learning_rate": 6.51109323856353e-05, | |
| "loss": 0.3805, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 0.4055125542760053, | |
| "grad_norm": 0.24378469586372375, | |
| "learning_rate": 6.499745456385054e-05, | |
| "loss": 0.4048, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 0.4062676986973759, | |
| "grad_norm": 0.2503972351551056, | |
| "learning_rate": 6.488389179092155e-05, | |
| "loss": 0.3469, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 0.4070228431187465, | |
| "grad_norm": 0.26343488693237305, | |
| "learning_rate": 6.477024471011001e-05, | |
| "loss": 0.3914, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 0.40777798754011707, | |
| "grad_norm": 0.2782142758369446, | |
| "learning_rate": 6.46565139651551e-05, | |
| "loss": 0.4735, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.40853313196148766, | |
| "grad_norm": 0.27638283371925354, | |
| "learning_rate": 6.454270020026995e-05, | |
| "loss": 0.3961, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 0.4092882763828582, | |
| "grad_norm": 0.28320929408073425, | |
| "learning_rate": 6.442880406013794e-05, | |
| "loss": 0.3899, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 0.4100434208042288, | |
| "grad_norm": 0.26396995782852173, | |
| "learning_rate": 6.431482618990902e-05, | |
| "loss": 0.3126, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 0.4107985652255994, | |
| "grad_norm": 0.29057344794273376, | |
| "learning_rate": 6.420076723519614e-05, | |
| "loss": 0.3829, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 0.41155370964696997, | |
| "grad_norm": 0.30193406343460083, | |
| "learning_rate": 6.408662784207149e-05, | |
| "loss": 0.3592, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.41230885406834056, | |
| "grad_norm": 0.3181254267692566, | |
| "learning_rate": 6.397240865706295e-05, | |
| "loss": 0.382, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 0.41306399848971115, | |
| "grad_norm": 0.32498013973236084, | |
| "learning_rate": 6.38581103271503e-05, | |
| "loss": 0.3579, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 0.41381914291108174, | |
| "grad_norm": 0.36153993010520935, | |
| "learning_rate": 6.374373349976169e-05, | |
| "loss": 0.3281, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 0.41457428733245233, | |
| "grad_norm": 0.3981688618659973, | |
| "learning_rate": 6.36292788227699e-05, | |
| "loss": 0.3811, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 0.4153294317538229, | |
| "grad_norm": 0.4573695957660675, | |
| "learning_rate": 6.351474694448864e-05, | |
| "loss": 0.4341, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.4160845761751935, | |
| "grad_norm": 0.1360294222831726, | |
| "learning_rate": 6.340013851366896e-05, | |
| "loss": 0.3219, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 0.4168397205965641, | |
| "grad_norm": 0.1482553780078888, | |
| "learning_rate": 6.328545417949549e-05, | |
| "loss": 0.3273, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 0.4175948650179347, | |
| "grad_norm": 0.16173024475574493, | |
| "learning_rate": 6.317069459158284e-05, | |
| "loss": 0.387, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 0.4183500094393053, | |
| "grad_norm": 0.15186697244644165, | |
| "learning_rate": 6.305586039997188e-05, | |
| "loss": 0.3458, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 0.41910515386067587, | |
| "grad_norm": 0.16657663881778717, | |
| "learning_rate": 6.294095225512603e-05, | |
| "loss": 0.3808, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.41986029828204646, | |
| "grad_norm": 0.1734580099582672, | |
| "learning_rate": 6.282597080792768e-05, | |
| "loss": 0.3749, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 0.42061544270341705, | |
| "grad_norm": 0.16928981244564056, | |
| "learning_rate": 6.271091670967436e-05, | |
| "loss": 0.4225, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 0.42137058712478764, | |
| "grad_norm": 0.1675954908132553, | |
| "learning_rate": 6.259579061207512e-05, | |
| "loss": 0.3699, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 0.4221257315461582, | |
| "grad_norm": 0.16955533623695374, | |
| "learning_rate": 6.248059316724693e-05, | |
| "loss": 0.3821, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 0.42288087596752877, | |
| "grad_norm": 0.17539368569850922, | |
| "learning_rate": 6.236532502771078e-05, | |
| "loss": 0.4061, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.42363602038889936, | |
| "grad_norm": 0.16773320734500885, | |
| "learning_rate": 6.22499868463882e-05, | |
| "loss": 0.3684, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 0.42439116481026995, | |
| "grad_norm": 0.17698176205158234, | |
| "learning_rate": 6.213457927659736e-05, | |
| "loss": 0.446, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 0.42514630923164054, | |
| "grad_norm": 0.175985187292099, | |
| "learning_rate": 6.201910297204962e-05, | |
| "loss": 0.4014, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 0.42590145365301113, | |
| "grad_norm": 0.18848945200443268, | |
| "learning_rate": 6.190355858684554e-05, | |
| "loss": 0.3939, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 0.4266565980743817, | |
| "grad_norm": 0.20211070775985718, | |
| "learning_rate": 6.178794677547137e-05, | |
| "loss": 0.5346, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.4274117424957523, | |
| "grad_norm": 0.20022115111351013, | |
| "learning_rate": 6.167226819279528e-05, | |
| "loss": 0.485, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 0.4281668869171229, | |
| "grad_norm": 0.1909688413143158, | |
| "learning_rate": 6.155652349406365e-05, | |
| "loss": 0.3948, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 0.4289220313384935, | |
| "grad_norm": 0.19687382876873016, | |
| "learning_rate": 6.144071333489741e-05, | |
| "loss": 0.5016, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 0.4296771757598641, | |
| "grad_norm": 0.19113020598888397, | |
| "learning_rate": 6.132483837128823e-05, | |
| "loss": 0.409, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 0.4304323201812347, | |
| "grad_norm": 0.19415104389190674, | |
| "learning_rate": 6.120889925959485e-05, | |
| "loss": 0.4469, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.43118746460260526, | |
| "grad_norm": 0.20082654058933258, | |
| "learning_rate": 6.109289665653944e-05, | |
| "loss": 0.3998, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 0.43194260902397585, | |
| "grad_norm": 0.2006131410598755, | |
| "learning_rate": 6.0976831219203724e-05, | |
| "loss": 0.3904, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 0.43269775344534644, | |
| "grad_norm": 0.21381130814552307, | |
| "learning_rate": 6.0860703605025395e-05, | |
| "loss": 0.4501, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 0.43345289786671704, | |
| "grad_norm": 0.2047959566116333, | |
| "learning_rate": 6.074451447179432e-05, | |
| "loss": 0.4456, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 0.43420804228808757, | |
| "grad_norm": 0.19398140907287598, | |
| "learning_rate": 6.062826447764883e-05, | |
| "loss": 0.3951, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.43496318670945816, | |
| "grad_norm": 0.20938366651535034, | |
| "learning_rate": 6.0511954281072034e-05, | |
| "loss": 0.4182, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 0.43571833113082875, | |
| "grad_norm": 0.22829927504062653, | |
| "learning_rate": 6.0395584540887963e-05, | |
| "loss": 0.4267, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 0.43647347555219934, | |
| "grad_norm": 0.20386339724063873, | |
| "learning_rate": 6.027915591625804e-05, | |
| "loss": 0.3305, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 0.43722861997356993, | |
| "grad_norm": 0.2285105437040329, | |
| "learning_rate": 6.016266906667711e-05, | |
| "loss": 0.4457, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 0.4379837643949405, | |
| "grad_norm": 0.21181875467300415, | |
| "learning_rate": 6.004612465196994e-05, | |
| "loss": 0.3773, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.4387389088163111, | |
| "grad_norm": 0.21869616210460663, | |
| "learning_rate": 5.992952333228728e-05, | |
| "loss": 0.4118, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 0.4394940532376817, | |
| "grad_norm": 0.22501884400844574, | |
| "learning_rate": 5.981286576810225e-05, | |
| "loss": 0.3624, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 0.4402491976590523, | |
| "grad_norm": 0.22811758518218994, | |
| "learning_rate": 5.969615262020657e-05, | |
| "loss": 0.3633, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 0.4410043420804229, | |
| "grad_norm": 0.23688824474811554, | |
| "learning_rate": 5.9579384549706775e-05, | |
| "loss": 0.4004, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 0.4417594865017935, | |
| "grad_norm": 0.2543923258781433, | |
| "learning_rate": 5.946256221802051e-05, | |
| "loss": 0.4547, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.44251463092316407, | |
| "grad_norm": 0.2558960020542145, | |
| "learning_rate": 5.9345686286872826e-05, | |
| "loss": 0.3585, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 0.44326977534453466, | |
| "grad_norm": 0.25656744837760925, | |
| "learning_rate": 5.9228757418292266e-05, | |
| "loss": 0.3907, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 0.44402491976590525, | |
| "grad_norm": 0.2832098603248596, | |
| "learning_rate": 5.911177627460739e-05, | |
| "loss": 0.4802, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 0.44478006418727584, | |
| "grad_norm": 0.2527141571044922, | |
| "learning_rate": 5.8994743518442694e-05, | |
| "loss": 0.3935, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 0.4455352086086464, | |
| "grad_norm": 0.27374371886253357, | |
| "learning_rate": 5.887765981271518e-05, | |
| "loss": 0.3938, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.446290353030017, | |
| "grad_norm": 0.26626354455947876, | |
| "learning_rate": 5.876052582063031e-05, | |
| "loss": 0.3361, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 0.44704549745138755, | |
| "grad_norm": 0.2699456512928009, | |
| "learning_rate": 5.864334220567851e-05, | |
| "loss": 0.3243, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 0.44780064187275814, | |
| "grad_norm": 0.3059113323688507, | |
| "learning_rate": 5.85261096316312e-05, | |
| "loss": 0.4765, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 0.44855578629412873, | |
| "grad_norm": 0.26939067244529724, | |
| "learning_rate": 5.840882876253715e-05, | |
| "loss": 0.355, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 0.4493109307154993, | |
| "grad_norm": 0.32320332527160645, | |
| "learning_rate": 5.829150026271871e-05, | |
| "loss": 0.4086, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.4500660751368699, | |
| "grad_norm": 0.33342641592025757, | |
| "learning_rate": 5.8174124796768e-05, | |
| "loss": 0.4379, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 0.4508212195582405, | |
| "grad_norm": 0.33563926815986633, | |
| "learning_rate": 5.805670302954321e-05, | |
| "loss": 0.3539, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 0.4515763639796111, | |
| "grad_norm": 0.35168662667274475, | |
| "learning_rate": 5.793923562616475e-05, | |
| "loss": 0.4063, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 0.4523315084009817, | |
| "grad_norm": 0.3756003677845001, | |
| "learning_rate": 5.782172325201155e-05, | |
| "loss": 0.3802, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 0.4530866528223523, | |
| "grad_norm": 0.43410277366638184, | |
| "learning_rate": 5.770416657271729e-05, | |
| "loss": 0.4295, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.45384179724372287, | |
| "grad_norm": 0.16801206767559052, | |
| "learning_rate": 5.7586566254166583e-05, | |
| "loss": 0.3764, | |
| "step": 601 | |
| }, | |
| { | |
| "epoch": 0.45459694166509346, | |
| "grad_norm": 0.13662360608577728, | |
| "learning_rate": 5.746892296249126e-05, | |
| "loss": 0.3318, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 0.45535208608646405, | |
| "grad_norm": 0.157858207821846, | |
| "learning_rate": 5.7351237364066547e-05, | |
| "loss": 0.3435, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 0.45610723050783464, | |
| "grad_norm": 0.16429783403873444, | |
| "learning_rate": 5.723351012550729e-05, | |
| "loss": 0.3754, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 0.45686237492920523, | |
| "grad_norm": 0.1615344136953354, | |
| "learning_rate": 5.7115741913664264e-05, | |
| "loss": 0.3407, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.4576175193505758, | |
| "grad_norm": 0.17267441749572754, | |
| "learning_rate": 5.699793339562026e-05, | |
| "loss": 0.3956, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 0.4583726637719464, | |
| "grad_norm": 0.17077352106571198, | |
| "learning_rate": 5.6880085238686454e-05, | |
| "loss": 0.3547, | |
| "step": 607 | |
| }, | |
| { | |
| "epoch": 0.45912780819331694, | |
| "grad_norm": 0.1691327840089798, | |
| "learning_rate": 5.6762198110398444e-05, | |
| "loss": 0.3248, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 0.45988295261468753, | |
| "grad_norm": 0.17237545549869537, | |
| "learning_rate": 5.664427267851271e-05, | |
| "loss": 0.3824, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 0.4606380970360581, | |
| "grad_norm": 0.1798117756843567, | |
| "learning_rate": 5.6526309611002594e-05, | |
| "loss": 0.3806, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.4613932414574287, | |
| "grad_norm": 0.1780758649110794, | |
| "learning_rate": 5.640830957605465e-05, | |
| "loss": 0.4111, | |
| "step": 611 | |
| }, | |
| { | |
| "epoch": 0.4621483858787993, | |
| "grad_norm": 0.17500564455986023, | |
| "learning_rate": 5.629027324206484e-05, | |
| "loss": 0.4043, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 0.4629035303001699, | |
| "grad_norm": 0.1749061942100525, | |
| "learning_rate": 5.617220127763474e-05, | |
| "loss": 0.3671, | |
| "step": 613 | |
| }, | |
| { | |
| "epoch": 0.4636586747215405, | |
| "grad_norm": 0.1828213781118393, | |
| "learning_rate": 5.6054094351567746e-05, | |
| "loss": 0.3784, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 0.4644138191429111, | |
| "grad_norm": 0.18562084436416626, | |
| "learning_rate": 5.593595313286526e-05, | |
| "loss": 0.4139, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.46516896356428167, | |
| "grad_norm": 0.18980775773525238, | |
| "learning_rate": 5.581777829072299e-05, | |
| "loss": 0.4277, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 0.46592410798565226, | |
| "grad_norm": 0.19855181872844696, | |
| "learning_rate": 5.569957049452703e-05, | |
| "loss": 0.4124, | |
| "step": 617 | |
| }, | |
| { | |
| "epoch": 0.46667925240702285, | |
| "grad_norm": 0.18563315272331238, | |
| "learning_rate": 5.5581330413850206e-05, | |
| "loss": 0.4239, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 0.46743439682839344, | |
| "grad_norm": 0.20975831151008606, | |
| "learning_rate": 5.5463058718448155e-05, | |
| "loss": 0.4546, | |
| "step": 619 | |
| }, | |
| { | |
| "epoch": 0.46818954124976403, | |
| "grad_norm": 0.21700595319271088, | |
| "learning_rate": 5.534475607825566e-05, | |
| "loss": 0.4703, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.4689446856711346, | |
| "grad_norm": 0.19500944018363953, | |
| "learning_rate": 5.522642316338268e-05, | |
| "loss": 0.4008, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 0.4696998300925052, | |
| "grad_norm": 0.18913483619689941, | |
| "learning_rate": 5.510806064411078e-05, | |
| "loss": 0.3416, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 0.4704549745138758, | |
| "grad_norm": 0.22911082208156586, | |
| "learning_rate": 5.4989669190889136e-05, | |
| "loss": 0.4004, | |
| "step": 623 | |
| }, | |
| { | |
| "epoch": 0.4712101189352464, | |
| "grad_norm": 0.21053546667099, | |
| "learning_rate": 5.4871249474330866e-05, | |
| "loss": 0.4137, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 0.4719652633566169, | |
| "grad_norm": 0.20017597079277039, | |
| "learning_rate": 5.475280216520913e-05, | |
| "loss": 0.3467, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.4727204077779875, | |
| "grad_norm": 0.23001310229301453, | |
| "learning_rate": 5.463432793445344e-05, | |
| "loss": 0.4107, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 0.4734755521993581, | |
| "grad_norm": 0.22943522036075592, | |
| "learning_rate": 5.4515827453145765e-05, | |
| "loss": 0.4129, | |
| "step": 627 | |
| }, | |
| { | |
| "epoch": 0.4742306966207287, | |
| "grad_norm": 0.22657130658626556, | |
| "learning_rate": 5.439730139251675e-05, | |
| "loss": 0.3364, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 0.4749858410420993, | |
| "grad_norm": 0.22038240730762482, | |
| "learning_rate": 5.427875042394199e-05, | |
| "loss": 0.3809, | |
| "step": 629 | |
| }, | |
| { | |
| "epoch": 0.4757409854634699, | |
| "grad_norm": 0.24683795869350433, | |
| "learning_rate": 5.4160175218938124e-05, | |
| "loss": 0.4047, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.47649612988484047, | |
| "grad_norm": 0.22947093844413757, | |
| "learning_rate": 5.404157644915907e-05, | |
| "loss": 0.3557, | |
| "step": 631 | |
| }, | |
| { | |
| "epoch": 0.47725127430621106, | |
| "grad_norm": 0.23205658793449402, | |
| "learning_rate": 5.392295478639225e-05, | |
| "loss": 0.3911, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 0.47800641872758165, | |
| "grad_norm": 0.2397453486919403, | |
| "learning_rate": 5.3804310902554754e-05, | |
| "loss": 0.341, | |
| "step": 633 | |
| }, | |
| { | |
| "epoch": 0.47876156314895224, | |
| "grad_norm": 0.25788554549217224, | |
| "learning_rate": 5.368564546968954e-05, | |
| "loss": 0.4089, | |
| "step": 634 | |
| }, | |
| { | |
| "epoch": 0.47951670757032283, | |
| "grad_norm": 0.2771666347980499, | |
| "learning_rate": 5.3566959159961615e-05, | |
| "loss": 0.4121, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 0.4802718519916934, | |
| "grad_norm": 0.3412117063999176, | |
| "learning_rate": 5.344825264565426e-05, | |
| "loss": 0.4031, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 0.481026996413064, | |
| "grad_norm": 0.2685895562171936, | |
| "learning_rate": 5.3329526599165204e-05, | |
| "loss": 0.4285, | |
| "step": 637 | |
| }, | |
| { | |
| "epoch": 0.4817821408344346, | |
| "grad_norm": 0.2930139899253845, | |
| "learning_rate": 5.3210781693002754e-05, | |
| "loss": 0.4991, | |
| "step": 638 | |
| }, | |
| { | |
| "epoch": 0.4825372852558052, | |
| "grad_norm": 0.3006288707256317, | |
| "learning_rate": 5.3092018599782155e-05, | |
| "loss": 0.454, | |
| "step": 639 | |
| }, | |
| { | |
| "epoch": 0.4832924296771758, | |
| "grad_norm": 0.2801501452922821, | |
| "learning_rate": 5.297323799222156e-05, | |
| "loss": 0.3826, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.4840475740985464, | |
| "grad_norm": 0.26145270466804504, | |
| "learning_rate": 5.2854440543138406e-05, | |
| "loss": 0.3434, | |
| "step": 641 | |
| }, | |
| { | |
| "epoch": 0.4848027185199169, | |
| "grad_norm": 0.29839491844177246, | |
| "learning_rate": 5.273562692544548e-05, | |
| "loss": 0.3767, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 0.4855578629412875, | |
| "grad_norm": 0.3101263642311096, | |
| "learning_rate": 5.26167978121472e-05, | |
| "loss": 0.383, | |
| "step": 643 | |
| }, | |
| { | |
| "epoch": 0.4863130073626581, | |
| "grad_norm": 0.35069891810417175, | |
| "learning_rate": 5.24979538763357e-05, | |
| "loss": 0.4163, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 0.4870681517840287, | |
| "grad_norm": 0.32553043961524963, | |
| "learning_rate": 5.2379095791187124e-05, | |
| "loss": 0.3942, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.48782329620539927, | |
| "grad_norm": 0.31216907501220703, | |
| "learning_rate": 5.226022422995773e-05, | |
| "loss": 0.3572, | |
| "step": 646 | |
| }, | |
| { | |
| "epoch": 0.48857844062676986, | |
| "grad_norm": 0.3375815749168396, | |
| "learning_rate": 5.2141339865980134e-05, | |
| "loss": 0.3524, | |
| "step": 647 | |
| }, | |
| { | |
| "epoch": 0.48933358504814045, | |
| "grad_norm": 0.33117055892944336, | |
| "learning_rate": 5.2022443372659446e-05, | |
| "loss": 0.3501, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 0.49008872946951104, | |
| "grad_norm": 0.41448086500167847, | |
| "learning_rate": 5.1903535423469505e-05, | |
| "loss": 0.3976, | |
| "step": 649 | |
| }, | |
| { | |
| "epoch": 0.49084387389088163, | |
| "grad_norm": 0.5221715569496155, | |
| "learning_rate": 5.178461669194903e-05, | |
| "loss": 0.4395, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.4915990183122522, | |
| "grad_norm": 0.15094821155071259, | |
| "learning_rate": 5.166568785169781e-05, | |
| "loss": 0.3399, | |
| "step": 651 | |
| }, | |
| { | |
| "epoch": 0.4923541627336228, | |
| "grad_norm": 0.14581607282161713, | |
| "learning_rate": 5.154674957637291e-05, | |
| "loss": 0.3412, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 0.4931093071549934, | |
| "grad_norm": 0.16245442628860474, | |
| "learning_rate": 5.142780253968481e-05, | |
| "loss": 0.3448, | |
| "step": 653 | |
| }, | |
| { | |
| "epoch": 0.493864451576364, | |
| "grad_norm": 0.15717031061649323, | |
| "learning_rate": 5.1308847415393666e-05, | |
| "loss": 0.332, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 0.4946195959977346, | |
| "grad_norm": 0.17713572084903717, | |
| "learning_rate": 5.1189884877305375e-05, | |
| "loss": 0.3773, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 0.4953747404191052, | |
| "grad_norm": 0.18064700067043304, | |
| "learning_rate": 5.107091559926791e-05, | |
| "loss": 0.3872, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 0.49612988484047577, | |
| "grad_norm": 0.18684056401252747, | |
| "learning_rate": 5.095194025516733e-05, | |
| "loss": 0.4255, | |
| "step": 657 | |
| }, | |
| { | |
| "epoch": 0.4968850292618463, | |
| "grad_norm": 0.18245136737823486, | |
| "learning_rate": 5.0832959518924165e-05, | |
| "loss": 0.3741, | |
| "step": 658 | |
| }, | |
| { | |
| "epoch": 0.4976401736832169, | |
| "grad_norm": 0.1796809732913971, | |
| "learning_rate": 5.0713974064489367e-05, | |
| "loss": 0.3846, | |
| "step": 659 | |
| }, | |
| { | |
| "epoch": 0.4983953181045875, | |
| "grad_norm": 0.193410262465477, | |
| "learning_rate": 5.059498456584072e-05, | |
| "loss": 0.3921, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.49915046252595807, | |
| "grad_norm": 0.17409726977348328, | |
| "learning_rate": 5.047599169697884e-05, | |
| "loss": 0.3479, | |
| "step": 661 | |
| }, | |
| { | |
| "epoch": 0.49990560694732866, | |
| "grad_norm": 0.19628435373306274, | |
| "learning_rate": 5.035699613192347e-05, | |
| "loss": 0.4364, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 0.5006607513686993, | |
| "grad_norm": 0.1964567005634308, | |
| "learning_rate": 5.023799854470963e-05, | |
| "loss": 0.4891, | |
| "step": 663 | |
| }, | |
| { | |
| "epoch": 0.5014158957900698, | |
| "grad_norm": 0.1932559609413147, | |
| "learning_rate": 5.0118999609383776e-05, | |
| "loss": 0.4156, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 0.5021710402114404, | |
| "grad_norm": 0.18889658153057098, | |
| "learning_rate": 5e-05, | |
| "loss": 0.393, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 0.502926184632811, | |
| "grad_norm": 0.20598454773426056, | |
| "learning_rate": 4.9881000390616236e-05, | |
| "loss": 0.3809, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 0.5036813290541816, | |
| "grad_norm": 0.18910270929336548, | |
| "learning_rate": 4.9762001455290385e-05, | |
| "loss": 0.3594, | |
| "step": 667 | |
| }, | |
| { | |
| "epoch": 0.5044364734755522, | |
| "grad_norm": 0.19010648131370544, | |
| "learning_rate": 4.964300386807653e-05, | |
| "loss": 0.4025, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 0.5051916178969228, | |
| "grad_norm": 0.19111211597919464, | |
| "learning_rate": 4.952400830302117e-05, | |
| "loss": 0.4046, | |
| "step": 669 | |
| }, | |
| { | |
| "epoch": 0.5059467623182934, | |
| "grad_norm": 0.20030421018600464, | |
| "learning_rate": 4.940501543415929e-05, | |
| "loss": 0.3772, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.506701906739664, | |
| "grad_norm": 0.20106443762779236, | |
| "learning_rate": 4.928602593551065e-05, | |
| "loss": 0.3878, | |
| "step": 671 | |
| }, | |
| { | |
| "epoch": 0.5074570511610346, | |
| "grad_norm": 0.21929006278514862, | |
| "learning_rate": 4.916704048107586e-05, | |
| "loss": 0.374, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 0.5082121955824052, | |
| "grad_norm": 0.2119339108467102, | |
| "learning_rate": 4.9048059744832666e-05, | |
| "loss": 0.3846, | |
| "step": 673 | |
| }, | |
| { | |
| "epoch": 0.5089673400037757, | |
| "grad_norm": 0.2138437032699585, | |
| "learning_rate": 4.89290844007321e-05, | |
| "loss": 0.4283, | |
| "step": 674 | |
| }, | |
| { | |
| "epoch": 0.5097224844251463, | |
| "grad_norm": 0.21618351340293884, | |
| "learning_rate": 4.881011512269463e-05, | |
| "loss": 0.3673, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.5104776288465169, | |
| "grad_norm": 0.22225847840309143, | |
| "learning_rate": 4.869115258460635e-05, | |
| "loss": 0.4018, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 0.5112327732678875, | |
| "grad_norm": 0.20154333114624023, | |
| "learning_rate": 4.85721974603152e-05, | |
| "loss": 0.3655, | |
| "step": 677 | |
| }, | |
| { | |
| "epoch": 0.5119879176892581, | |
| "grad_norm": 0.2222219705581665, | |
| "learning_rate": 4.845325042362709e-05, | |
| "loss": 0.3887, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 0.5127430621106287, | |
| "grad_norm": 0.23664206266403198, | |
| "learning_rate": 4.83343121483022e-05, | |
| "loss": 0.4378, | |
| "step": 679 | |
| }, | |
| { | |
| "epoch": 0.5134982065319993, | |
| "grad_norm": 0.22598662972450256, | |
| "learning_rate": 4.821538330805098e-05, | |
| "loss": 0.361, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.5142533509533699, | |
| "grad_norm": 0.23625950515270233, | |
| "learning_rate": 4.8096464576530507e-05, | |
| "loss": 0.3911, | |
| "step": 681 | |
| }, | |
| { | |
| "epoch": 0.5150084953747405, | |
| "grad_norm": 0.24311421811580658, | |
| "learning_rate": 4.797755662734056e-05, | |
| "loss": 0.383, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 0.515763639796111, | |
| "grad_norm": 0.2555188834667206, | |
| "learning_rate": 4.7858660134019884e-05, | |
| "loss": 0.4043, | |
| "step": 683 | |
| }, | |
| { | |
| "epoch": 0.5165187842174815, | |
| "grad_norm": 0.26212912797927856, | |
| "learning_rate": 4.7739775770042285e-05, | |
| "loss": 0.3899, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 0.5172739286388521, | |
| "grad_norm": 0.25993528962135315, | |
| "learning_rate": 4.762090420881289e-05, | |
| "loss": 0.4474, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 0.5180290730602227, | |
| "grad_norm": 0.2636634409427643, | |
| "learning_rate": 4.7502046123664316e-05, | |
| "loss": 0.4205, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 0.5187842174815933, | |
| "grad_norm": 0.27789896726608276, | |
| "learning_rate": 4.738320218785281e-05, | |
| "loss": 0.4362, | |
| "step": 687 | |
| }, | |
| { | |
| "epoch": 0.5195393619029639, | |
| "grad_norm": 0.2860543727874756, | |
| "learning_rate": 4.726437307455452e-05, | |
| "loss": 0.3886, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 0.5202945063243345, | |
| "grad_norm": 0.26604828238487244, | |
| "learning_rate": 4.71455594568616e-05, | |
| "loss": 0.3778, | |
| "step": 689 | |
| }, | |
| { | |
| "epoch": 0.5210496507457051, | |
| "grad_norm": 0.29641634225845337, | |
| "learning_rate": 4.702676200777846e-05, | |
| "loss": 0.4318, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.5218047951670757, | |
| "grad_norm": 0.30234697461128235, | |
| "learning_rate": 4.6907981400217864e-05, | |
| "loss": 0.3916, | |
| "step": 691 | |
| }, | |
| { | |
| "epoch": 0.5225599395884463, | |
| "grad_norm": 0.2846793830394745, | |
| "learning_rate": 4.678921830699724e-05, | |
| "loss": 0.3517, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 0.5233150840098169, | |
| "grad_norm": 0.305910587310791, | |
| "learning_rate": 4.667047340083481e-05, | |
| "loss": 0.3995, | |
| "step": 693 | |
| }, | |
| { | |
| "epoch": 0.5240702284311874, | |
| "grad_norm": 0.2852495014667511, | |
| "learning_rate": 4.655174735434575e-05, | |
| "loss": 0.3481, | |
| "step": 694 | |
| }, | |
| { | |
| "epoch": 0.524825372852558, | |
| "grad_norm": 0.32877644896507263, | |
| "learning_rate": 4.643304084003839e-05, | |
| "loss": 0.3678, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 0.5255805172739286, | |
| "grad_norm": 0.3292486071586609, | |
| "learning_rate": 4.631435453031047e-05, | |
| "loss": 0.3611, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 0.5263356616952992, | |
| "grad_norm": 0.33952105045318604, | |
| "learning_rate": 4.619568909744524e-05, | |
| "loss": 0.3875, | |
| "step": 697 | |
| }, | |
| { | |
| "epoch": 0.5270908061166698, | |
| "grad_norm": 0.41025200486183167, | |
| "learning_rate": 4.607704521360776e-05, | |
| "loss": 0.3853, | |
| "step": 698 | |
| }, | |
| { | |
| "epoch": 0.5278459505380404, | |
| "grad_norm": 0.3911071717739105, | |
| "learning_rate": 4.595842355084094e-05, | |
| "loss": 0.3416, | |
| "step": 699 | |
| }, | |
| { | |
| "epoch": 0.528601094959411, | |
| "grad_norm": 0.46904653310775757, | |
| "learning_rate": 4.583982478106189e-05, | |
| "loss": 0.3506, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.5293562393807816, | |
| "grad_norm": 0.14935268461704254, | |
| "learning_rate": 4.5721249576058027e-05, | |
| "loss": 0.3182, | |
| "step": 701 | |
| }, | |
| { | |
| "epoch": 0.5301113838021522, | |
| "grad_norm": 0.15800884366035461, | |
| "learning_rate": 4.560269860748325e-05, | |
| "loss": 0.3109, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 0.5308665282235228, | |
| "grad_norm": 0.16600751876831055, | |
| "learning_rate": 4.5484172546854246e-05, | |
| "loss": 0.3653, | |
| "step": 703 | |
| }, | |
| { | |
| "epoch": 0.5316216726448934, | |
| "grad_norm": 0.17389142513275146, | |
| "learning_rate": 4.536567206554656e-05, | |
| "loss": 0.3637, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 0.5323768170662639, | |
| "grad_norm": 0.16549134254455566, | |
| "learning_rate": 4.5247197834790876e-05, | |
| "loss": 0.3916, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 0.5331319614876345, | |
| "grad_norm": 0.16650977730751038, | |
| "learning_rate": 4.512875052566915e-05, | |
| "loss": 0.3398, | |
| "step": 706 | |
| }, | |
| { | |
| "epoch": 0.5338871059090051, | |
| "grad_norm": 0.17638632655143738, | |
| "learning_rate": 4.501033080911086e-05, | |
| "loss": 0.3994, | |
| "step": 707 | |
| }, | |
| { | |
| "epoch": 0.5346422503303757, | |
| "grad_norm": 0.1747698038816452, | |
| "learning_rate": 4.489193935588923e-05, | |
| "loss": 0.399, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 0.5353973947517463, | |
| "grad_norm": 0.1881653517484665, | |
| "learning_rate": 4.477357683661734e-05, | |
| "loss": 0.4072, | |
| "step": 709 | |
| }, | |
| { | |
| "epoch": 0.5361525391731169, | |
| "grad_norm": 0.1721341758966446, | |
| "learning_rate": 4.4655243921744374e-05, | |
| "loss": 0.3317, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.5369076835944875, | |
| "grad_norm": 0.18106478452682495, | |
| "learning_rate": 4.4536941281551864e-05, | |
| "loss": 0.4081, | |
| "step": 711 | |
| }, | |
| { | |
| "epoch": 0.5376628280158581, | |
| "grad_norm": 0.19442430138587952, | |
| "learning_rate": 4.44186695861498e-05, | |
| "loss": 0.4044, | |
| "step": 712 | |
| }, | |
| { | |
| "epoch": 0.5384179724372287, | |
| "grad_norm": 0.19563159346580505, | |
| "learning_rate": 4.4300429505472976e-05, | |
| "loss": 0.3849, | |
| "step": 713 | |
| }, | |
| { | |
| "epoch": 0.5391731168585993, | |
| "grad_norm": 0.1997566670179367, | |
| "learning_rate": 4.418222170927702e-05, | |
| "loss": 0.432, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 0.5399282612799698, | |
| "grad_norm": 0.1938876062631607, | |
| "learning_rate": 4.4064046867134756e-05, | |
| "loss": 0.3994, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 0.5406834057013404, | |
| "grad_norm": 0.2057284563779831, | |
| "learning_rate": 4.394590564843226e-05, | |
| "loss": 0.4499, | |
| "step": 716 | |
| }, | |
| { | |
| "epoch": 0.5414385501227109, | |
| "grad_norm": 0.1877799779176712, | |
| "learning_rate": 4.3827798722365264e-05, | |
| "loss": 0.3824, | |
| "step": 717 | |
| }, | |
| { | |
| "epoch": 0.5421936945440815, | |
| "grad_norm": 0.2022031992673874, | |
| "learning_rate": 4.370972675793517e-05, | |
| "loss": 0.4552, | |
| "step": 718 | |
| }, | |
| { | |
| "epoch": 0.5429488389654521, | |
| "grad_norm": 0.22796858847141266, | |
| "learning_rate": 4.359169042394536e-05, | |
| "loss": 0.4589, | |
| "step": 719 | |
| }, | |
| { | |
| "epoch": 0.5437039833868227, | |
| "grad_norm": 0.19858501851558685, | |
| "learning_rate": 4.347369038899744e-05, | |
| "loss": 0.4075, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.5444591278081933, | |
| "grad_norm": 0.20992298424243927, | |
| "learning_rate": 4.33557273214873e-05, | |
| "loss": 0.382, | |
| "step": 721 | |
| }, | |
| { | |
| "epoch": 0.5452142722295639, | |
| "grad_norm": 0.2098989337682724, | |
| "learning_rate": 4.3237801889601554e-05, | |
| "loss": 0.4268, | |
| "step": 722 | |
| }, | |
| { | |
| "epoch": 0.5459694166509345, | |
| "grad_norm": 0.2050914168357849, | |
| "learning_rate": 4.3119914761313564e-05, | |
| "loss": 0.3695, | |
| "step": 723 | |
| }, | |
| { | |
| "epoch": 0.546724561072305, | |
| "grad_norm": 0.21308262646198273, | |
| "learning_rate": 4.3002066604379746e-05, | |
| "loss": 0.4058, | |
| "step": 724 | |
| }, | |
| { | |
| "epoch": 0.5474797054936756, | |
| "grad_norm": 0.22114039957523346, | |
| "learning_rate": 4.288425808633575e-05, | |
| "loss": 0.4412, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.5482348499150462, | |
| "grad_norm": 0.2253432720899582, | |
| "learning_rate": 4.276648987449271e-05, | |
| "loss": 0.4339, | |
| "step": 726 | |
| }, | |
| { | |
| "epoch": 0.5489899943364168, | |
| "grad_norm": 0.22624394297599792, | |
| "learning_rate": 4.2648762635933465e-05, | |
| "loss": 0.4147, | |
| "step": 727 | |
| }, | |
| { | |
| "epoch": 0.5497451387577874, | |
| "grad_norm": 0.23290926218032837, | |
| "learning_rate": 4.253107703750875e-05, | |
| "loss": 0.4315, | |
| "step": 728 | |
| }, | |
| { | |
| "epoch": 0.550500283179158, | |
| "grad_norm": 0.23128274083137512, | |
| "learning_rate": 4.241343374583343e-05, | |
| "loss": 0.4271, | |
| "step": 729 | |
| }, | |
| { | |
| "epoch": 0.5512554276005286, | |
| "grad_norm": 0.243194580078125, | |
| "learning_rate": 4.2295833427282734e-05, | |
| "loss": 0.4344, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.5520105720218992, | |
| "grad_norm": 0.2592814564704895, | |
| "learning_rate": 4.2178276747988446e-05, | |
| "loss": 0.4633, | |
| "step": 731 | |
| }, | |
| { | |
| "epoch": 0.5527657164432698, | |
| "grad_norm": 0.2409772276878357, | |
| "learning_rate": 4.2060764373835264e-05, | |
| "loss": 0.3903, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 0.5535208608646404, | |
| "grad_norm": 0.23426584899425507, | |
| "learning_rate": 4.19432969704568e-05, | |
| "loss": 0.3476, | |
| "step": 733 | |
| }, | |
| { | |
| "epoch": 0.554276005286011, | |
| "grad_norm": 0.2637597322463989, | |
| "learning_rate": 4.182587520323201e-05, | |
| "loss": 0.4371, | |
| "step": 734 | |
| }, | |
| { | |
| "epoch": 0.5550311497073815, | |
| "grad_norm": 0.2537882328033447, | |
| "learning_rate": 4.17084997372813e-05, | |
| "loss": 0.4176, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 0.5557862941287521, | |
| "grad_norm": 0.25388282537460327, | |
| "learning_rate": 4.159117123746286e-05, | |
| "loss": 0.3644, | |
| "step": 736 | |
| }, | |
| { | |
| "epoch": 0.5565414385501227, | |
| "grad_norm": 0.259795218706131, | |
| "learning_rate": 4.147389036836881e-05, | |
| "loss": 0.3493, | |
| "step": 737 | |
| }, | |
| { | |
| "epoch": 0.5572965829714933, | |
| "grad_norm": 0.2668931782245636, | |
| "learning_rate": 4.1356657794321496e-05, | |
| "loss": 0.3802, | |
| "step": 738 | |
| }, | |
| { | |
| "epoch": 0.5580517273928639, | |
| "grad_norm": 0.28695622086524963, | |
| "learning_rate": 4.12394741793697e-05, | |
| "loss": 0.3657, | |
| "step": 739 | |
| }, | |
| { | |
| "epoch": 0.5588068718142345, | |
| "grad_norm": 0.2887243628501892, | |
| "learning_rate": 4.1122340187284846e-05, | |
| "loss": 0.4289, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.5595620162356051, | |
| "grad_norm": 0.2813442349433899, | |
| "learning_rate": 4.100525648155731e-05, | |
| "loss": 0.3503, | |
| "step": 741 | |
| }, | |
| { | |
| "epoch": 0.5603171606569757, | |
| "grad_norm": 0.2727963924407959, | |
| "learning_rate": 4.088822372539263e-05, | |
| "loss": 0.3067, | |
| "step": 742 | |
| }, | |
| { | |
| "epoch": 0.5610723050783463, | |
| "grad_norm": 0.2962748408317566, | |
| "learning_rate": 4.077124258170774e-05, | |
| "loss": 0.3492, | |
| "step": 743 | |
| }, | |
| { | |
| "epoch": 0.5618274494997169, | |
| "grad_norm": 0.293473482131958, | |
| "learning_rate": 4.06543137131272e-05, | |
| "loss": 0.3261, | |
| "step": 744 | |
| }, | |
| { | |
| "epoch": 0.5625825939210874, | |
| "grad_norm": 0.3267402946949005, | |
| "learning_rate": 4.0537437781979506e-05, | |
| "loss": 0.3525, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 0.563337738342458, | |
| "grad_norm": 0.33864033222198486, | |
| "learning_rate": 4.042061545029323e-05, | |
| "loss": 0.3754, | |
| "step": 746 | |
| }, | |
| { | |
| "epoch": 0.5640928827638286, | |
| "grad_norm": 0.38044723868370056, | |
| "learning_rate": 4.0303847379793447e-05, | |
| "loss": 0.4512, | |
| "step": 747 | |
| }, | |
| { | |
| "epoch": 0.5648480271851992, | |
| "grad_norm": 0.37810018658638, | |
| "learning_rate": 4.018713423189775e-05, | |
| "loss": 0.359, | |
| "step": 748 | |
| }, | |
| { | |
| "epoch": 0.5656031716065698, | |
| "grad_norm": 0.42582571506500244, | |
| "learning_rate": 4.007047666771274e-05, | |
| "loss": 0.4383, | |
| "step": 749 | |
| }, | |
| { | |
| "epoch": 0.5663583160279403, | |
| "grad_norm": 0.4589140713214874, | |
| "learning_rate": 3.995387534803006e-05, | |
| "loss": 0.4365, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.5671134604493109, | |
| "grad_norm": 0.155814066529274, | |
| "learning_rate": 3.983733093332289e-05, | |
| "loss": 0.3505, | |
| "step": 751 | |
| }, | |
| { | |
| "epoch": 0.5678686048706815, | |
| "grad_norm": 0.16563649475574493, | |
| "learning_rate": 3.9720844083741975e-05, | |
| "loss": 0.3567, | |
| "step": 752 | |
| }, | |
| { | |
| "epoch": 0.5686237492920521, | |
| "grad_norm": 0.16976523399353027, | |
| "learning_rate": 3.960441545911204e-05, | |
| "loss": 0.3639, | |
| "step": 753 | |
| }, | |
| { | |
| "epoch": 0.5693788937134227, | |
| "grad_norm": 0.18034231662750244, | |
| "learning_rate": 3.948804571892799e-05, | |
| "loss": 0.3462, | |
| "step": 754 | |
| }, | |
| { | |
| "epoch": 0.5701340381347932, | |
| "grad_norm": 0.1798115074634552, | |
| "learning_rate": 3.937173552235117e-05, | |
| "loss": 0.374, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 0.5708891825561638, | |
| "grad_norm": 0.18299606442451477, | |
| "learning_rate": 3.925548552820568e-05, | |
| "loss": 0.3865, | |
| "step": 756 | |
| }, | |
| { | |
| "epoch": 0.5716443269775344, | |
| "grad_norm": 0.20100784301757812, | |
| "learning_rate": 3.913929639497462e-05, | |
| "loss": 0.4081, | |
| "step": 757 | |
| }, | |
| { | |
| "epoch": 0.572399471398905, | |
| "grad_norm": 0.18966151773929596, | |
| "learning_rate": 3.9023168780796294e-05, | |
| "loss": 0.3809, | |
| "step": 758 | |
| }, | |
| { | |
| "epoch": 0.5731546158202756, | |
| "grad_norm": 0.2044794112443924, | |
| "learning_rate": 3.890710334346058e-05, | |
| "loss": 0.4423, | |
| "step": 759 | |
| }, | |
| { | |
| "epoch": 0.5739097602416462, | |
| "grad_norm": 0.19047518074512482, | |
| "learning_rate": 3.879110074040514e-05, | |
| "loss": 0.3845, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.5746649046630168, | |
| "grad_norm": 0.1907937079668045, | |
| "learning_rate": 3.8675161628711776e-05, | |
| "loss": 0.394, | |
| "step": 761 | |
| }, | |
| { | |
| "epoch": 0.5754200490843874, | |
| "grad_norm": 0.19930242002010345, | |
| "learning_rate": 3.85592866651026e-05, | |
| "loss": 0.434, | |
| "step": 762 | |
| }, | |
| { | |
| "epoch": 0.576175193505758, | |
| "grad_norm": 0.1895764023065567, | |
| "learning_rate": 3.844347650593635e-05, | |
| "loss": 0.3668, | |
| "step": 763 | |
| }, | |
| { | |
| "epoch": 0.5769303379271286, | |
| "grad_norm": 0.20043134689331055, | |
| "learning_rate": 3.832773180720475e-05, | |
| "loss": 0.3956, | |
| "step": 764 | |
| }, | |
| { | |
| "epoch": 0.5776854823484991, | |
| "grad_norm": 0.2107314020395279, | |
| "learning_rate": 3.821205322452863e-05, | |
| "loss": 0.4535, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 0.5784406267698697, | |
| "grad_norm": 0.22263993322849274, | |
| "learning_rate": 3.8096441413154464e-05, | |
| "loss": 0.4392, | |
| "step": 766 | |
| }, | |
| { | |
| "epoch": 0.5791957711912403, | |
| "grad_norm": 0.2031395435333252, | |
| "learning_rate": 3.798089702795038e-05, | |
| "loss": 0.3902, | |
| "step": 767 | |
| }, | |
| { | |
| "epoch": 0.5799509156126109, | |
| "grad_norm": 0.20621052384376526, | |
| "learning_rate": 3.7865420723402634e-05, | |
| "loss": 0.4127, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 0.5807060600339815, | |
| "grad_norm": 0.20813485980033875, | |
| "learning_rate": 3.775001315361183e-05, | |
| "loss": 0.3858, | |
| "step": 769 | |
| }, | |
| { | |
| "epoch": 0.5814612044553521, | |
| "grad_norm": 0.21165066957473755, | |
| "learning_rate": 3.763467497228922e-05, | |
| "loss": 0.4723, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.5822163488767227, | |
| "grad_norm": 0.2068208009004593, | |
| "learning_rate": 3.7519406832753085e-05, | |
| "loss": 0.3991, | |
| "step": 771 | |
| }, | |
| { | |
| "epoch": 0.5829714932980933, | |
| "grad_norm": 0.22032210230827332, | |
| "learning_rate": 3.740420938792489e-05, | |
| "loss": 0.4052, | |
| "step": 772 | |
| }, | |
| { | |
| "epoch": 0.5837266377194639, | |
| "grad_norm": 0.21245840191841125, | |
| "learning_rate": 3.728908329032567e-05, | |
| "loss": 0.3571, | |
| "step": 773 | |
| }, | |
| { | |
| "epoch": 0.5844817821408345, | |
| "grad_norm": 0.2291347086429596, | |
| "learning_rate": 3.717402919207234e-05, | |
| "loss": 0.4335, | |
| "step": 774 | |
| }, | |
| { | |
| "epoch": 0.585236926562205, | |
| "grad_norm": 0.23557013273239136, | |
| "learning_rate": 3.705904774487396e-05, | |
| "loss": 0.4521, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.5859920709835756, | |
| "grad_norm": 0.23025040328502655, | |
| "learning_rate": 3.6944139600028136e-05, | |
| "loss": 0.3855, | |
| "step": 776 | |
| }, | |
| { | |
| "epoch": 0.5867472154049462, | |
| "grad_norm": 0.23952262103557587, | |
| "learning_rate": 3.6829305408417166e-05, | |
| "loss": 0.3627, | |
| "step": 777 | |
| }, | |
| { | |
| "epoch": 0.5875023598263168, | |
| "grad_norm": 0.21594206988811493, | |
| "learning_rate": 3.6714545820504525e-05, | |
| "loss": 0.3442, | |
| "step": 778 | |
| }, | |
| { | |
| "epoch": 0.5882575042476874, | |
| "grad_norm": 0.22128231823444366, | |
| "learning_rate": 3.659986148633107e-05, | |
| "loss": 0.355, | |
| "step": 779 | |
| }, | |
| { | |
| "epoch": 0.589012648669058, | |
| "grad_norm": 0.25088027119636536, | |
| "learning_rate": 3.648525305551136e-05, | |
| "loss": 0.4293, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.5897677930904286, | |
| "grad_norm": 0.2476910948753357, | |
| "learning_rate": 3.6370721177230116e-05, | |
| "loss": 0.3875, | |
| "step": 781 | |
| }, | |
| { | |
| "epoch": 0.5905229375117992, | |
| "grad_norm": 0.24124464392662048, | |
| "learning_rate": 3.625626650023831e-05, | |
| "loss": 0.393, | |
| "step": 782 | |
| }, | |
| { | |
| "epoch": 0.5912780819331697, | |
| "grad_norm": 0.2532835900783539, | |
| "learning_rate": 3.6141889672849726e-05, | |
| "loss": 0.418, | |
| "step": 783 | |
| }, | |
| { | |
| "epoch": 0.5920332263545403, | |
| "grad_norm": 0.24893806874752045, | |
| "learning_rate": 3.602759134293706e-05, | |
| "loss": 0.3763, | |
| "step": 784 | |
| }, | |
| { | |
| "epoch": 0.5927883707759108, | |
| "grad_norm": 0.2560838758945465, | |
| "learning_rate": 3.591337215792852e-05, | |
| "loss": 0.3267, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.5935435151972814, | |
| "grad_norm": 0.26388421654701233, | |
| "learning_rate": 3.579923276480387e-05, | |
| "loss": 0.4026, | |
| "step": 786 | |
| }, | |
| { | |
| "epoch": 0.594298659618652, | |
| "grad_norm": 0.27024954557418823, | |
| "learning_rate": 3.568517381009099e-05, | |
| "loss": 0.3871, | |
| "step": 787 | |
| }, | |
| { | |
| "epoch": 0.5950538040400226, | |
| "grad_norm": 0.26593852043151855, | |
| "learning_rate": 3.557119593986208e-05, | |
| "loss": 0.3685, | |
| "step": 788 | |
| }, | |
| { | |
| "epoch": 0.5958089484613932, | |
| "grad_norm": 0.2777867317199707, | |
| "learning_rate": 3.545729979973005e-05, | |
| "loss": 0.3664, | |
| "step": 789 | |
| }, | |
| { | |
| "epoch": 0.5965640928827638, | |
| "grad_norm": 0.28436291217803955, | |
| "learning_rate": 3.5343486034844895e-05, | |
| "loss": 0.3673, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.5973192373041344, | |
| "grad_norm": 0.3022597134113312, | |
| "learning_rate": 3.522975528989e-05, | |
| "loss": 0.4292, | |
| "step": 791 | |
| }, | |
| { | |
| "epoch": 0.598074381725505, | |
| "grad_norm": 0.3157149851322174, | |
| "learning_rate": 3.511610820907846e-05, | |
| "loss": 0.4385, | |
| "step": 792 | |
| }, | |
| { | |
| "epoch": 0.5988295261468756, | |
| "grad_norm": 0.2940748333930969, | |
| "learning_rate": 3.5002545436149474e-05, | |
| "loss": 0.389, | |
| "step": 793 | |
| }, | |
| { | |
| "epoch": 0.5995846705682462, | |
| "grad_norm": 0.3128991425037384, | |
| "learning_rate": 3.4889067614364714e-05, | |
| "loss": 0.3999, | |
| "step": 794 | |
| }, | |
| { | |
| "epoch": 0.6003398149896167, | |
| "grad_norm": 0.29500824213027954, | |
| "learning_rate": 3.4775675386504656e-05, | |
| "loss": 0.3033, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 0.6010949594109873, | |
| "grad_norm": 0.36105644702911377, | |
| "learning_rate": 3.466236939486491e-05, | |
| "loss": 0.4132, | |
| "step": 796 | |
| }, | |
| { | |
| "epoch": 0.6018501038323579, | |
| "grad_norm": 0.3596034646034241, | |
| "learning_rate": 3.4549150281252636e-05, | |
| "loss": 0.335, | |
| "step": 797 | |
| }, | |
| { | |
| "epoch": 0.6026052482537285, | |
| "grad_norm": 0.3680574893951416, | |
| "learning_rate": 3.443601868698288e-05, | |
| "loss": 0.3667, | |
| "step": 798 | |
| }, | |
| { | |
| "epoch": 0.6033603926750991, | |
| "grad_norm": 0.38893964886665344, | |
| "learning_rate": 3.4322975252874946e-05, | |
| "loss": 0.3922, | |
| "step": 799 | |
| }, | |
| { | |
| "epoch": 0.6041155370964697, | |
| "grad_norm": 0.4646053910255432, | |
| "learning_rate": 3.421002061924876e-05, | |
| "loss": 0.3689, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.6048706815178403, | |
| "grad_norm": 0.16041673719882965, | |
| "learning_rate": 3.4097155425921254e-05, | |
| "loss": 0.2799, | |
| "step": 801 | |
| }, | |
| { | |
| "epoch": 0.6056258259392109, | |
| "grad_norm": 0.14617888629436493, | |
| "learning_rate": 3.398438031220276e-05, | |
| "loss": 0.3073, | |
| "step": 802 | |
| }, | |
| { | |
| "epoch": 0.6063809703605815, | |
| "grad_norm": 0.1890193223953247, | |
| "learning_rate": 3.3871695916893314e-05, | |
| "loss": 0.3961, | |
| "step": 803 | |
| }, | |
| { | |
| "epoch": 0.6071361147819521, | |
| "grad_norm": 0.17151913046836853, | |
| "learning_rate": 3.375910287827912e-05, | |
| "loss": 0.3757, | |
| "step": 804 | |
| }, | |
| { | |
| "epoch": 0.6078912592033227, | |
| "grad_norm": 0.17613713443279266, | |
| "learning_rate": 3.364660183412892e-05, | |
| "loss": 0.3356, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 0.6086464036246932, | |
| "grad_norm": 0.17522138357162476, | |
| "learning_rate": 3.353419342169035e-05, | |
| "loss": 0.3864, | |
| "step": 806 | |
| }, | |
| { | |
| "epoch": 0.6094015480460638, | |
| "grad_norm": 0.17417658865451813, | |
| "learning_rate": 3.3421878277686314e-05, | |
| "loss": 0.3412, | |
| "step": 807 | |
| }, | |
| { | |
| "epoch": 0.6101566924674344, | |
| "grad_norm": 0.1665177345275879, | |
| "learning_rate": 3.330965703831146e-05, | |
| "loss": 0.3375, | |
| "step": 808 | |
| }, | |
| { | |
| "epoch": 0.610911836888805, | |
| "grad_norm": 0.2024083286523819, | |
| "learning_rate": 3.3197530339228487e-05, | |
| "loss": 0.3916, | |
| "step": 809 | |
| }, | |
| { | |
| "epoch": 0.6116669813101756, | |
| "grad_norm": 0.19576655328273773, | |
| "learning_rate": 3.3085498815564645e-05, | |
| "loss": 0.4199, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.6124221257315462, | |
| "grad_norm": 0.19635462760925293, | |
| "learning_rate": 3.297356310190797e-05, | |
| "loss": 0.448, | |
| "step": 811 | |
| }, | |
| { | |
| "epoch": 0.6131772701529168, | |
| "grad_norm": 0.1944982409477234, | |
| "learning_rate": 3.286172383230388e-05, | |
| "loss": 0.3877, | |
| "step": 812 | |
| }, | |
| { | |
| "epoch": 0.6139324145742874, | |
| "grad_norm": 0.1916523575782776, | |
| "learning_rate": 3.274998164025148e-05, | |
| "loss": 0.3653, | |
| "step": 813 | |
| }, | |
| { | |
| "epoch": 0.614687558995658, | |
| "grad_norm": 0.20687338709831238, | |
| "learning_rate": 3.263833715869996e-05, | |
| "loss": 0.4505, | |
| "step": 814 | |
| }, | |
| { | |
| "epoch": 0.6154427034170286, | |
| "grad_norm": 0.18990960717201233, | |
| "learning_rate": 3.2526791020045086e-05, | |
| "loss": 0.3874, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 0.6161978478383991, | |
| "grad_norm": 0.18829166889190674, | |
| "learning_rate": 3.2415343856125547e-05, | |
| "loss": 0.3377, | |
| "step": 816 | |
| }, | |
| { | |
| "epoch": 0.6169529922597696, | |
| "grad_norm": 0.21549442410469055, | |
| "learning_rate": 3.230399629821942e-05, | |
| "loss": 0.4082, | |
| "step": 817 | |
| }, | |
| { | |
| "epoch": 0.6177081366811402, | |
| "grad_norm": 0.21937482059001923, | |
| "learning_rate": 3.219274897704053e-05, | |
| "loss": 0.3876, | |
| "step": 818 | |
| }, | |
| { | |
| "epoch": 0.6184632811025108, | |
| "grad_norm": 0.21827095746994019, | |
| "learning_rate": 3.2081602522734986e-05, | |
| "loss": 0.4106, | |
| "step": 819 | |
| }, | |
| { | |
| "epoch": 0.6192184255238814, | |
| "grad_norm": 0.2126101851463318, | |
| "learning_rate": 3.197055756487752e-05, | |
| "loss": 0.3958, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.619973569945252, | |
| "grad_norm": 0.22217732667922974, | |
| "learning_rate": 3.1859614732467954e-05, | |
| "loss": 0.414, | |
| "step": 821 | |
| }, | |
| { | |
| "epoch": 0.6207287143666226, | |
| "grad_norm": 0.19480924308300018, | |
| "learning_rate": 3.174877465392763e-05, | |
| "loss": 0.3671, | |
| "step": 822 | |
| }, | |
| { | |
| "epoch": 0.6214838587879932, | |
| "grad_norm": 0.19732743501663208, | |
| "learning_rate": 3.163803795709583e-05, | |
| "loss": 0.3422, | |
| "step": 823 | |
| }, | |
| { | |
| "epoch": 0.6222390032093638, | |
| "grad_norm": 0.2333568036556244, | |
| "learning_rate": 3.1527405269226305e-05, | |
| "loss": 0.3685, | |
| "step": 824 | |
| }, | |
| { | |
| "epoch": 0.6229941476307344, | |
| "grad_norm": 0.21316733956336975, | |
| "learning_rate": 3.141687721698363e-05, | |
| "loss": 0.3704, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.6237492920521049, | |
| "grad_norm": 0.20892879366874695, | |
| "learning_rate": 3.130645442643965e-05, | |
| "loss": 0.3474, | |
| "step": 826 | |
| }, | |
| { | |
| "epoch": 0.6245044364734755, | |
| "grad_norm": 0.23324836790561676, | |
| "learning_rate": 3.119613752307002e-05, | |
| "loss": 0.3941, | |
| "step": 827 | |
| }, | |
| { | |
| "epoch": 0.6252595808948461, | |
| "grad_norm": 0.2080870121717453, | |
| "learning_rate": 3.108592713175056e-05, | |
| "loss": 0.358, | |
| "step": 828 | |
| }, | |
| { | |
| "epoch": 0.6260147253162167, | |
| "grad_norm": 0.24301281571388245, | |
| "learning_rate": 3.097582387675385e-05, | |
| "loss": 0.4344, | |
| "step": 829 | |
| }, | |
| { | |
| "epoch": 0.6267698697375873, | |
| "grad_norm": 0.2200392484664917, | |
| "learning_rate": 3.086582838174551e-05, | |
| "loss": 0.3661, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.6275250141589579, | |
| "grad_norm": 0.24137113988399506, | |
| "learning_rate": 3.075594126978084e-05, | |
| "loss": 0.4266, | |
| "step": 831 | |
| }, | |
| { | |
| "epoch": 0.6282801585803285, | |
| "grad_norm": 0.24250073730945587, | |
| "learning_rate": 3.0646163163301186e-05, | |
| "loss": 0.41, | |
| "step": 832 | |
| }, | |
| { | |
| "epoch": 0.6290353030016991, | |
| "grad_norm": 0.26428642868995667, | |
| "learning_rate": 3.053649468413043e-05, | |
| "loss": 0.4392, | |
| "step": 833 | |
| }, | |
| { | |
| "epoch": 0.6297904474230697, | |
| "grad_norm": 0.2617412805557251, | |
| "learning_rate": 3.0426936453471533e-05, | |
| "loss": 0.4245, | |
| "step": 834 | |
| }, | |
| { | |
| "epoch": 0.6305455918444403, | |
| "grad_norm": 0.2729879319667816, | |
| "learning_rate": 3.0317489091902935e-05, | |
| "loss": 0.3944, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 0.6313007362658108, | |
| "grad_norm": 0.261433482170105, | |
| "learning_rate": 3.020815321937509e-05, | |
| "loss": 0.3796, | |
| "step": 836 | |
| }, | |
| { | |
| "epoch": 0.6320558806871814, | |
| "grad_norm": 0.2721140682697296, | |
| "learning_rate": 3.0098929455206904e-05, | |
| "loss": 0.395, | |
| "step": 837 | |
| }, | |
| { | |
| "epoch": 0.632811025108552, | |
| "grad_norm": 0.26962924003601074, | |
| "learning_rate": 2.998981841808227e-05, | |
| "loss": 0.3807, | |
| "step": 838 | |
| }, | |
| { | |
| "epoch": 0.6335661695299226, | |
| "grad_norm": 0.2710483968257904, | |
| "learning_rate": 2.988082072604661e-05, | |
| "loss": 0.3361, | |
| "step": 839 | |
| }, | |
| { | |
| "epoch": 0.6343213139512932, | |
| "grad_norm": 0.2910868227481842, | |
| "learning_rate": 2.9771936996503248e-05, | |
| "loss": 0.4196, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.6350764583726638, | |
| "grad_norm": 0.2808794379234314, | |
| "learning_rate": 2.9663167846209998e-05, | |
| "loss": 0.3742, | |
| "step": 841 | |
| }, | |
| { | |
| "epoch": 0.6358316027940344, | |
| "grad_norm": 0.3063143491744995, | |
| "learning_rate": 2.955451389127567e-05, | |
| "loss": 0.4192, | |
| "step": 842 | |
| }, | |
| { | |
| "epoch": 0.636586747215405, | |
| "grad_norm": 0.2972528338432312, | |
| "learning_rate": 2.9445975747156545e-05, | |
| "loss": 0.3618, | |
| "step": 843 | |
| }, | |
| { | |
| "epoch": 0.6373418916367756, | |
| "grad_norm": 0.2982980012893677, | |
| "learning_rate": 2.9337554028652952e-05, | |
| "loss": 0.3622, | |
| "step": 844 | |
| }, | |
| { | |
| "epoch": 0.6380970360581462, | |
| "grad_norm": 0.29826125502586365, | |
| "learning_rate": 2.9229249349905684e-05, | |
| "loss": 0.3206, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 0.6388521804795168, | |
| "grad_norm": 0.3471531569957733, | |
| "learning_rate": 2.9121062324392623e-05, | |
| "loss": 0.383, | |
| "step": 846 | |
| }, | |
| { | |
| "epoch": 0.6396073249008873, | |
| "grad_norm": 0.37260305881500244, | |
| "learning_rate": 2.901299356492516e-05, | |
| "loss": 0.403, | |
| "step": 847 | |
| }, | |
| { | |
| "epoch": 0.6403624693222579, | |
| "grad_norm": 0.3672800064086914, | |
| "learning_rate": 2.8905043683644872e-05, | |
| "loss": 0.3851, | |
| "step": 848 | |
| }, | |
| { | |
| "epoch": 0.6411176137436285, | |
| "grad_norm": 0.40943288803100586, | |
| "learning_rate": 2.8797213292019926e-05, | |
| "loss": 0.3267, | |
| "step": 849 | |
| }, | |
| { | |
| "epoch": 0.641872758164999, | |
| "grad_norm": 0.5209497213363647, | |
| "learning_rate": 2.86895030008416e-05, | |
| "loss": 0.4702, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.6426279025863696, | |
| "grad_norm": 0.15170446038246155, | |
| "learning_rate": 2.858191342022095e-05, | |
| "loss": 0.2699, | |
| "step": 851 | |
| }, | |
| { | |
| "epoch": 0.6433830470077402, | |
| "grad_norm": 0.16055040061473846, | |
| "learning_rate": 2.8474445159585235e-05, | |
| "loss": 0.3269, | |
| "step": 852 | |
| }, | |
| { | |
| "epoch": 0.6441381914291108, | |
| "grad_norm": 0.16934970021247864, | |
| "learning_rate": 2.8367098827674578e-05, | |
| "loss": 0.3698, | |
| "step": 853 | |
| }, | |
| { | |
| "epoch": 0.6448933358504814, | |
| "grad_norm": 0.16251638531684875, | |
| "learning_rate": 2.8259875032538407e-05, | |
| "loss": 0.3339, | |
| "step": 854 | |
| }, | |
| { | |
| "epoch": 0.645648480271852, | |
| "grad_norm": 0.1724422574043274, | |
| "learning_rate": 2.8152774381532033e-05, | |
| "loss": 0.4104, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 0.6464036246932225, | |
| "grad_norm": 0.17181172966957092, | |
| "learning_rate": 2.8045797481313262e-05, | |
| "loss": 0.3565, | |
| "step": 856 | |
| }, | |
| { | |
| "epoch": 0.6471587691145931, | |
| "grad_norm": 0.17750045657157898, | |
| "learning_rate": 2.7938944937838923e-05, | |
| "loss": 0.3573, | |
| "step": 857 | |
| }, | |
| { | |
| "epoch": 0.6479139135359637, | |
| "grad_norm": 0.18744954466819763, | |
| "learning_rate": 2.78322173563615e-05, | |
| "loss": 0.3277, | |
| "step": 858 | |
| }, | |
| { | |
| "epoch": 0.6486690579573343, | |
| "grad_norm": 0.18920008838176727, | |
| "learning_rate": 2.7725615341425525e-05, | |
| "loss": 0.407, | |
| "step": 859 | |
| }, | |
| { | |
| "epoch": 0.6494242023787049, | |
| "grad_norm": 0.19674719870090485, | |
| "learning_rate": 2.7619139496864378e-05, | |
| "loss": 0.4228, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.6501793468000755, | |
| "grad_norm": 0.20689047873020172, | |
| "learning_rate": 2.7512790425796718e-05, | |
| "loss": 0.4252, | |
| "step": 861 | |
| }, | |
| { | |
| "epoch": 0.6509344912214461, | |
| "grad_norm": 0.18963493406772614, | |
| "learning_rate": 2.740656873062312e-05, | |
| "loss": 0.3796, | |
| "step": 862 | |
| }, | |
| { | |
| "epoch": 0.6516896356428167, | |
| "grad_norm": 0.21359539031982422, | |
| "learning_rate": 2.7300475013022663e-05, | |
| "loss": 0.4206, | |
| "step": 863 | |
| }, | |
| { | |
| "epoch": 0.6524447800641873, | |
| "grad_norm": 0.2088915854692459, | |
| "learning_rate": 2.7194509873949503e-05, | |
| "loss": 0.4344, | |
| "step": 864 | |
| }, | |
| { | |
| "epoch": 0.6531999244855579, | |
| "grad_norm": 0.2131178230047226, | |
| "learning_rate": 2.708867391362948e-05, | |
| "loss": 0.4203, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 0.6539550689069284, | |
| "grad_norm": 0.20361606776714325, | |
| "learning_rate": 2.698296773155673e-05, | |
| "loss": 0.3994, | |
| "step": 866 | |
| }, | |
| { | |
| "epoch": 0.654710213328299, | |
| "grad_norm": 0.2058803290128708, | |
| "learning_rate": 2.687739192649026e-05, | |
| "loss": 0.3746, | |
| "step": 867 | |
| }, | |
| { | |
| "epoch": 0.6554653577496696, | |
| "grad_norm": 0.22526845335960388, | |
| "learning_rate": 2.6771947096450577e-05, | |
| "loss": 0.4883, | |
| "step": 868 | |
| }, | |
| { | |
| "epoch": 0.6562205021710402, | |
| "grad_norm": 0.1975262463092804, | |
| "learning_rate": 2.6666633838716314e-05, | |
| "loss": 0.3258, | |
| "step": 869 | |
| }, | |
| { | |
| "epoch": 0.6569756465924108, | |
| "grad_norm": 0.2137899249792099, | |
| "learning_rate": 2.6561452749820807e-05, | |
| "loss": 0.3739, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.6577307910137814, | |
| "grad_norm": 0.21968792378902435, | |
| "learning_rate": 2.6456404425548774e-05, | |
| "loss": 0.3703, | |
| "step": 871 | |
| }, | |
| { | |
| "epoch": 0.658485935435152, | |
| "grad_norm": 0.21001875400543213, | |
| "learning_rate": 2.6351489460932816e-05, | |
| "loss": 0.4517, | |
| "step": 872 | |
| }, | |
| { | |
| "epoch": 0.6592410798565226, | |
| "grad_norm": 0.23233747482299805, | |
| "learning_rate": 2.6246708450250256e-05, | |
| "loss": 0.3885, | |
| "step": 873 | |
| }, | |
| { | |
| "epoch": 0.6599962242778932, | |
| "grad_norm": 0.23604817688465118, | |
| "learning_rate": 2.6142061987019577e-05, | |
| "loss": 0.4035, | |
| "step": 874 | |
| }, | |
| { | |
| "epoch": 0.6607513686992638, | |
| "grad_norm": 0.23978619277477264, | |
| "learning_rate": 2.603755066399718e-05, | |
| "loss": 0.4077, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 0.6615065131206344, | |
| "grad_norm": 0.23582671582698822, | |
| "learning_rate": 2.5933175073173898e-05, | |
| "loss": 0.4175, | |
| "step": 876 | |
| }, | |
| { | |
| "epoch": 0.662261657542005, | |
| "grad_norm": 0.24461962282657623, | |
| "learning_rate": 2.5828935805771802e-05, | |
| "loss": 0.4297, | |
| "step": 877 | |
| }, | |
| { | |
| "epoch": 0.6630168019633755, | |
| "grad_norm": 0.24499231576919556, | |
| "learning_rate": 2.5724833452240792e-05, | |
| "loss": 0.3868, | |
| "step": 878 | |
| }, | |
| { | |
| "epoch": 0.6637719463847461, | |
| "grad_norm": 0.2279515117406845, | |
| "learning_rate": 2.5620868602255197e-05, | |
| "loss": 0.4166, | |
| "step": 879 | |
| }, | |
| { | |
| "epoch": 0.6645270908061167, | |
| "grad_norm": 0.24552056193351746, | |
| "learning_rate": 2.5517041844710453e-05, | |
| "loss": 0.4447, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.6652822352274873, | |
| "grad_norm": 0.25690439343452454, | |
| "learning_rate": 2.5413353767719805e-05, | |
| "loss": 0.4388, | |
| "step": 881 | |
| }, | |
| { | |
| "epoch": 0.6660373796488579, | |
| "grad_norm": 0.27102774381637573, | |
| "learning_rate": 2.5309804958611016e-05, | |
| "loss": 0.4063, | |
| "step": 882 | |
| }, | |
| { | |
| "epoch": 0.6667925240702284, | |
| "grad_norm": 0.2607583701610565, | |
| "learning_rate": 2.520639600392295e-05, | |
| "loss": 0.4336, | |
| "step": 883 | |
| }, | |
| { | |
| "epoch": 0.667547668491599, | |
| "grad_norm": 0.28491443395614624, | |
| "learning_rate": 2.5103127489402217e-05, | |
| "loss": 0.493, | |
| "step": 884 | |
| }, | |
| { | |
| "epoch": 0.6683028129129696, | |
| "grad_norm": 0.27002084255218506, | |
| "learning_rate": 2.500000000000001e-05, | |
| "loss": 0.4069, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 0.6690579573343401, | |
| "grad_norm": 0.2716214060783386, | |
| "learning_rate": 2.489701411986865e-05, | |
| "loss": 0.4394, | |
| "step": 886 | |
| }, | |
| { | |
| "epoch": 0.6698131017557107, | |
| "grad_norm": 0.26700031757354736, | |
| "learning_rate": 2.4794170432358415e-05, | |
| "loss": 0.3797, | |
| "step": 887 | |
| }, | |
| { | |
| "epoch": 0.6705682461770813, | |
| "grad_norm": 0.2846347987651825, | |
| "learning_rate": 2.4691469520014025e-05, | |
| "loss": 0.3867, | |
| "step": 888 | |
| }, | |
| { | |
| "epoch": 0.6713233905984519, | |
| "grad_norm": 0.32261618971824646, | |
| "learning_rate": 2.4588911964571553e-05, | |
| "loss": 0.4208, | |
| "step": 889 | |
| }, | |
| { | |
| "epoch": 0.6720785350198225, | |
| "grad_norm": 0.2805870771408081, | |
| "learning_rate": 2.4486498346955027e-05, | |
| "loss": 0.3418, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.6728336794411931, | |
| "grad_norm": 0.2825523912906647, | |
| "learning_rate": 2.4384229247273155e-05, | |
| "loss": 0.399, | |
| "step": 891 | |
| }, | |
| { | |
| "epoch": 0.6735888238625637, | |
| "grad_norm": 0.34398892521858215, | |
| "learning_rate": 2.4282105244816045e-05, | |
| "loss": 0.4278, | |
| "step": 892 | |
| }, | |
| { | |
| "epoch": 0.6743439682839343, | |
| "grad_norm": 0.31729134917259216, | |
| "learning_rate": 2.418012691805191e-05, | |
| "loss": 0.3586, | |
| "step": 893 | |
| }, | |
| { | |
| "epoch": 0.6750991127053049, | |
| "grad_norm": 0.30837181210517883, | |
| "learning_rate": 2.4078294844623816e-05, | |
| "loss": 0.3639, | |
| "step": 894 | |
| }, | |
| { | |
| "epoch": 0.6758542571266755, | |
| "grad_norm": 0.33780837059020996, | |
| "learning_rate": 2.3976609601346394e-05, | |
| "loss": 0.3787, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 0.676609401548046, | |
| "grad_norm": 0.3720472455024719, | |
| "learning_rate": 2.3875071764202563e-05, | |
| "loss": 0.3951, | |
| "step": 896 | |
| }, | |
| { | |
| "epoch": 0.6773645459694166, | |
| "grad_norm": 0.3754374384880066, | |
| "learning_rate": 2.3773681908340284e-05, | |
| "loss": 0.3508, | |
| "step": 897 | |
| }, | |
| { | |
| "epoch": 0.6781196903907872, | |
| "grad_norm": 0.4134625196456909, | |
| "learning_rate": 2.3672440608069313e-05, | |
| "loss": 0.3392, | |
| "step": 898 | |
| }, | |
| { | |
| "epoch": 0.6788748348121578, | |
| "grad_norm": 0.43518126010894775, | |
| "learning_rate": 2.3571348436857904e-05, | |
| "loss": 0.3959, | |
| "step": 899 | |
| }, | |
| { | |
| "epoch": 0.6796299792335284, | |
| "grad_norm": 0.46200618147850037, | |
| "learning_rate": 2.3470405967329605e-05, | |
| "loss": 0.3458, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.680385123654899, | |
| "grad_norm": 0.1568119376897812, | |
| "learning_rate": 2.336961377126001e-05, | |
| "loss": 0.2835, | |
| "step": 901 | |
| }, | |
| { | |
| "epoch": 0.6811402680762696, | |
| "grad_norm": 0.1660660058259964, | |
| "learning_rate": 2.326897241957348e-05, | |
| "loss": 0.3211, | |
| "step": 902 | |
| }, | |
| { | |
| "epoch": 0.6818954124976402, | |
| "grad_norm": 0.1690598577260971, | |
| "learning_rate": 2.3168482482339955e-05, | |
| "loss": 0.3941, | |
| "step": 903 | |
| }, | |
| { | |
| "epoch": 0.6826505569190108, | |
| "grad_norm": 0.17117637395858765, | |
| "learning_rate": 2.3068144528771712e-05, | |
| "loss": 0.3738, | |
| "step": 904 | |
| }, | |
| { | |
| "epoch": 0.6834057013403814, | |
| "grad_norm": 0.16965438425540924, | |
| "learning_rate": 2.296795912722014e-05, | |
| "loss": 0.3393, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 0.684160845761752, | |
| "grad_norm": 0.18404419720172882, | |
| "learning_rate": 2.286792684517245e-05, | |
| "loss": 0.357, | |
| "step": 906 | |
| }, | |
| { | |
| "epoch": 0.6849159901831225, | |
| "grad_norm": 0.1736985743045807, | |
| "learning_rate": 2.2768048249248648e-05, | |
| "loss": 0.3317, | |
| "step": 907 | |
| }, | |
| { | |
| "epoch": 0.6856711346044931, | |
| "grad_norm": 0.18678586184978485, | |
| "learning_rate": 2.2668323905198108e-05, | |
| "loss": 0.3558, | |
| "step": 908 | |
| }, | |
| { | |
| "epoch": 0.6864262790258637, | |
| "grad_norm": 0.19678306579589844, | |
| "learning_rate": 2.2568754377896516e-05, | |
| "loss": 0.4089, | |
| "step": 909 | |
| }, | |
| { | |
| "epoch": 0.6871814234472343, | |
| "grad_norm": 0.20676788687705994, | |
| "learning_rate": 2.246934023134257e-05, | |
| "loss": 0.3973, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.6879365678686049, | |
| "grad_norm": 0.21614781022071838, | |
| "learning_rate": 2.2370082028654866e-05, | |
| "loss": 0.3998, | |
| "step": 911 | |
| }, | |
| { | |
| "epoch": 0.6886917122899755, | |
| "grad_norm": 0.2001326084136963, | |
| "learning_rate": 2.22709803320687e-05, | |
| "loss": 0.3733, | |
| "step": 912 | |
| }, | |
| { | |
| "epoch": 0.6894468567113461, | |
| "grad_norm": 0.20481480658054352, | |
| "learning_rate": 2.2172035702932825e-05, | |
| "loss": 0.4074, | |
| "step": 913 | |
| }, | |
| { | |
| "epoch": 0.6902020011327167, | |
| "grad_norm": 0.21287479996681213, | |
| "learning_rate": 2.207324870170629e-05, | |
| "loss": 0.429, | |
| "step": 914 | |
| }, | |
| { | |
| "epoch": 0.6909571455540873, | |
| "grad_norm": 0.21085505187511444, | |
| "learning_rate": 2.1974619887955294e-05, | |
| "loss": 0.3979, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 0.6917122899754579, | |
| "grad_norm": 0.21903711557388306, | |
| "learning_rate": 2.1876149820350057e-05, | |
| "loss": 0.5028, | |
| "step": 916 | |
| }, | |
| { | |
| "epoch": 0.6924674343968283, | |
| "grad_norm": 0.2196279913187027, | |
| "learning_rate": 2.1777839056661554e-05, | |
| "loss": 0.4467, | |
| "step": 917 | |
| }, | |
| { | |
| "epoch": 0.6932225788181989, | |
| "grad_norm": 0.2197204977273941, | |
| "learning_rate": 2.167968815375837e-05, | |
| "loss": 0.4149, | |
| "step": 918 | |
| }, | |
| { | |
| "epoch": 0.6939777232395695, | |
| "grad_norm": 0.23177607357501984, | |
| "learning_rate": 2.1581697667603633e-05, | |
| "loss": 0.4254, | |
| "step": 919 | |
| }, | |
| { | |
| "epoch": 0.6947328676609401, | |
| "grad_norm": 0.22916048765182495, | |
| "learning_rate": 2.148386815325179e-05, | |
| "loss": 0.4336, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.6954880120823107, | |
| "grad_norm": 0.2257329225540161, | |
| "learning_rate": 2.1386200164845526e-05, | |
| "loss": 0.3985, | |
| "step": 921 | |
| }, | |
| { | |
| "epoch": 0.6962431565036813, | |
| "grad_norm": 0.2298842817544937, | |
| "learning_rate": 2.1288694255612502e-05, | |
| "loss": 0.4249, | |
| "step": 922 | |
| }, | |
| { | |
| "epoch": 0.6969983009250519, | |
| "grad_norm": 0.22104403376579285, | |
| "learning_rate": 2.119135097786236e-05, | |
| "loss": 0.3709, | |
| "step": 923 | |
| }, | |
| { | |
| "epoch": 0.6977534453464225, | |
| "grad_norm": 0.2183627337217331, | |
| "learning_rate": 2.1094170882983526e-05, | |
| "loss": 0.3912, | |
| "step": 924 | |
| }, | |
| { | |
| "epoch": 0.6985085897677931, | |
| "grad_norm": 0.23446856439113617, | |
| "learning_rate": 2.09971545214401e-05, | |
| "loss": 0.3894, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 0.6992637341891637, | |
| "grad_norm": 0.22170968353748322, | |
| "learning_rate": 2.0900302442768715e-05, | |
| "loss": 0.3473, | |
| "step": 926 | |
| }, | |
| { | |
| "epoch": 0.7000188786105342, | |
| "grad_norm": 0.2619408071041107, | |
| "learning_rate": 2.0803615195575475e-05, | |
| "loss": 0.4502, | |
| "step": 927 | |
| }, | |
| { | |
| "epoch": 0.7007740230319048, | |
| "grad_norm": 0.24339045584201813, | |
| "learning_rate": 2.0707093327532805e-05, | |
| "loss": 0.3812, | |
| "step": 928 | |
| }, | |
| { | |
| "epoch": 0.7015291674532754, | |
| "grad_norm": 0.2485007792711258, | |
| "learning_rate": 2.061073738537635e-05, | |
| "loss": 0.374, | |
| "step": 929 | |
| }, | |
| { | |
| "epoch": 0.702284311874646, | |
| "grad_norm": 0.252399206161499, | |
| "learning_rate": 2.05145479149019e-05, | |
| "loss": 0.3943, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.7030394562960166, | |
| "grad_norm": 0.2727779448032379, | |
| "learning_rate": 2.0418525460962285e-05, | |
| "loss": 0.415, | |
| "step": 931 | |
| }, | |
| { | |
| "epoch": 0.7037946007173872, | |
| "grad_norm": 0.24974308907985687, | |
| "learning_rate": 2.03226705674643e-05, | |
| "loss": 0.3446, | |
| "step": 932 | |
| }, | |
| { | |
| "epoch": 0.7045497451387578, | |
| "grad_norm": 0.2764071524143219, | |
| "learning_rate": 2.0226983777365604e-05, | |
| "loss": 0.4001, | |
| "step": 933 | |
| }, | |
| { | |
| "epoch": 0.7053048895601284, | |
| "grad_norm": 0.25649023056030273, | |
| "learning_rate": 2.0131465632671652e-05, | |
| "loss": 0.3642, | |
| "step": 934 | |
| }, | |
| { | |
| "epoch": 0.706060033981499, | |
| "grad_norm": 0.26145219802856445, | |
| "learning_rate": 2.0036116674432654e-05, | |
| "loss": 0.367, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 0.7068151784028696, | |
| "grad_norm": 0.2874867022037506, | |
| "learning_rate": 1.9940937442740454e-05, | |
| "loss": 0.3967, | |
| "step": 936 | |
| }, | |
| { | |
| "epoch": 0.7075703228242401, | |
| "grad_norm": 0.2877250015735626, | |
| "learning_rate": 1.9845928476725524e-05, | |
| "loss": 0.4071, | |
| "step": 937 | |
| }, | |
| { | |
| "epoch": 0.7083254672456107, | |
| "grad_norm": 0.2828865647315979, | |
| "learning_rate": 1.9751090314553878e-05, | |
| "loss": 0.3551, | |
| "step": 938 | |
| }, | |
| { | |
| "epoch": 0.7090806116669813, | |
| "grad_norm": 0.30538272857666016, | |
| "learning_rate": 1.9656423493424048e-05, | |
| "loss": 0.3898, | |
| "step": 939 | |
| }, | |
| { | |
| "epoch": 0.7098357560883519, | |
| "grad_norm": 0.33847618103027344, | |
| "learning_rate": 1.9561928549563968e-05, | |
| "loss": 0.4906, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.7105909005097225, | |
| "grad_norm": 0.3496238887310028, | |
| "learning_rate": 1.946760601822809e-05, | |
| "loss": 0.4622, | |
| "step": 941 | |
| }, | |
| { | |
| "epoch": 0.7113460449310931, | |
| "grad_norm": 0.3086839020252228, | |
| "learning_rate": 1.9373456433694198e-05, | |
| "loss": 0.3681, | |
| "step": 942 | |
| }, | |
| { | |
| "epoch": 0.7121011893524637, | |
| "grad_norm": 0.33560845255851746, | |
| "learning_rate": 1.927948032926047e-05, | |
| "loss": 0.3716, | |
| "step": 943 | |
| }, | |
| { | |
| "epoch": 0.7128563337738343, | |
| "grad_norm": 0.34799009561538696, | |
| "learning_rate": 1.9185678237242373e-05, | |
| "loss": 0.3493, | |
| "step": 944 | |
| }, | |
| { | |
| "epoch": 0.7136114781952049, | |
| "grad_norm": 0.3494877815246582, | |
| "learning_rate": 1.9092050688969738e-05, | |
| "loss": 0.3688, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 0.7143666226165755, | |
| "grad_norm": 0.34960487484931946, | |
| "learning_rate": 1.899859821478376e-05, | |
| "loss": 0.3618, | |
| "step": 946 | |
| }, | |
| { | |
| "epoch": 0.715121767037946, | |
| "grad_norm": 0.38590875267982483, | |
| "learning_rate": 1.8905321344033898e-05, | |
| "loss": 0.437, | |
| "step": 947 | |
| }, | |
| { | |
| "epoch": 0.7158769114593166, | |
| "grad_norm": 0.4215663969516754, | |
| "learning_rate": 1.881222060507492e-05, | |
| "loss": 0.4118, | |
| "step": 948 | |
| }, | |
| { | |
| "epoch": 0.7166320558806872, | |
| "grad_norm": 0.36362165212631226, | |
| "learning_rate": 1.8719296525263922e-05, | |
| "loss": 0.3083, | |
| "step": 949 | |
| }, | |
| { | |
| "epoch": 0.7173872003020577, | |
| "grad_norm": 0.5022253394126892, | |
| "learning_rate": 1.8626549630957396e-05, | |
| "loss": 0.4431, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.7181423447234283, | |
| "grad_norm": 0.14882560074329376, | |
| "learning_rate": 1.8533980447508137e-05, | |
| "loss": 0.3217, | |
| "step": 951 | |
| }, | |
| { | |
| "epoch": 0.7188974891447989, | |
| "grad_norm": 0.16775713860988617, | |
| "learning_rate": 1.8441589499262303e-05, | |
| "loss": 0.3601, | |
| "step": 952 | |
| }, | |
| { | |
| "epoch": 0.7196526335661695, | |
| "grad_norm": 0.17136643826961517, | |
| "learning_rate": 1.8349377309556486e-05, | |
| "loss": 0.3492, | |
| "step": 953 | |
| }, | |
| { | |
| "epoch": 0.7204077779875401, | |
| "grad_norm": 0.17329272627830505, | |
| "learning_rate": 1.8257344400714732e-05, | |
| "loss": 0.3725, | |
| "step": 954 | |
| }, | |
| { | |
| "epoch": 0.7211629224089107, | |
| "grad_norm": 0.16661885380744934, | |
| "learning_rate": 1.8165491294045593e-05, | |
| "loss": 0.3236, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 0.7219180668302813, | |
| "grad_norm": 0.182418555021286, | |
| "learning_rate": 1.8073818509839098e-05, | |
| "loss": 0.4007, | |
| "step": 956 | |
| }, | |
| { | |
| "epoch": 0.7226732112516518, | |
| "grad_norm": 0.18849271535873413, | |
| "learning_rate": 1.7982326567363888e-05, | |
| "loss": 0.3725, | |
| "step": 957 | |
| }, | |
| { | |
| "epoch": 0.7234283556730224, | |
| "grad_norm": 0.1787819266319275, | |
| "learning_rate": 1.789101598486427e-05, | |
| "loss": 0.3415, | |
| "step": 958 | |
| }, | |
| { | |
| "epoch": 0.724183500094393, | |
| "grad_norm": 0.20412220060825348, | |
| "learning_rate": 1.7799887279557237e-05, | |
| "loss": 0.392, | |
| "step": 959 | |
| }, | |
| { | |
| "epoch": 0.7249386445157636, | |
| "grad_norm": 0.19325533509254456, | |
| "learning_rate": 1.7708940967629567e-05, | |
| "loss": 0.3702, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.7256937889371342, | |
| "grad_norm": 0.19539514183998108, | |
| "learning_rate": 1.7618177564234905e-05, | |
| "loss": 0.3573, | |
| "step": 961 | |
| }, | |
| { | |
| "epoch": 0.7264489333585048, | |
| "grad_norm": 0.21055525541305542, | |
| "learning_rate": 1.7527597583490822e-05, | |
| "loss": 0.3993, | |
| "step": 962 | |
| }, | |
| { | |
| "epoch": 0.7272040777798754, | |
| "grad_norm": 0.19510890543460846, | |
| "learning_rate": 1.7437201538475916e-05, | |
| "loss": 0.391, | |
| "step": 963 | |
| }, | |
| { | |
| "epoch": 0.727959222201246, | |
| "grad_norm": 0.2113380879163742, | |
| "learning_rate": 1.734698994122691e-05, | |
| "loss": 0.4522, | |
| "step": 964 | |
| }, | |
| { | |
| "epoch": 0.7287143666226166, | |
| "grad_norm": 0.23572376370429993, | |
| "learning_rate": 1.725696330273575e-05, | |
| "loss": 0.4537, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 0.7294695110439872, | |
| "grad_norm": 0.3286976218223572, | |
| "learning_rate": 1.7167122132946694e-05, | |
| "loss": 0.3092, | |
| "step": 966 | |
| }, | |
| { | |
| "epoch": 0.7302246554653578, | |
| "grad_norm": 0.22728495299816132, | |
| "learning_rate": 1.7077466940753444e-05, | |
| "loss": 0.3905, | |
| "step": 967 | |
| }, | |
| { | |
| "epoch": 0.7309797998867283, | |
| "grad_norm": 0.21779009699821472, | |
| "learning_rate": 1.698799823399628e-05, | |
| "loss": 0.402, | |
| "step": 968 | |
| }, | |
| { | |
| "epoch": 0.7317349443080989, | |
| "grad_norm": 0.22000010311603546, | |
| "learning_rate": 1.6898716519459074e-05, | |
| "loss": 0.4021, | |
| "step": 969 | |
| }, | |
| { | |
| "epoch": 0.7324900887294695, | |
| "grad_norm": 0.21992164850234985, | |
| "learning_rate": 1.6809622302866625e-05, | |
| "loss": 0.3588, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.7332452331508401, | |
| "grad_norm": 0.24943576753139496, | |
| "learning_rate": 1.6720716088881594e-05, | |
| "loss": 0.4089, | |
| "step": 971 | |
| }, | |
| { | |
| "epoch": 0.7340003775722107, | |
| "grad_norm": 0.22193026542663574, | |
| "learning_rate": 1.6631998381101767e-05, | |
| "loss": 0.379, | |
| "step": 972 | |
| }, | |
| { | |
| "epoch": 0.7347555219935813, | |
| "grad_norm": 0.21193212270736694, | |
| "learning_rate": 1.6543469682057106e-05, | |
| "loss": 0.296, | |
| "step": 973 | |
| }, | |
| { | |
| "epoch": 0.7355106664149519, | |
| "grad_norm": 0.251336008310318, | |
| "learning_rate": 1.6455130493206987e-05, | |
| "loss": 0.4699, | |
| "step": 974 | |
| }, | |
| { | |
| "epoch": 0.7362658108363225, | |
| "grad_norm": 0.23066718876361847, | |
| "learning_rate": 1.6366981314937376e-05, | |
| "loss": 0.4149, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 0.7370209552576931, | |
| "grad_norm": 0.26630717515945435, | |
| "learning_rate": 1.627902264655788e-05, | |
| "loss": 0.4322, | |
| "step": 976 | |
| }, | |
| { | |
| "epoch": 0.7377760996790637, | |
| "grad_norm": 0.263698548078537, | |
| "learning_rate": 1.619125498629904e-05, | |
| "loss": 0.407, | |
| "step": 977 | |
| }, | |
| { | |
| "epoch": 0.7385312441004342, | |
| "grad_norm": 0.2588689625263214, | |
| "learning_rate": 1.61036788313094e-05, | |
| "loss": 0.4343, | |
| "step": 978 | |
| }, | |
| { | |
| "epoch": 0.7392863885218048, | |
| "grad_norm": 0.23290039598941803, | |
| "learning_rate": 1.601629467765277e-05, | |
| "loss": 0.3627, | |
| "step": 979 | |
| }, | |
| { | |
| "epoch": 0.7400415329431754, | |
| "grad_norm": 0.24483409523963928, | |
| "learning_rate": 1.592910302030544e-05, | |
| "loss": 0.3279, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.740796677364546, | |
| "grad_norm": 0.25037166476249695, | |
| "learning_rate": 1.5842104353153287e-05, | |
| "loss": 0.4103, | |
| "step": 981 | |
| }, | |
| { | |
| "epoch": 0.7415518217859166, | |
| "grad_norm": 0.2862619459629059, | |
| "learning_rate": 1.5755299168988997e-05, | |
| "loss": 0.433, | |
| "step": 982 | |
| }, | |
| { | |
| "epoch": 0.7423069662072871, | |
| "grad_norm": 0.28889885544776917, | |
| "learning_rate": 1.566868795950932e-05, | |
| "loss": 0.426, | |
| "step": 983 | |
| }, | |
| { | |
| "epoch": 0.7430621106286577, | |
| "grad_norm": 0.2708713710308075, | |
| "learning_rate": 1.5582271215312294e-05, | |
| "loss": 0.4114, | |
| "step": 984 | |
| }, | |
| { | |
| "epoch": 0.7438172550500283, | |
| "grad_norm": 0.269611120223999, | |
| "learning_rate": 1.549604942589441e-05, | |
| "loss": 0.3912, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 0.7445723994713989, | |
| "grad_norm": 0.2908805310726166, | |
| "learning_rate": 1.5410023079647822e-05, | |
| "loss": 0.3776, | |
| "step": 986 | |
| }, | |
| { | |
| "epoch": 0.7453275438927695, | |
| "grad_norm": 0.2953813076019287, | |
| "learning_rate": 1.5324192663857674e-05, | |
| "loss": 0.4081, | |
| "step": 987 | |
| }, | |
| { | |
| "epoch": 0.74608268831414, | |
| "grad_norm": 0.28919684886932373, | |
| "learning_rate": 1.5238558664699255e-05, | |
| "loss": 0.4329, | |
| "step": 988 | |
| }, | |
| { | |
| "epoch": 0.7468378327355106, | |
| "grad_norm": 0.31675902009010315, | |
| "learning_rate": 1.5153121567235335e-05, | |
| "loss": 0.4214, | |
| "step": 989 | |
| }, | |
| { | |
| "epoch": 0.7475929771568812, | |
| "grad_norm": 0.3113098442554474, | |
| "learning_rate": 1.5067881855413274e-05, | |
| "loss": 0.4025, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.7483481215782518, | |
| "grad_norm": 0.2837510108947754, | |
| "learning_rate": 1.4982840012062426e-05, | |
| "loss": 0.347, | |
| "step": 991 | |
| }, | |
| { | |
| "epoch": 0.7491032659996224, | |
| "grad_norm": 0.32457566261291504, | |
| "learning_rate": 1.4897996518891327e-05, | |
| "loss": 0.3995, | |
| "step": 992 | |
| }, | |
| { | |
| "epoch": 0.749858410420993, | |
| "grad_norm": 0.3207525908946991, | |
| "learning_rate": 1.481335185648498e-05, | |
| "loss": 0.3603, | |
| "step": 993 | |
| }, | |
| { | |
| "epoch": 0.7506135548423636, | |
| "grad_norm": 0.37354031205177307, | |
| "learning_rate": 1.4728906504302153e-05, | |
| "loss": 0.4288, | |
| "step": 994 | |
| }, | |
| { | |
| "epoch": 0.7513686992637342, | |
| "grad_norm": 0.3249981105327606, | |
| "learning_rate": 1.4644660940672627e-05, | |
| "loss": 0.346, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 0.7521238436851048, | |
| "grad_norm": 0.3194781541824341, | |
| "learning_rate": 1.4560615642794517e-05, | |
| "loss": 0.3108, | |
| "step": 996 | |
| }, | |
| { | |
| "epoch": 0.7528789881064754, | |
| "grad_norm": 0.39953500032424927, | |
| "learning_rate": 1.4476771086731567e-05, | |
| "loss": 0.4049, | |
| "step": 997 | |
| }, | |
| { | |
| "epoch": 0.753634132527846, | |
| "grad_norm": 0.35916373133659363, | |
| "learning_rate": 1.4393127747410417e-05, | |
| "loss": 0.335, | |
| "step": 998 | |
| }, | |
| { | |
| "epoch": 0.7543892769492165, | |
| "grad_norm": 0.3811121881008148, | |
| "learning_rate": 1.4309686098617975e-05, | |
| "loss": 0.3608, | |
| "step": 999 | |
| }, | |
| { | |
| "epoch": 0.7551444213705871, | |
| "grad_norm": 0.49154841899871826, | |
| "learning_rate": 1.4226446612998673e-05, | |
| "loss": 0.4254, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.7558995657919577, | |
| "grad_norm": 0.14996010065078735, | |
| "learning_rate": 1.414340976205183e-05, | |
| "loss": 0.3259, | |
| "step": 1001 | |
| }, | |
| { | |
| "epoch": 0.7566547102133283, | |
| "grad_norm": 0.15046906471252441, | |
| "learning_rate": 1.4060576016128974e-05, | |
| "loss": 0.3184, | |
| "step": 1002 | |
| }, | |
| { | |
| "epoch": 0.7574098546346989, | |
| "grad_norm": 0.1714065670967102, | |
| "learning_rate": 1.3977945844431118e-05, | |
| "loss": 0.3564, | |
| "step": 1003 | |
| }, | |
| { | |
| "epoch": 0.7581649990560695, | |
| "grad_norm": 0.18413116037845612, | |
| "learning_rate": 1.3895519715006238e-05, | |
| "loss": 0.3889, | |
| "step": 1004 | |
| }, | |
| { | |
| "epoch": 0.7589201434774401, | |
| "grad_norm": 0.19010891020298004, | |
| "learning_rate": 1.3813298094746491e-05, | |
| "loss": 0.3909, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 0.7596752878988107, | |
| "grad_norm": 0.1898065060377121, | |
| "learning_rate": 1.373128144938563e-05, | |
| "loss": 0.4388, | |
| "step": 1006 | |
| }, | |
| { | |
| "epoch": 0.7604304323201813, | |
| "grad_norm": 0.1871468871831894, | |
| "learning_rate": 1.3649470243496326e-05, | |
| "loss": 0.401, | |
| "step": 1007 | |
| }, | |
| { | |
| "epoch": 0.7611855767415519, | |
| "grad_norm": 0.18679498136043549, | |
| "learning_rate": 1.3567864940487584e-05, | |
| "loss": 0.4038, | |
| "step": 1008 | |
| }, | |
| { | |
| "epoch": 0.7619407211629224, | |
| "grad_norm": 0.19137872755527496, | |
| "learning_rate": 1.3486466002602133e-05, | |
| "loss": 0.3803, | |
| "step": 1009 | |
| }, | |
| { | |
| "epoch": 0.762695865584293, | |
| "grad_norm": 0.1978340446949005, | |
| "learning_rate": 1.340527389091374e-05, | |
| "loss": 0.388, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.7634510100056636, | |
| "grad_norm": 0.19116266071796417, | |
| "learning_rate": 1.3324289065324608e-05, | |
| "loss": 0.3728, | |
| "step": 1011 | |
| }, | |
| { | |
| "epoch": 0.7642061544270342, | |
| "grad_norm": 0.21141821146011353, | |
| "learning_rate": 1.3243511984562824e-05, | |
| "loss": 0.4367, | |
| "step": 1012 | |
| }, | |
| { | |
| "epoch": 0.7649612988484048, | |
| "grad_norm": 0.22845213115215302, | |
| "learning_rate": 1.3162943106179749e-05, | |
| "loss": 0.3907, | |
| "step": 1013 | |
| }, | |
| { | |
| "epoch": 0.7657164432697754, | |
| "grad_norm": 0.22269576787948608, | |
| "learning_rate": 1.3082582886547395e-05, | |
| "loss": 0.4779, | |
| "step": 1014 | |
| }, | |
| { | |
| "epoch": 0.766471587691146, | |
| "grad_norm": 0.21351350843906403, | |
| "learning_rate": 1.3002431780855817e-05, | |
| "loss": 0.4206, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 0.7672267321125166, | |
| "grad_norm": 0.2109295129776001, | |
| "learning_rate": 1.2922490243110614e-05, | |
| "loss": 0.3882, | |
| "step": 1016 | |
| }, | |
| { | |
| "epoch": 0.767981876533887, | |
| "grad_norm": 0.23167261481285095, | |
| "learning_rate": 1.2842758726130283e-05, | |
| "loss": 0.4386, | |
| "step": 1017 | |
| }, | |
| { | |
| "epoch": 0.7687370209552576, | |
| "grad_norm": 0.23334629833698273, | |
| "learning_rate": 1.2763237681543732e-05, | |
| "loss": 0.4477, | |
| "step": 1018 | |
| }, | |
| { | |
| "epoch": 0.7694921653766282, | |
| "grad_norm": 0.23084315657615662, | |
| "learning_rate": 1.2683927559787655e-05, | |
| "loss": 0.423, | |
| "step": 1019 | |
| }, | |
| { | |
| "epoch": 0.7702473097979988, | |
| "grad_norm": 0.2281108796596527, | |
| "learning_rate": 1.2604828810103957e-05, | |
| "loss": 0.4073, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.7710024542193694, | |
| "grad_norm": 0.2173498570919037, | |
| "learning_rate": 1.2525941880537307e-05, | |
| "loss": 0.3423, | |
| "step": 1021 | |
| }, | |
| { | |
| "epoch": 0.77175759864074, | |
| "grad_norm": 0.21901051700115204, | |
| "learning_rate": 1.2447267217932507e-05, | |
| "loss": 0.3601, | |
| "step": 1022 | |
| }, | |
| { | |
| "epoch": 0.7725127430621106, | |
| "grad_norm": 0.22421492636203766, | |
| "learning_rate": 1.236880526793207e-05, | |
| "loss": 0.3953, | |
| "step": 1023 | |
| }, | |
| { | |
| "epoch": 0.7732678874834812, | |
| "grad_norm": 0.2377631813287735, | |
| "learning_rate": 1.2290556474973536e-05, | |
| "loss": 0.3744, | |
| "step": 1024 | |
| }, | |
| { | |
| "epoch": 0.7740230319048518, | |
| "grad_norm": 0.23121589422225952, | |
| "learning_rate": 1.2212521282287092e-05, | |
| "loss": 0.3976, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 0.7747781763262224, | |
| "grad_norm": 0.255655437707901, | |
| "learning_rate": 1.2134700131893012e-05, | |
| "loss": 0.4125, | |
| "step": 1026 | |
| }, | |
| { | |
| "epoch": 0.775533320747593, | |
| "grad_norm": 0.2366100549697876, | |
| "learning_rate": 1.2057093464599157e-05, | |
| "loss": 0.3724, | |
| "step": 1027 | |
| }, | |
| { | |
| "epoch": 0.7762884651689635, | |
| "grad_norm": 0.2489083856344223, | |
| "learning_rate": 1.1979701719998453e-05, | |
| "loss": 0.4281, | |
| "step": 1028 | |
| }, | |
| { | |
| "epoch": 0.7770436095903341, | |
| "grad_norm": 0.26776382327079773, | |
| "learning_rate": 1.1902525336466464e-05, | |
| "loss": 0.4041, | |
| "step": 1029 | |
| }, | |
| { | |
| "epoch": 0.7777987540117047, | |
| "grad_norm": 0.24452626705169678, | |
| "learning_rate": 1.1825564751158823e-05, | |
| "loss": 0.4135, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.7785538984330753, | |
| "grad_norm": 0.2541411817073822, | |
| "learning_rate": 1.1748820400008843e-05, | |
| "loss": 0.4086, | |
| "step": 1031 | |
| }, | |
| { | |
| "epoch": 0.7793090428544459, | |
| "grad_norm": 0.27573496103286743, | |
| "learning_rate": 1.167229271772498e-05, | |
| "loss": 0.3883, | |
| "step": 1032 | |
| }, | |
| { | |
| "epoch": 0.7800641872758165, | |
| "grad_norm": 0.2743297219276428, | |
| "learning_rate": 1.1595982137788403e-05, | |
| "loss": 0.4083, | |
| "step": 1033 | |
| }, | |
| { | |
| "epoch": 0.7808193316971871, | |
| "grad_norm": 0.2688688039779663, | |
| "learning_rate": 1.1519889092450542e-05, | |
| "loss": 0.3992, | |
| "step": 1034 | |
| }, | |
| { | |
| "epoch": 0.7815744761185577, | |
| "grad_norm": 0.28381526470184326, | |
| "learning_rate": 1.144401401273062e-05, | |
| "loss": 0.3882, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 0.7823296205399283, | |
| "grad_norm": 0.26710647344589233, | |
| "learning_rate": 1.1368357328413242e-05, | |
| "loss": 0.3639, | |
| "step": 1036 | |
| }, | |
| { | |
| "epoch": 0.7830847649612989, | |
| "grad_norm": 0.3097337782382965, | |
| "learning_rate": 1.1292919468045877e-05, | |
| "loss": 0.4394, | |
| "step": 1037 | |
| }, | |
| { | |
| "epoch": 0.7838399093826695, | |
| "grad_norm": 0.28815412521362305, | |
| "learning_rate": 1.1217700858936587e-05, | |
| "loss": 0.4298, | |
| "step": 1038 | |
| }, | |
| { | |
| "epoch": 0.78459505380404, | |
| "grad_norm": 0.30151909589767456, | |
| "learning_rate": 1.1142701927151456e-05, | |
| "loss": 0.393, | |
| "step": 1039 | |
| }, | |
| { | |
| "epoch": 0.7853501982254106, | |
| "grad_norm": 0.30772241950035095, | |
| "learning_rate": 1.1067923097512256e-05, | |
| "loss": 0.3688, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.7861053426467812, | |
| "grad_norm": 0.31982895731925964, | |
| "learning_rate": 1.099336479359398e-05, | |
| "loss": 0.3815, | |
| "step": 1041 | |
| }, | |
| { | |
| "epoch": 0.7868604870681518, | |
| "grad_norm": 0.3298172950744629, | |
| "learning_rate": 1.0919027437722513e-05, | |
| "loss": 0.4153, | |
| "step": 1042 | |
| }, | |
| { | |
| "epoch": 0.7876156314895224, | |
| "grad_norm": 0.33412277698516846, | |
| "learning_rate": 1.0844911450972229e-05, | |
| "loss": 0.3972, | |
| "step": 1043 | |
| }, | |
| { | |
| "epoch": 0.788370775910893, | |
| "grad_norm": 0.3366442322731018, | |
| "learning_rate": 1.0771017253163568e-05, | |
| "loss": 0.3627, | |
| "step": 1044 | |
| }, | |
| { | |
| "epoch": 0.7891259203322636, | |
| "grad_norm": 0.3680926263332367, | |
| "learning_rate": 1.0697345262860636e-05, | |
| "loss": 0.4297, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 0.7898810647536342, | |
| "grad_norm": 0.3372995853424072, | |
| "learning_rate": 1.0623895897368913e-05, | |
| "loss": 0.3856, | |
| "step": 1046 | |
| }, | |
| { | |
| "epoch": 0.7906362091750048, | |
| "grad_norm": 0.34899917244911194, | |
| "learning_rate": 1.0550669572732863e-05, | |
| "loss": 0.2923, | |
| "step": 1047 | |
| }, | |
| { | |
| "epoch": 0.7913913535963754, | |
| "grad_norm": 0.4165075421333313, | |
| "learning_rate": 1.0477666703733541e-05, | |
| "loss": 0.3788, | |
| "step": 1048 | |
| }, | |
| { | |
| "epoch": 0.792146498017746, | |
| "grad_norm": 0.44895628094673157, | |
| "learning_rate": 1.0404887703886251e-05, | |
| "loss": 0.373, | |
| "step": 1049 | |
| }, | |
| { | |
| "epoch": 0.7929016424391164, | |
| "grad_norm": 0.4823060631752014, | |
| "learning_rate": 1.0332332985438248e-05, | |
| "loss": 0.3716, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.793656786860487, | |
| "grad_norm": 0.15826448798179626, | |
| "learning_rate": 1.0260002959366349e-05, | |
| "loss": 0.3269, | |
| "step": 1051 | |
| }, | |
| { | |
| "epoch": 0.7944119312818576, | |
| "grad_norm": 0.1592281609773636, | |
| "learning_rate": 1.0187898035374682e-05, | |
| "loss": 0.3417, | |
| "step": 1052 | |
| }, | |
| { | |
| "epoch": 0.7951670757032282, | |
| "grad_norm": 0.18132025003433228, | |
| "learning_rate": 1.0116018621892237e-05, | |
| "loss": 0.3531, | |
| "step": 1053 | |
| }, | |
| { | |
| "epoch": 0.7959222201245988, | |
| "grad_norm": 0.16262286901474, | |
| "learning_rate": 1.0044365126070682e-05, | |
| "loss": 0.3089, | |
| "step": 1054 | |
| }, | |
| { | |
| "epoch": 0.7966773645459694, | |
| "grad_norm": 0.17961286008358002, | |
| "learning_rate": 9.972937953781986e-06, | |
| "loss": 0.3534, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 0.79743250896734, | |
| "grad_norm": 0.17105191946029663, | |
| "learning_rate": 9.901737509616143e-06, | |
| "loss": 0.3361, | |
| "step": 1056 | |
| }, | |
| { | |
| "epoch": 0.7981876533887106, | |
| "grad_norm": 0.1858292818069458, | |
| "learning_rate": 9.830764196878872e-06, | |
| "loss": 0.354, | |
| "step": 1057 | |
| }, | |
| { | |
| "epoch": 0.7989427978100812, | |
| "grad_norm": 0.19711358845233917, | |
| "learning_rate": 9.760018417589334e-06, | |
| "loss": 0.3887, | |
| "step": 1058 | |
| }, | |
| { | |
| "epoch": 0.7996979422314517, | |
| "grad_norm": 0.20733587443828583, | |
| "learning_rate": 9.689500572477855e-06, | |
| "loss": 0.4724, | |
| "step": 1059 | |
| }, | |
| { | |
| "epoch": 0.8004530866528223, | |
| "grad_norm": 0.2481202483177185, | |
| "learning_rate": 9.619211060983675e-06, | |
| "loss": 0.4828, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.8012082310741929, | |
| "grad_norm": 0.191118523478508, | |
| "learning_rate": 9.549150281252633e-06, | |
| "loss": 0.3909, | |
| "step": 1061 | |
| }, | |
| { | |
| "epoch": 0.8019633754955635, | |
| "grad_norm": 0.19519171118736267, | |
| "learning_rate": 9.479318630134976e-06, | |
| "loss": 0.339, | |
| "step": 1062 | |
| }, | |
| { | |
| "epoch": 0.8027185199169341, | |
| "grad_norm": 0.19820590317249298, | |
| "learning_rate": 9.409716503183074e-06, | |
| "loss": 0.3476, | |
| "step": 1063 | |
| }, | |
| { | |
| "epoch": 0.8034736643383047, | |
| "grad_norm": 0.23485320806503296, | |
| "learning_rate": 9.340344294649184e-06, | |
| "loss": 0.4675, | |
| "step": 1064 | |
| }, | |
| { | |
| "epoch": 0.8042288087596753, | |
| "grad_norm": 0.20198017358779907, | |
| "learning_rate": 9.271202397483215e-06, | |
| "loss": 0.336, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 0.8049839531810459, | |
| "grad_norm": 0.19426412880420685, | |
| "learning_rate": 9.20229120333052e-06, | |
| "loss": 0.3578, | |
| "step": 1066 | |
| }, | |
| { | |
| "epoch": 0.8057390976024165, | |
| "grad_norm": 0.2336643636226654, | |
| "learning_rate": 9.133611102529654e-06, | |
| "loss": 0.4355, | |
| "step": 1067 | |
| }, | |
| { | |
| "epoch": 0.8064942420237871, | |
| "grad_norm": 0.2223149985074997, | |
| "learning_rate": 9.065162484110179e-06, | |
| "loss": 0.4256, | |
| "step": 1068 | |
| }, | |
| { | |
| "epoch": 0.8072493864451576, | |
| "grad_norm": 0.23664018511772156, | |
| "learning_rate": 8.996945735790447e-06, | |
| "loss": 0.4148, | |
| "step": 1069 | |
| }, | |
| { | |
| "epoch": 0.8080045308665282, | |
| "grad_norm": 0.22716124355793, | |
| "learning_rate": 8.928961243975437e-06, | |
| "loss": 0.3981, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.8087596752878988, | |
| "grad_norm": 0.230534628033638, | |
| "learning_rate": 8.861209393754477e-06, | |
| "loss": 0.4269, | |
| "step": 1071 | |
| }, | |
| { | |
| "epoch": 0.8095148197092694, | |
| "grad_norm": 0.21818408370018005, | |
| "learning_rate": 8.793690568899216e-06, | |
| "loss": 0.3498, | |
| "step": 1072 | |
| }, | |
| { | |
| "epoch": 0.81026996413064, | |
| "grad_norm": 0.2515822947025299, | |
| "learning_rate": 8.7264051518613e-06, | |
| "loss": 0.4829, | |
| "step": 1073 | |
| }, | |
| { | |
| "epoch": 0.8110251085520106, | |
| "grad_norm": 0.23883438110351562, | |
| "learning_rate": 8.659353523770297e-06, | |
| "loss": 0.3792, | |
| "step": 1074 | |
| }, | |
| { | |
| "epoch": 0.8117802529733812, | |
| "grad_norm": 0.25294432044029236, | |
| "learning_rate": 8.592536064431467e-06, | |
| "loss": 0.3966, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 0.8125353973947518, | |
| "grad_norm": 0.2528051435947418, | |
| "learning_rate": 8.525953152323684e-06, | |
| "loss": 0.4245, | |
| "step": 1076 | |
| }, | |
| { | |
| "epoch": 0.8132905418161224, | |
| "grad_norm": 0.25422972440719604, | |
| "learning_rate": 8.459605164597267e-06, | |
| "loss": 0.4256, | |
| "step": 1077 | |
| }, | |
| { | |
| "epoch": 0.814045686237493, | |
| "grad_norm": 0.2697378098964691, | |
| "learning_rate": 8.393492477071829e-06, | |
| "loss": 0.4137, | |
| "step": 1078 | |
| }, | |
| { | |
| "epoch": 0.8148008306588636, | |
| "grad_norm": 0.25492045283317566, | |
| "learning_rate": 8.327615464234129e-06, | |
| "loss": 0.4055, | |
| "step": 1079 | |
| }, | |
| { | |
| "epoch": 0.8155559750802341, | |
| "grad_norm": 0.26645827293395996, | |
| "learning_rate": 8.261974499235987e-06, | |
| "loss": 0.4531, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.8163111195016047, | |
| "grad_norm": 0.2661876082420349, | |
| "learning_rate": 8.196569953892202e-06, | |
| "loss": 0.3774, | |
| "step": 1081 | |
| }, | |
| { | |
| "epoch": 0.8170662639229753, | |
| "grad_norm": 0.2471131682395935, | |
| "learning_rate": 8.131402198678373e-06, | |
| "loss": 0.3474, | |
| "step": 1082 | |
| }, | |
| { | |
| "epoch": 0.8178214083443458, | |
| "grad_norm": 0.26696231961250305, | |
| "learning_rate": 8.066471602728803e-06, | |
| "loss": 0.3357, | |
| "step": 1083 | |
| }, | |
| { | |
| "epoch": 0.8185765527657164, | |
| "grad_norm": 0.26743122935295105, | |
| "learning_rate": 8.001778533834487e-06, | |
| "loss": 0.3404, | |
| "step": 1084 | |
| }, | |
| { | |
| "epoch": 0.819331697187087, | |
| "grad_norm": 0.28732678294181824, | |
| "learning_rate": 7.937323358440935e-06, | |
| "loss": 0.389, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 0.8200868416084576, | |
| "grad_norm": 0.30629798769950867, | |
| "learning_rate": 7.873106441646205e-06, | |
| "loss": 0.4185, | |
| "step": 1086 | |
| }, | |
| { | |
| "epoch": 0.8208419860298282, | |
| "grad_norm": 0.2828892469406128, | |
| "learning_rate": 7.809128147198691e-06, | |
| "loss": 0.3792, | |
| "step": 1087 | |
| }, | |
| { | |
| "epoch": 0.8215971304511988, | |
| "grad_norm": 0.28884345293045044, | |
| "learning_rate": 7.745388837495188e-06, | |
| "loss": 0.369, | |
| "step": 1088 | |
| }, | |
| { | |
| "epoch": 0.8223522748725693, | |
| "grad_norm": 0.30468007922172546, | |
| "learning_rate": 7.681888873578786e-06, | |
| "loss": 0.4518, | |
| "step": 1089 | |
| }, | |
| { | |
| "epoch": 0.8231074192939399, | |
| "grad_norm": 0.3138682246208191, | |
| "learning_rate": 7.618628615136825e-06, | |
| "loss": 0.3665, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.8238625637153105, | |
| "grad_norm": 0.2910728454589844, | |
| "learning_rate": 7.555608420498872e-06, | |
| "loss": 0.2928, | |
| "step": 1091 | |
| }, | |
| { | |
| "epoch": 0.8246177081366811, | |
| "grad_norm": 0.3152346611022949, | |
| "learning_rate": 7.4928286466346754e-06, | |
| "loss": 0.3834, | |
| "step": 1092 | |
| }, | |
| { | |
| "epoch": 0.8253728525580517, | |
| "grad_norm": 0.336488276720047, | |
| "learning_rate": 7.430289649152156e-06, | |
| "loss": 0.3728, | |
| "step": 1093 | |
| }, | |
| { | |
| "epoch": 0.8261279969794223, | |
| "grad_norm": 0.32753413915634155, | |
| "learning_rate": 7.367991782295391e-06, | |
| "loss": 0.3237, | |
| "step": 1094 | |
| }, | |
| { | |
| "epoch": 0.8268831414007929, | |
| "grad_norm": 0.33121833205223083, | |
| "learning_rate": 7.305935398942598e-06, | |
| "loss": 0.3403, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 0.8276382858221635, | |
| "grad_norm": 0.3293071389198303, | |
| "learning_rate": 7.244120850604141e-06, | |
| "loss": 0.3105, | |
| "step": 1096 | |
| }, | |
| { | |
| "epoch": 0.8283934302435341, | |
| "grad_norm": 0.3871884047985077, | |
| "learning_rate": 7.182548487420554e-06, | |
| "loss": 0.3617, | |
| "step": 1097 | |
| }, | |
| { | |
| "epoch": 0.8291485746649047, | |
| "grad_norm": 0.4038209915161133, | |
| "learning_rate": 7.121218658160527e-06, | |
| "loss": 0.4204, | |
| "step": 1098 | |
| }, | |
| { | |
| "epoch": 0.8299037190862752, | |
| "grad_norm": 0.41719168424606323, | |
| "learning_rate": 7.060131710218959e-06, | |
| "loss": 0.299, | |
| "step": 1099 | |
| }, | |
| { | |
| "epoch": 0.8306588635076458, | |
| "grad_norm": 0.4760392904281616, | |
| "learning_rate": 6.999287989614972e-06, | |
| "loss": 0.3683, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.8314140079290164, | |
| "grad_norm": 0.17138616740703583, | |
| "learning_rate": 6.9386878409899715e-06, | |
| "loss": 0.3231, | |
| "step": 1101 | |
| }, | |
| { | |
| "epoch": 0.832169152350387, | |
| "grad_norm": 0.16634538769721985, | |
| "learning_rate": 6.87833160760567e-06, | |
| "loss": 0.3349, | |
| "step": 1102 | |
| }, | |
| { | |
| "epoch": 0.8329242967717576, | |
| "grad_norm": 0.17278127372264862, | |
| "learning_rate": 6.818219631342149e-06, | |
| "loss": 0.3614, | |
| "step": 1103 | |
| }, | |
| { | |
| "epoch": 0.8336794411931282, | |
| "grad_norm": 0.16819556057453156, | |
| "learning_rate": 6.758352252695949e-06, | |
| "loss": 0.3442, | |
| "step": 1104 | |
| }, | |
| { | |
| "epoch": 0.8344345856144988, | |
| "grad_norm": 0.181631401181221, | |
| "learning_rate": 6.698729810778065e-06, | |
| "loss": 0.3663, | |
| "step": 1105 | |
| }, | |
| { | |
| "epoch": 0.8351897300358694, | |
| "grad_norm": 0.18373197317123413, | |
| "learning_rate": 6.639352643312164e-06, | |
| "loss": 0.3636, | |
| "step": 1106 | |
| }, | |
| { | |
| "epoch": 0.83594487445724, | |
| "grad_norm": 0.1827540099620819, | |
| "learning_rate": 6.580221086632516e-06, | |
| "loss": 0.3765, | |
| "step": 1107 | |
| }, | |
| { | |
| "epoch": 0.8367000188786106, | |
| "grad_norm": 0.1983499974012375, | |
| "learning_rate": 6.521335475682205e-06, | |
| "loss": 0.3806, | |
| "step": 1108 | |
| }, | |
| { | |
| "epoch": 0.8374551632999812, | |
| "grad_norm": 0.2072797417640686, | |
| "learning_rate": 6.462696144011149e-06, | |
| "loss": 0.4196, | |
| "step": 1109 | |
| }, | |
| { | |
| "epoch": 0.8382103077213517, | |
| "grad_norm": 0.20540378987789154, | |
| "learning_rate": 6.40430342377426e-06, | |
| "loss": 0.4063, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.8389654521427223, | |
| "grad_norm": 0.22013606131076813, | |
| "learning_rate": 6.346157645729589e-06, | |
| "loss": 0.4732, | |
| "step": 1111 | |
| }, | |
| { | |
| "epoch": 0.8397205965640929, | |
| "grad_norm": 0.2054942101240158, | |
| "learning_rate": 6.2882591392363795e-06, | |
| "loss": 0.3476, | |
| "step": 1112 | |
| }, | |
| { | |
| "epoch": 0.8404757409854635, | |
| "grad_norm": 0.22685834765434265, | |
| "learning_rate": 6.230608232253227e-06, | |
| "loss": 0.4091, | |
| "step": 1113 | |
| }, | |
| { | |
| "epoch": 0.8412308854068341, | |
| "grad_norm": 0.22038882970809937, | |
| "learning_rate": 6.173205251336239e-06, | |
| "loss": 0.4229, | |
| "step": 1114 | |
| }, | |
| { | |
| "epoch": 0.8419860298282047, | |
| "grad_norm": 0.20709578692913055, | |
| "learning_rate": 6.116050521637218e-06, | |
| "loss": 0.4012, | |
| "step": 1115 | |
| }, | |
| { | |
| "epoch": 0.8427411742495753, | |
| "grad_norm": 0.2158709317445755, | |
| "learning_rate": 6.059144366901736e-06, | |
| "loss": 0.3793, | |
| "step": 1116 | |
| }, | |
| { | |
| "epoch": 0.8434963186709458, | |
| "grad_norm": 0.21242888271808624, | |
| "learning_rate": 6.002487109467347e-06, | |
| "loss": 0.334, | |
| "step": 1117 | |
| }, | |
| { | |
| "epoch": 0.8442514630923164, | |
| "grad_norm": 0.23054109513759613, | |
| "learning_rate": 5.946079070261773e-06, | |
| "loss": 0.4508, | |
| "step": 1118 | |
| }, | |
| { | |
| "epoch": 0.845006607513687, | |
| "grad_norm": 0.22902311384677887, | |
| "learning_rate": 5.889920568801055e-06, | |
| "loss": 0.4533, | |
| "step": 1119 | |
| }, | |
| { | |
| "epoch": 0.8457617519350575, | |
| "grad_norm": 0.22745831310749054, | |
| "learning_rate": 5.834011923187805e-06, | |
| "loss": 0.4043, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.8465168963564281, | |
| "grad_norm": 0.22601962089538574, | |
| "learning_rate": 5.778353450109286e-06, | |
| "loss": 0.4465, | |
| "step": 1121 | |
| }, | |
| { | |
| "epoch": 0.8472720407777987, | |
| "grad_norm": 0.2339319884777069, | |
| "learning_rate": 5.722945464835749e-06, | |
| "loss": 0.3846, | |
| "step": 1122 | |
| }, | |
| { | |
| "epoch": 0.8480271851991693, | |
| "grad_norm": 0.23972941935062408, | |
| "learning_rate": 5.667788281218567e-06, | |
| "loss": 0.4077, | |
| "step": 1123 | |
| }, | |
| { | |
| "epoch": 0.8487823296205399, | |
| "grad_norm": 0.24830228090286255, | |
| "learning_rate": 5.61288221168848e-06, | |
| "loss": 0.4068, | |
| "step": 1124 | |
| }, | |
| { | |
| "epoch": 0.8495374740419105, | |
| "grad_norm": 0.24531161785125732, | |
| "learning_rate": 5.558227567253832e-06, | |
| "loss": 0.3847, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 0.8502926184632811, | |
| "grad_norm": 0.2520170509815216, | |
| "learning_rate": 5.503824657498785e-06, | |
| "loss": 0.3514, | |
| "step": 1126 | |
| }, | |
| { | |
| "epoch": 0.8510477628846517, | |
| "grad_norm": 0.24631567299365997, | |
| "learning_rate": 5.449673790581611e-06, | |
| "loss": 0.4191, | |
| "step": 1127 | |
| }, | |
| { | |
| "epoch": 0.8518029073060223, | |
| "grad_norm": 0.26101672649383545, | |
| "learning_rate": 5.39577527323289e-06, | |
| "loss": 0.4393, | |
| "step": 1128 | |
| }, | |
| { | |
| "epoch": 0.8525580517273929, | |
| "grad_norm": 0.2639968991279602, | |
| "learning_rate": 5.34212941075381e-06, | |
| "loss": 0.4323, | |
| "step": 1129 | |
| }, | |
| { | |
| "epoch": 0.8533131961487634, | |
| "grad_norm": 0.2551827132701874, | |
| "learning_rate": 5.288736507014435e-06, | |
| "loss": 0.3638, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.854068340570134, | |
| "grad_norm": 0.24728746712207794, | |
| "learning_rate": 5.235596864451975e-06, | |
| "loss": 0.3579, | |
| "step": 1131 | |
| }, | |
| { | |
| "epoch": 0.8548234849915046, | |
| "grad_norm": 0.2714408040046692, | |
| "learning_rate": 5.182710784069067e-06, | |
| "loss": 0.4218, | |
| "step": 1132 | |
| }, | |
| { | |
| "epoch": 0.8555786294128752, | |
| "grad_norm": 0.26579996943473816, | |
| "learning_rate": 5.13007856543209e-06, | |
| "loss": 0.3796, | |
| "step": 1133 | |
| }, | |
| { | |
| "epoch": 0.8563337738342458, | |
| "grad_norm": 0.2808961868286133, | |
| "learning_rate": 5.077700506669425e-06, | |
| "loss": 0.35, | |
| "step": 1134 | |
| }, | |
| { | |
| "epoch": 0.8570889182556164, | |
| "grad_norm": 0.30303752422332764, | |
| "learning_rate": 5.025576904469842e-06, | |
| "loss": 0.4059, | |
| "step": 1135 | |
| }, | |
| { | |
| "epoch": 0.857844062676987, | |
| "grad_norm": 0.30269986391067505, | |
| "learning_rate": 4.97370805408075e-06, | |
| "loss": 0.4018, | |
| "step": 1136 | |
| }, | |
| { | |
| "epoch": 0.8585992070983576, | |
| "grad_norm": 0.27650511264801025, | |
| "learning_rate": 4.922094249306558e-06, | |
| "loss": 0.3363, | |
| "step": 1137 | |
| }, | |
| { | |
| "epoch": 0.8593543515197282, | |
| "grad_norm": 0.28319036960601807, | |
| "learning_rate": 4.87073578250698e-06, | |
| "loss": 0.3566, | |
| "step": 1138 | |
| }, | |
| { | |
| "epoch": 0.8601094959410988, | |
| "grad_norm": 0.31123289465904236, | |
| "learning_rate": 4.819632944595415e-06, | |
| "loss": 0.3427, | |
| "step": 1139 | |
| }, | |
| { | |
| "epoch": 0.8608646403624693, | |
| "grad_norm": 0.3235510587692261, | |
| "learning_rate": 4.768786025037309e-06, | |
| "loss": 0.3882, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.8616197847838399, | |
| "grad_norm": 0.34232163429260254, | |
| "learning_rate": 4.7181953118484556e-06, | |
| "loss": 0.4307, | |
| "step": 1141 | |
| }, | |
| { | |
| "epoch": 0.8623749292052105, | |
| "grad_norm": 0.3100459575653076, | |
| "learning_rate": 4.667861091593434e-06, | |
| "loss": 0.3515, | |
| "step": 1142 | |
| }, | |
| { | |
| "epoch": 0.8631300736265811, | |
| "grad_norm": 0.33639565110206604, | |
| "learning_rate": 4.617783649383905e-06, | |
| "loss": 0.4251, | |
| "step": 1143 | |
| }, | |
| { | |
| "epoch": 0.8638852180479517, | |
| "grad_norm": 0.30844351649284363, | |
| "learning_rate": 4.567963268877079e-06, | |
| "loss": 0.336, | |
| "step": 1144 | |
| }, | |
| { | |
| "epoch": 0.8646403624693223, | |
| "grad_norm": 0.3265226483345032, | |
| "learning_rate": 4.5184002322740785e-06, | |
| "loss": 0.3545, | |
| "step": 1145 | |
| }, | |
| { | |
| "epoch": 0.8653955068906929, | |
| "grad_norm": 0.3475089967250824, | |
| "learning_rate": 4.4690948203183255e-06, | |
| "loss": 0.3436, | |
| "step": 1146 | |
| }, | |
| { | |
| "epoch": 0.8661506513120635, | |
| "grad_norm": 0.3850986957550049, | |
| "learning_rate": 4.4200473122939456e-06, | |
| "loss": 0.4274, | |
| "step": 1147 | |
| }, | |
| { | |
| "epoch": 0.8669057957334341, | |
| "grad_norm": 0.4068509340286255, | |
| "learning_rate": 4.371257986024202e-06, | |
| "loss": 0.4225, | |
| "step": 1148 | |
| }, | |
| { | |
| "epoch": 0.8676609401548047, | |
| "grad_norm": 0.41805300116539, | |
| "learning_rate": 4.322727117869951e-06, | |
| "loss": 0.4207, | |
| "step": 1149 | |
| }, | |
| { | |
| "epoch": 0.8684160845761751, | |
| "grad_norm": 0.4633561670780182, | |
| "learning_rate": 4.274454982728032e-06, | |
| "loss": 0.3865, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.8691712289975457, | |
| "grad_norm": 0.13895747065544128, | |
| "learning_rate": 4.2264418540297e-06, | |
| "loss": 0.2752, | |
| "step": 1151 | |
| }, | |
| { | |
| "epoch": 0.8699263734189163, | |
| "grad_norm": 0.16666154563426971, | |
| "learning_rate": 4.178688003739129e-06, | |
| "loss": 0.3396, | |
| "step": 1152 | |
| }, | |
| { | |
| "epoch": 0.8706815178402869, | |
| "grad_norm": 0.1707499921321869, | |
| "learning_rate": 4.131193702351827e-06, | |
| "loss": 0.3197, | |
| "step": 1153 | |
| }, | |
| { | |
| "epoch": 0.8714366622616575, | |
| "grad_norm": 0.176160529255867, | |
| "learning_rate": 4.0839592188931576e-06, | |
| "loss": 0.3482, | |
| "step": 1154 | |
| }, | |
| { | |
| "epoch": 0.8721918066830281, | |
| "grad_norm": 0.18616865575313568, | |
| "learning_rate": 4.036984820916723e-06, | |
| "loss": 0.3697, | |
| "step": 1155 | |
| }, | |
| { | |
| "epoch": 0.8729469511043987, | |
| "grad_norm": 0.19371068477630615, | |
| "learning_rate": 3.990270774502941e-06, | |
| "loss": 0.413, | |
| "step": 1156 | |
| }, | |
| { | |
| "epoch": 0.8737020955257693, | |
| "grad_norm": 0.19405323266983032, | |
| "learning_rate": 3.9438173442575e-06, | |
| "loss": 0.3545, | |
| "step": 1157 | |
| }, | |
| { | |
| "epoch": 0.8744572399471399, | |
| "grad_norm": 0.19808508455753326, | |
| "learning_rate": 3.897624793309846e-06, | |
| "loss": 0.3991, | |
| "step": 1158 | |
| }, | |
| { | |
| "epoch": 0.8752123843685105, | |
| "grad_norm": 0.19052360951900482, | |
| "learning_rate": 3.851693383311722e-06, | |
| "loss": 0.3765, | |
| "step": 1159 | |
| }, | |
| { | |
| "epoch": 0.875967528789881, | |
| "grad_norm": 0.1995311975479126, | |
| "learning_rate": 3.8060233744356633e-06, | |
| "loss": 0.4073, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.8767226732112516, | |
| "grad_norm": 0.19826874136924744, | |
| "learning_rate": 3.760615025373543e-06, | |
| "loss": 0.3841, | |
| "step": 1161 | |
| }, | |
| { | |
| "epoch": 0.8774778176326222, | |
| "grad_norm": 0.20532841980457306, | |
| "learning_rate": 3.7154685933350864e-06, | |
| "loss": 0.3538, | |
| "step": 1162 | |
| }, | |
| { | |
| "epoch": 0.8782329620539928, | |
| "grad_norm": 0.20944344997406006, | |
| "learning_rate": 3.6705843340464286e-06, | |
| "loss": 0.4038, | |
| "step": 1163 | |
| }, | |
| { | |
| "epoch": 0.8789881064753634, | |
| "grad_norm": 0.22046121954917908, | |
| "learning_rate": 3.625962501748653e-06, | |
| "loss": 0.4242, | |
| "step": 1164 | |
| }, | |
| { | |
| "epoch": 0.879743250896734, | |
| "grad_norm": 0.22591526806354523, | |
| "learning_rate": 3.581603349196372e-06, | |
| "loss": 0.4469, | |
| "step": 1165 | |
| }, | |
| { | |
| "epoch": 0.8804983953181046, | |
| "grad_norm": 0.22444604337215424, | |
| "learning_rate": 3.53750712765627e-06, | |
| "loss": 0.3994, | |
| "step": 1166 | |
| }, | |
| { | |
| "epoch": 0.8812535397394752, | |
| "grad_norm": 0.2247525304555893, | |
| "learning_rate": 3.4936740869057073e-06, | |
| "loss": 0.4276, | |
| "step": 1167 | |
| }, | |
| { | |
| "epoch": 0.8820086841608458, | |
| "grad_norm": 0.2309032678604126, | |
| "learning_rate": 3.4501044752312582e-06, | |
| "loss": 0.463, | |
| "step": 1168 | |
| }, | |
| { | |
| "epoch": 0.8827638285822164, | |
| "grad_norm": 0.22152245044708252, | |
| "learning_rate": 3.406798539427386e-06, | |
| "loss": 0.3662, | |
| "step": 1169 | |
| }, | |
| { | |
| "epoch": 0.883518973003587, | |
| "grad_norm": 0.2504233419895172, | |
| "learning_rate": 3.3637565247949588e-06, | |
| "loss": 0.4318, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.8842741174249575, | |
| "grad_norm": 0.23805570602416992, | |
| "learning_rate": 3.3209786751399187e-06, | |
| "loss": 0.4156, | |
| "step": 1171 | |
| }, | |
| { | |
| "epoch": 0.8850292618463281, | |
| "grad_norm": 0.23133568465709686, | |
| "learning_rate": 3.2784652327718547e-06, | |
| "loss": 0.3695, | |
| "step": 1172 | |
| }, | |
| { | |
| "epoch": 0.8857844062676987, | |
| "grad_norm": 0.2318771332502365, | |
| "learning_rate": 3.2362164385026706e-06, | |
| "loss": 0.3824, | |
| "step": 1173 | |
| }, | |
| { | |
| "epoch": 0.8865395506890693, | |
| "grad_norm": 0.22176909446716309, | |
| "learning_rate": 3.194232531645219e-06, | |
| "loss": 0.3575, | |
| "step": 1174 | |
| }, | |
| { | |
| "epoch": 0.8872946951104399, | |
| "grad_norm": 0.24867790937423706, | |
| "learning_rate": 3.1525137500119207e-06, | |
| "loss": 0.4419, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 0.8880498395318105, | |
| "grad_norm": 0.252105176448822, | |
| "learning_rate": 3.111060329913401e-06, | |
| "loss": 0.3854, | |
| "step": 1176 | |
| }, | |
| { | |
| "epoch": 0.8888049839531811, | |
| "grad_norm": 0.24969127774238586, | |
| "learning_rate": 3.069872506157212e-06, | |
| "loss": 0.3825, | |
| "step": 1177 | |
| }, | |
| { | |
| "epoch": 0.8895601283745517, | |
| "grad_norm": 0.2607312500476837, | |
| "learning_rate": 3.0289505120464743e-06, | |
| "loss": 0.3986, | |
| "step": 1178 | |
| }, | |
| { | |
| "epoch": 0.8903152727959223, | |
| "grad_norm": 0.2574225664138794, | |
| "learning_rate": 2.9882945793785367e-06, | |
| "loss": 0.3998, | |
| "step": 1179 | |
| }, | |
| { | |
| "epoch": 0.8910704172172929, | |
| "grad_norm": 0.25807490944862366, | |
| "learning_rate": 2.947904938443663e-06, | |
| "loss": 0.4147, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.8918255616386634, | |
| "grad_norm": 0.24891719222068787, | |
| "learning_rate": 2.9077818180237693e-06, | |
| "loss": 0.3648, | |
| "step": 1181 | |
| }, | |
| { | |
| "epoch": 0.892580706060034, | |
| "grad_norm": 0.27970343828201294, | |
| "learning_rate": 2.8679254453910785e-06, | |
| "loss": 0.4347, | |
| "step": 1182 | |
| }, | |
| { | |
| "epoch": 0.8933358504814045, | |
| "grad_norm": 0.26613345742225647, | |
| "learning_rate": 2.8283360463068785e-06, | |
| "loss": 0.3969, | |
| "step": 1183 | |
| }, | |
| { | |
| "epoch": 0.8940909949027751, | |
| "grad_norm": 0.3011374771595001, | |
| "learning_rate": 2.789013845020205e-06, | |
| "loss": 0.389, | |
| "step": 1184 | |
| }, | |
| { | |
| "epoch": 0.8948461393241457, | |
| "grad_norm": 0.26815304160118103, | |
| "learning_rate": 2.7499590642665774e-06, | |
| "loss": 0.3572, | |
| "step": 1185 | |
| }, | |
| { | |
| "epoch": 0.8956012837455163, | |
| "grad_norm": 0.27228736877441406, | |
| "learning_rate": 2.7111719252667647e-06, | |
| "loss": 0.3945, | |
| "step": 1186 | |
| }, | |
| { | |
| "epoch": 0.8963564281668869, | |
| "grad_norm": 0.28344476222991943, | |
| "learning_rate": 2.6726526477254987e-06, | |
| "loss": 0.4098, | |
| "step": 1187 | |
| }, | |
| { | |
| "epoch": 0.8971115725882575, | |
| "grad_norm": 0.3316936790943146, | |
| "learning_rate": 2.6344014498302704e-06, | |
| "loss": 0.4422, | |
| "step": 1188 | |
| }, | |
| { | |
| "epoch": 0.8978667170096281, | |
| "grad_norm": 0.3098110556602478, | |
| "learning_rate": 2.596418548250029e-06, | |
| "loss": 0.3844, | |
| "step": 1189 | |
| }, | |
| { | |
| "epoch": 0.8986218614309986, | |
| "grad_norm": 0.27956005930900574, | |
| "learning_rate": 2.5587041581340233e-06, | |
| "loss": 0.3017, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.8993770058523692, | |
| "grad_norm": 0.3119887709617615, | |
| "learning_rate": 2.52125849311054e-06, | |
| "loss": 0.4119, | |
| "step": 1191 | |
| }, | |
| { | |
| "epoch": 0.9001321502737398, | |
| "grad_norm": 0.3407526910305023, | |
| "learning_rate": 2.4840817652857172e-06, | |
| "loss": 0.4231, | |
| "step": 1192 | |
| }, | |
| { | |
| "epoch": 0.9008872946951104, | |
| "grad_norm": 0.34797540307044983, | |
| "learning_rate": 2.4471741852423237e-06, | |
| "loss": 0.394, | |
| "step": 1193 | |
| }, | |
| { | |
| "epoch": 0.901642439116481, | |
| "grad_norm": 0.3451668322086334, | |
| "learning_rate": 2.4105359620385847e-06, | |
| "loss": 0.3652, | |
| "step": 1194 | |
| }, | |
| { | |
| "epoch": 0.9023975835378516, | |
| "grad_norm": 0.3375682532787323, | |
| "learning_rate": 2.3741673032069756e-06, | |
| "loss": 0.3551, | |
| "step": 1195 | |
| }, | |
| { | |
| "epoch": 0.9031527279592222, | |
| "grad_norm": 0.36490514874458313, | |
| "learning_rate": 2.338068414753075e-06, | |
| "loss": 0.3753, | |
| "step": 1196 | |
| }, | |
| { | |
| "epoch": 0.9039078723805928, | |
| "grad_norm": 0.3733910322189331, | |
| "learning_rate": 2.3022395011543686e-06, | |
| "loss": 0.4036, | |
| "step": 1197 | |
| }, | |
| { | |
| "epoch": 0.9046630168019634, | |
| "grad_norm": 0.38239195942878723, | |
| "learning_rate": 2.2666807653591083e-06, | |
| "loss": 0.4228, | |
| "step": 1198 | |
| }, | |
| { | |
| "epoch": 0.905418161223334, | |
| "grad_norm": 0.46867436170578003, | |
| "learning_rate": 2.2313924087851656e-06, | |
| "loss": 0.4567, | |
| "step": 1199 | |
| }, | |
| { | |
| "epoch": 0.9061733056447046, | |
| "grad_norm": 0.6003281474113464, | |
| "learning_rate": 2.196374631318876e-06, | |
| "loss": 0.4376, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.9069284500660751, | |
| "grad_norm": 0.1415417641401291, | |
| "learning_rate": 2.161627631313923e-06, | |
| "loss": 0.2603, | |
| "step": 1201 | |
| }, | |
| { | |
| "epoch": 0.9076835944874457, | |
| "grad_norm": 0.1586138904094696, | |
| "learning_rate": 2.1271516055901777e-06, | |
| "loss": 0.3263, | |
| "step": 1202 | |
| }, | |
| { | |
| "epoch": 0.9084387389088163, | |
| "grad_norm": 0.16962364315986633, | |
| "learning_rate": 2.0929467494326614e-06, | |
| "loss": 0.3294, | |
| "step": 1203 | |
| }, | |
| { | |
| "epoch": 0.9091938833301869, | |
| "grad_norm": 0.16859561204910278, | |
| "learning_rate": 2.0590132565903476e-06, | |
| "loss": 0.3619, | |
| "step": 1204 | |
| }, | |
| { | |
| "epoch": 0.9099490277515575, | |
| "grad_norm": 0.1871105134487152, | |
| "learning_rate": 2.0253513192751373e-06, | |
| "loss": 0.3679, | |
| "step": 1205 | |
| }, | |
| { | |
| "epoch": 0.9107041721729281, | |
| "grad_norm": 0.18284808099269867, | |
| "learning_rate": 1.9919611281607077e-06, | |
| "loss": 0.3423, | |
| "step": 1206 | |
| }, | |
| { | |
| "epoch": 0.9114593165942987, | |
| "grad_norm": 0.19052286446094513, | |
| "learning_rate": 1.9588428723814946e-06, | |
| "loss": 0.4149, | |
| "step": 1207 | |
| }, | |
| { | |
| "epoch": 0.9122144610156693, | |
| "grad_norm": 0.20341211557388306, | |
| "learning_rate": 1.925996739531577e-06, | |
| "loss": 0.3938, | |
| "step": 1208 | |
| }, | |
| { | |
| "epoch": 0.9129696054370399, | |
| "grad_norm": 0.19892559945583344, | |
| "learning_rate": 1.8934229156636452e-06, | |
| "loss": 0.361, | |
| "step": 1209 | |
| }, | |
| { | |
| "epoch": 0.9137247498584105, | |
| "grad_norm": 0.21719536185264587, | |
| "learning_rate": 1.8611215852879005e-06, | |
| "loss": 0.429, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.914479894279781, | |
| "grad_norm": 0.20925089716911316, | |
| "learning_rate": 1.8290929313710513e-06, | |
| "loss": 0.3961, | |
| "step": 1211 | |
| }, | |
| { | |
| "epoch": 0.9152350387011516, | |
| "grad_norm": 0.21349644660949707, | |
| "learning_rate": 1.797337135335292e-06, | |
| "loss": 0.3969, | |
| "step": 1212 | |
| }, | |
| { | |
| "epoch": 0.9159901831225222, | |
| "grad_norm": 0.2184101939201355, | |
| "learning_rate": 1.7658543770572189e-06, | |
| "loss": 0.3583, | |
| "step": 1213 | |
| }, | |
| { | |
| "epoch": 0.9167453275438928, | |
| "grad_norm": 0.21886181831359863, | |
| "learning_rate": 1.7346448348668443e-06, | |
| "loss": 0.42, | |
| "step": 1214 | |
| }, | |
| { | |
| "epoch": 0.9175004719652634, | |
| "grad_norm": 0.20769384503364563, | |
| "learning_rate": 1.70370868554659e-06, | |
| "loss": 0.3761, | |
| "step": 1215 | |
| }, | |
| { | |
| "epoch": 0.9182556163866339, | |
| "grad_norm": 0.2125682830810547, | |
| "learning_rate": 1.6730461043302726e-06, | |
| "loss": 0.3481, | |
| "step": 1216 | |
| }, | |
| { | |
| "epoch": 0.9190107608080045, | |
| "grad_norm": 0.22738561034202576, | |
| "learning_rate": 1.6426572649021476e-06, | |
| "loss": 0.4114, | |
| "step": 1217 | |
| }, | |
| { | |
| "epoch": 0.9197659052293751, | |
| "grad_norm": 0.22645215690135956, | |
| "learning_rate": 1.612542339395845e-06, | |
| "loss": 0.4581, | |
| "step": 1218 | |
| }, | |
| { | |
| "epoch": 0.9205210496507457, | |
| "grad_norm": 0.2223154753446579, | |
| "learning_rate": 1.582701498393474e-06, | |
| "loss": 0.4042, | |
| "step": 1219 | |
| }, | |
| { | |
| "epoch": 0.9212761940721163, | |
| "grad_norm": 0.23326793313026428, | |
| "learning_rate": 1.5531349109246362e-06, | |
| "loss": 0.4387, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.9220313384934868, | |
| "grad_norm": 0.23844638466835022, | |
| "learning_rate": 1.523842744465437e-06, | |
| "loss": 0.4143, | |
| "step": 1221 | |
| }, | |
| { | |
| "epoch": 0.9227864829148574, | |
| "grad_norm": 0.23629891872406006, | |
| "learning_rate": 1.4948251649375745e-06, | |
| "loss": 0.4301, | |
| "step": 1222 | |
| }, | |
| { | |
| "epoch": 0.923541627336228, | |
| "grad_norm": 0.23292282223701477, | |
| "learning_rate": 1.4660823367073751e-06, | |
| "loss": 0.389, | |
| "step": 1223 | |
| }, | |
| { | |
| "epoch": 0.9242967717575986, | |
| "grad_norm": 0.25617265701293945, | |
| "learning_rate": 1.437614422584882e-06, | |
| "loss": 0.4615, | |
| "step": 1224 | |
| }, | |
| { | |
| "epoch": 0.9250519161789692, | |
| "grad_norm": 0.23757751286029816, | |
| "learning_rate": 1.4094215838229176e-06, | |
| "loss": 0.3766, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 0.9258070606003398, | |
| "grad_norm": 0.2631858289241791, | |
| "learning_rate": 1.3815039801161721e-06, | |
| "loss": 0.4561, | |
| "step": 1226 | |
| }, | |
| { | |
| "epoch": 0.9265622050217104, | |
| "grad_norm": 0.2697192132472992, | |
| "learning_rate": 1.3538617696003064e-06, | |
| "loss": 0.4365, | |
| "step": 1227 | |
| }, | |
| { | |
| "epoch": 0.927317349443081, | |
| "grad_norm": 0.23894578218460083, | |
| "learning_rate": 1.3264951088510502e-06, | |
| "loss": 0.3623, | |
| "step": 1228 | |
| }, | |
| { | |
| "epoch": 0.9280724938644516, | |
| "grad_norm": 0.27340683341026306, | |
| "learning_rate": 1.2994041528833266e-06, | |
| "loss": 0.4602, | |
| "step": 1229 | |
| }, | |
| { | |
| "epoch": 0.9288276382858222, | |
| "grad_norm": 0.2491341382265091, | |
| "learning_rate": 1.2725890551503472e-06, | |
| "loss": 0.3397, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.9295827827071927, | |
| "grad_norm": 0.26839953660964966, | |
| "learning_rate": 1.2460499675427729e-06, | |
| "loss": 0.4095, | |
| "step": 1231 | |
| }, | |
| { | |
| "epoch": 0.9303379271285633, | |
| "grad_norm": 0.28354331851005554, | |
| "learning_rate": 1.2197870403878375e-06, | |
| "loss": 0.4034, | |
| "step": 1232 | |
| }, | |
| { | |
| "epoch": 0.9310930715499339, | |
| "grad_norm": 0.2778373062610626, | |
| "learning_rate": 1.1938004224484988e-06, | |
| "loss": 0.3612, | |
| "step": 1233 | |
| }, | |
| { | |
| "epoch": 0.9318482159713045, | |
| "grad_norm": 0.28623783588409424, | |
| "learning_rate": 1.1680902609225941e-06, | |
| "loss": 0.3763, | |
| "step": 1234 | |
| }, | |
| { | |
| "epoch": 0.9326033603926751, | |
| "grad_norm": 0.2844613790512085, | |
| "learning_rate": 1.1426567014420297e-06, | |
| "loss": 0.4077, | |
| "step": 1235 | |
| }, | |
| { | |
| "epoch": 0.9333585048140457, | |
| "grad_norm": 0.2865941524505615, | |
| "learning_rate": 1.1174998880718935e-06, | |
| "loss": 0.3973, | |
| "step": 1236 | |
| }, | |
| { | |
| "epoch": 0.9341136492354163, | |
| "grad_norm": 0.2908569276332855, | |
| "learning_rate": 1.0926199633097157e-06, | |
| "loss": 0.3688, | |
| "step": 1237 | |
| }, | |
| { | |
| "epoch": 0.9348687936567869, | |
| "grad_norm": 0.3032941520214081, | |
| "learning_rate": 1.0680170680846259e-06, | |
| "loss": 0.3971, | |
| "step": 1238 | |
| }, | |
| { | |
| "epoch": 0.9356239380781575, | |
| "grad_norm": 0.29943525791168213, | |
| "learning_rate": 1.0436913417565365e-06, | |
| "loss": 0.4151, | |
| "step": 1239 | |
| }, | |
| { | |
| "epoch": 0.9363790824995281, | |
| "grad_norm": 0.3232915997505188, | |
| "learning_rate": 1.0196429221153824e-06, | |
| "loss": 0.336, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.9371342269208986, | |
| "grad_norm": 0.3355953097343445, | |
| "learning_rate": 9.958719453803278e-07, | |
| "loss": 0.4568, | |
| "step": 1241 | |
| }, | |
| { | |
| "epoch": 0.9378893713422692, | |
| "grad_norm": 0.35610586404800415, | |
| "learning_rate": 9.723785461990099e-07, | |
| "loss": 0.4446, | |
| "step": 1242 | |
| }, | |
| { | |
| "epoch": 0.9386445157636398, | |
| "grad_norm": 0.347074031829834, | |
| "learning_rate": 9.491628576467515e-07, | |
| "loss": 0.4065, | |
| "step": 1243 | |
| }, | |
| { | |
| "epoch": 0.9393996601850104, | |
| "grad_norm": 0.37643951177597046, | |
| "learning_rate": 9.26225011225812e-07, | |
| "loss": 0.3945, | |
| "step": 1244 | |
| }, | |
| { | |
| "epoch": 0.940154804606381, | |
| "grad_norm": 0.34759992361068726, | |
| "learning_rate": 9.035651368646648e-07, | |
| "loss": 0.3654, | |
| "step": 1245 | |
| }, | |
| { | |
| "epoch": 0.9409099490277516, | |
| "grad_norm": 0.3707546889781952, | |
| "learning_rate": 8.811833629172428e-07, | |
| "loss": 0.2976, | |
| "step": 1246 | |
| }, | |
| { | |
| "epoch": 0.9416650934491222, | |
| "grad_norm": 0.3839170038700104, | |
| "learning_rate": 8.590798161622227e-07, | |
| "loss": 0.4161, | |
| "step": 1247 | |
| }, | |
| { | |
| "epoch": 0.9424202378704928, | |
| "grad_norm": 0.3534461557865143, | |
| "learning_rate": 8.372546218022747e-07, | |
| "loss": 0.3231, | |
| "step": 1248 | |
| }, | |
| { | |
| "epoch": 0.9431753822918634, | |
| "grad_norm": 0.4794304370880127, | |
| "learning_rate": 8.157079034633974e-07, | |
| "loss": 0.4584, | |
| "step": 1249 | |
| }, | |
| { | |
| "epoch": 0.9439305267132339, | |
| "grad_norm": 0.5317772030830383, | |
| "learning_rate": 7.944397831941952e-07, | |
| "loss": 0.4143, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.9446856711346044, | |
| "grad_norm": 0.16856196522712708, | |
| "learning_rate": 7.734503814651906e-07, | |
| "loss": 0.3159, | |
| "step": 1251 | |
| }, | |
| { | |
| "epoch": 0.945440815555975, | |
| "grad_norm": 0.16190548241138458, | |
| "learning_rate": 7.527398171681354e-07, | |
| "loss": 0.3332, | |
| "step": 1252 | |
| }, | |
| { | |
| "epoch": 0.9461959599773456, | |
| "grad_norm": 0.16370098292827606, | |
| "learning_rate": 7.323082076153509e-07, | |
| "loss": 0.331, | |
| "step": 1253 | |
| }, | |
| { | |
| "epoch": 0.9469511043987162, | |
| "grad_norm": 0.16921286284923553, | |
| "learning_rate": 7.12155668539044e-07, | |
| "loss": 0.2992, | |
| "step": 1254 | |
| }, | |
| { | |
| "epoch": 0.9477062488200868, | |
| "grad_norm": 0.17997263371944427, | |
| "learning_rate": 6.922823140906753e-07, | |
| "loss": 0.3884, | |
| "step": 1255 | |
| }, | |
| { | |
| "epoch": 0.9484613932414574, | |
| "grad_norm": 0.18398523330688477, | |
| "learning_rate": 6.726882568402871e-07, | |
| "loss": 0.3779, | |
| "step": 1256 | |
| }, | |
| { | |
| "epoch": 0.949216537662828, | |
| "grad_norm": 0.19981886446475983, | |
| "learning_rate": 6.533736077758868e-07, | |
| "loss": 0.3687, | |
| "step": 1257 | |
| }, | |
| { | |
| "epoch": 0.9499716820841986, | |
| "grad_norm": 0.19422514736652374, | |
| "learning_rate": 6.343384763028148e-07, | |
| "loss": 0.3624, | |
| "step": 1258 | |
| }, | |
| { | |
| "epoch": 0.9507268265055692, | |
| "grad_norm": 0.19577431678771973, | |
| "learning_rate": 6.15582970243117e-07, | |
| "loss": 0.4185, | |
| "step": 1259 | |
| }, | |
| { | |
| "epoch": 0.9514819709269398, | |
| "grad_norm": 0.2101883441209793, | |
| "learning_rate": 5.971071958349228e-07, | |
| "loss": 0.3948, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.9522371153483103, | |
| "grad_norm": 0.19973735511302948, | |
| "learning_rate": 5.78911257731879e-07, | |
| "loss": 0.4095, | |
| "step": 1261 | |
| }, | |
| { | |
| "epoch": 0.9529922597696809, | |
| "grad_norm": 0.20807954668998718, | |
| "learning_rate": 5.609952590025224e-07, | |
| "loss": 0.3892, | |
| "step": 1262 | |
| }, | |
| { | |
| "epoch": 0.9537474041910515, | |
| "grad_norm": 0.2160942405462265, | |
| "learning_rate": 5.4335930112972e-07, | |
| "loss": 0.3782, | |
| "step": 1263 | |
| }, | |
| { | |
| "epoch": 0.9545025486124221, | |
| "grad_norm": 0.1981229931116104, | |
| "learning_rate": 5.260034840100736e-07, | |
| "loss": 0.3768, | |
| "step": 1264 | |
| }, | |
| { | |
| "epoch": 0.9552576930337927, | |
| "grad_norm": 0.19447720050811768, | |
| "learning_rate": 5.089279059533658e-07, | |
| "loss": 0.3527, | |
| "step": 1265 | |
| }, | |
| { | |
| "epoch": 0.9560128374551633, | |
| "grad_norm": 0.21603922545909882, | |
| "learning_rate": 4.92132663681999e-07, | |
| "loss": 0.3792, | |
| "step": 1266 | |
| }, | |
| { | |
| "epoch": 0.9567679818765339, | |
| "grad_norm": 0.22324316203594208, | |
| "learning_rate": 4.756178523304622e-07, | |
| "loss": 0.413, | |
| "step": 1267 | |
| }, | |
| { | |
| "epoch": 0.9575231262979045, | |
| "grad_norm": 0.21948575973510742, | |
| "learning_rate": 4.593835654447709e-07, | |
| "loss": 0.4481, | |
| "step": 1268 | |
| }, | |
| { | |
| "epoch": 0.9582782707192751, | |
| "grad_norm": 0.21984027326107025, | |
| "learning_rate": 4.434298949819449e-07, | |
| "loss": 0.3766, | |
| "step": 1269 | |
| }, | |
| { | |
| "epoch": 0.9590334151406457, | |
| "grad_norm": 0.24279214441776276, | |
| "learning_rate": 4.277569313094809e-07, | |
| "loss": 0.3761, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.9597885595620163, | |
| "grad_norm": 0.23110735416412354, | |
| "learning_rate": 4.123647632048644e-07, | |
| "loss": 0.4528, | |
| "step": 1271 | |
| }, | |
| { | |
| "epoch": 0.9605437039833868, | |
| "grad_norm": 0.2304868847131729, | |
| "learning_rate": 3.972534778550474e-07, | |
| "loss": 0.3633, | |
| "step": 1272 | |
| }, | |
| { | |
| "epoch": 0.9612988484047574, | |
| "grad_norm": 0.2233697474002838, | |
| "learning_rate": 3.824231608559492e-07, | |
| "loss": 0.397, | |
| "step": 1273 | |
| }, | |
| { | |
| "epoch": 0.962053992826128, | |
| "grad_norm": 0.23600885272026062, | |
| "learning_rate": 3.6787389621198987e-07, | |
| "loss": 0.4136, | |
| "step": 1274 | |
| }, | |
| { | |
| "epoch": 0.9628091372474986, | |
| "grad_norm": 0.23501838743686676, | |
| "learning_rate": 3.536057663355852e-07, | |
| "loss": 0.323, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 0.9635642816688692, | |
| "grad_norm": 0.2491409033536911, | |
| "learning_rate": 3.3961885204673026e-07, | |
| "loss": 0.4763, | |
| "step": 1276 | |
| }, | |
| { | |
| "epoch": 0.9643194260902398, | |
| "grad_norm": 0.2430865615606308, | |
| "learning_rate": 3.2591323257248893e-07, | |
| "loss": 0.3949, | |
| "step": 1277 | |
| }, | |
| { | |
| "epoch": 0.9650745705116104, | |
| "grad_norm": 0.2593831717967987, | |
| "learning_rate": 3.124889855465718e-07, | |
| "loss": 0.3738, | |
| "step": 1278 | |
| }, | |
| { | |
| "epoch": 0.965829714932981, | |
| "grad_norm": 0.24975533783435822, | |
| "learning_rate": 2.993461870088921e-07, | |
| "loss": 0.3614, | |
| "step": 1279 | |
| }, | |
| { | |
| "epoch": 0.9665848593543516, | |
| "grad_norm": 0.25487789511680603, | |
| "learning_rate": 2.8648491140513266e-07, | |
| "loss": 0.46, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.9673400037757222, | |
| "grad_norm": 0.2505668103694916, | |
| "learning_rate": 2.7390523158633554e-07, | |
| "loss": 0.3317, | |
| "step": 1281 | |
| }, | |
| { | |
| "epoch": 0.9680951481970927, | |
| "grad_norm": 0.261342853307724, | |
| "learning_rate": 2.616072188084628e-07, | |
| "loss": 0.3857, | |
| "step": 1282 | |
| }, | |
| { | |
| "epoch": 0.9688502926184632, | |
| "grad_norm": 0.2685639262199402, | |
| "learning_rate": 2.4959094273201977e-07, | |
| "loss": 0.3631, | |
| "step": 1283 | |
| }, | |
| { | |
| "epoch": 0.9696054370398338, | |
| "grad_norm": 0.26906096935272217, | |
| "learning_rate": 2.378564714216547e-07, | |
| "loss": 0.4212, | |
| "step": 1284 | |
| }, | |
| { | |
| "epoch": 0.9703605814612044, | |
| "grad_norm": 0.28708136081695557, | |
| "learning_rate": 2.2640387134577058e-07, | |
| "loss": 0.5326, | |
| "step": 1285 | |
| }, | |
| { | |
| "epoch": 0.971115725882575, | |
| "grad_norm": 0.2781200706958771, | |
| "learning_rate": 2.1523320737613095e-07, | |
| "loss": 0.3952, | |
| "step": 1286 | |
| }, | |
| { | |
| "epoch": 0.9718708703039456, | |
| "grad_norm": 0.2814629077911377, | |
| "learning_rate": 2.0434454278752123e-07, | |
| "loss": 0.3578, | |
| "step": 1287 | |
| }, | |
| { | |
| "epoch": 0.9726260147253162, | |
| "grad_norm": 0.2876596450805664, | |
| "learning_rate": 1.937379392573768e-07, | |
| "loss": 0.3978, | |
| "step": 1288 | |
| }, | |
| { | |
| "epoch": 0.9733811591466868, | |
| "grad_norm": 0.3008500635623932, | |
| "learning_rate": 1.8341345686543332e-07, | |
| "loss": 0.3936, | |
| "step": 1289 | |
| }, | |
| { | |
| "epoch": 0.9741363035680574, | |
| "grad_norm": 0.32256075739860535, | |
| "learning_rate": 1.7337115409338244e-07, | |
| "loss": 0.4423, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.974891447989428, | |
| "grad_norm": 0.3017309010028839, | |
| "learning_rate": 1.6361108782456113e-07, | |
| "loss": 0.4027, | |
| "step": 1291 | |
| }, | |
| { | |
| "epoch": 0.9756465924107985, | |
| "grad_norm": 0.3096626400947571, | |
| "learning_rate": 1.5413331334360182e-07, | |
| "loss": 0.3962, | |
| "step": 1292 | |
| }, | |
| { | |
| "epoch": 0.9764017368321691, | |
| "grad_norm": 0.3427668511867523, | |
| "learning_rate": 1.449378843361271e-07, | |
| "loss": 0.4388, | |
| "step": 1293 | |
| }, | |
| { | |
| "epoch": 0.9771568812535397, | |
| "grad_norm": 0.3453672528266907, | |
| "learning_rate": 1.360248528884611e-07, | |
| "loss": 0.4638, | |
| "step": 1294 | |
| }, | |
| { | |
| "epoch": 0.9779120256749103, | |
| "grad_norm": 0.33292150497436523, | |
| "learning_rate": 1.2739426948732424e-07, | |
| "loss": 0.3513, | |
| "step": 1295 | |
| }, | |
| { | |
| "epoch": 0.9786671700962809, | |
| "grad_norm": 0.34688884019851685, | |
| "learning_rate": 1.190461830195333e-07, | |
| "loss": 0.3666, | |
| "step": 1296 | |
| }, | |
| { | |
| "epoch": 0.9794223145176515, | |
| "grad_norm": 0.41783586144447327, | |
| "learning_rate": 1.109806407717462e-07, | |
| "loss": 0.4518, | |
| "step": 1297 | |
| }, | |
| { | |
| "epoch": 0.9801774589390221, | |
| "grad_norm": 0.36416101455688477, | |
| "learning_rate": 1.0319768843018996e-07, | |
| "loss": 0.3785, | |
| "step": 1298 | |
| }, | |
| { | |
| "epoch": 0.9809326033603927, | |
| "grad_norm": 0.4353952407836914, | |
| "learning_rate": 9.56973700803887e-08, | |
| "loss": 0.4347, | |
| "step": 1299 | |
| }, | |
| { | |
| "epoch": 0.9816877477817633, | |
| "grad_norm": 0.5201441645622253, | |
| "learning_rate": 8.847972820693051e-08, | |
| "loss": 0.3487, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.9824428922031339, | |
| "grad_norm": 0.14752991497516632, | |
| "learning_rate": 8.15448036932176e-08, | |
| "loss": 0.3271, | |
| "step": 1301 | |
| }, | |
| { | |
| "epoch": 0.9831980366245044, | |
| "grad_norm": 0.1663774847984314, | |
| "learning_rate": 7.489263582122763e-08, | |
| "loss": 0.3467, | |
| "step": 1302 | |
| }, | |
| { | |
| "epoch": 0.983953181045875, | |
| "grad_norm": 0.18630105257034302, | |
| "learning_rate": 6.852326227130834e-08, | |
| "loss": 0.4198, | |
| "step": 1303 | |
| }, | |
| { | |
| "epoch": 0.9847083254672456, | |
| "grad_norm": 0.18574944138526917, | |
| "learning_rate": 6.243671912194993e-08, | |
| "loss": 0.393, | |
| "step": 1304 | |
| }, | |
| { | |
| "epoch": 0.9854634698886162, | |
| "grad_norm": 0.20900239050388336, | |
| "learning_rate": 5.663304084960186e-08, | |
| "loss": 0.3765, | |
| "step": 1305 | |
| }, | |
| { | |
| "epoch": 0.9862186143099868, | |
| "grad_norm": 0.20655685663223267, | |
| "learning_rate": 5.111226032843974e-08, | |
| "loss": 0.4079, | |
| "step": 1306 | |
| }, | |
| { | |
| "epoch": 0.9869737587313574, | |
| "grad_norm": 0.22022481262683868, | |
| "learning_rate": 4.5874408830215434e-08, | |
| "loss": 0.4319, | |
| "step": 1307 | |
| }, | |
| { | |
| "epoch": 0.987728903152728, | |
| "grad_norm": 0.22208468616008759, | |
| "learning_rate": 4.0919516024057195e-08, | |
| "loss": 0.4083, | |
| "step": 1308 | |
| }, | |
| { | |
| "epoch": 0.9884840475740986, | |
| "grad_norm": 0.24290700256824493, | |
| "learning_rate": 3.624760997631982e-08, | |
| "loss": 0.4351, | |
| "step": 1309 | |
| }, | |
| { | |
| "epoch": 0.9892391919954692, | |
| "grad_norm": 0.22663183510303497, | |
| "learning_rate": 3.185871715041255e-08, | |
| "loss": 0.3828, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.9899943364168398, | |
| "grad_norm": 0.25170832872390747, | |
| "learning_rate": 2.7752862406654757e-08, | |
| "loss": 0.4401, | |
| "step": 1311 | |
| }, | |
| { | |
| "epoch": 0.9907494808382104, | |
| "grad_norm": 0.2576093077659607, | |
| "learning_rate": 2.393006900212047e-08, | |
| "loss": 0.4513, | |
| "step": 1312 | |
| }, | |
| { | |
| "epoch": 0.9915046252595809, | |
| "grad_norm": 0.2478175014257431, | |
| "learning_rate": 2.0390358590538504e-08, | |
| "loss": 0.3902, | |
| "step": 1313 | |
| }, | |
| { | |
| "epoch": 0.9922597696809515, | |
| "grad_norm": 0.26220056414604187, | |
| "learning_rate": 1.7133751222137007e-08, | |
| "loss": 0.4562, | |
| "step": 1314 | |
| }, | |
| { | |
| "epoch": 0.9930149141023221, | |
| "grad_norm": 0.272030234336853, | |
| "learning_rate": 1.4160265343549083e-08, | |
| "loss": 0.4128, | |
| "step": 1315 | |
| }, | |
| { | |
| "epoch": 0.9937700585236926, | |
| "grad_norm": 0.282482385635376, | |
| "learning_rate": 1.1469917797696239e-08, | |
| "loss": 0.4678, | |
| "step": 1316 | |
| }, | |
| { | |
| "epoch": 0.9945252029450632, | |
| "grad_norm": 0.29758918285369873, | |
| "learning_rate": 9.06272382371065e-09, | |
| "loss": 0.4549, | |
| "step": 1317 | |
| }, | |
| { | |
| "epoch": 0.9952803473664338, | |
| "grad_norm": 0.2753942012786865, | |
| "learning_rate": 6.9386970568297014e-09, | |
| "loss": 0.3572, | |
| "step": 1318 | |
| }, | |
| { | |
| "epoch": 0.9960354917878044, | |
| "grad_norm": 0.3179655075073242, | |
| "learning_rate": 5.097849528334919e-09, | |
| "loss": 0.4328, | |
| "step": 1319 | |
| }, | |
| { | |
| "epoch": 0.996790636209175, | |
| "grad_norm": 0.30263400077819824, | |
| "learning_rate": 3.540191665457604e-09, | |
| "loss": 0.3691, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.9975457806305456, | |
| "grad_norm": 0.3153160810470581, | |
| "learning_rate": 2.265732291356626e-09, | |
| "loss": 0.3449, | |
| "step": 1321 | |
| }, | |
| { | |
| "epoch": 0.9983009250519161, | |
| "grad_norm": 0.33442163467407227, | |
| "learning_rate": 1.2744786250407092e-09, | |
| "loss": 0.3951, | |
| "step": 1322 | |
| }, | |
| { | |
| "epoch": 0.9990560694732867, | |
| "grad_norm": 0.3670744299888611, | |
| "learning_rate": 5.664362813406765e-10, | |
| "loss": 0.3497, | |
| "step": 1323 | |
| }, | |
| { | |
| "epoch": 0.9998112138946573, | |
| "grad_norm": 0.5614824891090393, | |
| "learning_rate": 1.416092708650396e-10, | |
| "loss": 0.4963, | |
| "step": 1324 | |
| }, | |
| { | |
| "epoch": 0.9998112138946573, | |
| "eval_loss": 0.3858806788921356, | |
| "eval_runtime": 92.8566, | |
| "eval_samples_per_second": 12.008, | |
| "eval_steps_per_second": 3.005, | |
| "step": 1324 | |
| }, | |
| { | |
| "epoch": 1.000566358316028, | |
| "grad_norm": 3.6732022762298584, | |
| "learning_rate": 0.0, | |
| "loss": 1.1897, | |
| "step": 1325 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 1325, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 2, | |
| "save_steps": 332, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.7073098196516864e+18, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |