| { | |
| "best_global_step": null, | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0, | |
| "eval_steps": 500, | |
| "global_step": 1376, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0007267441860465116, | |
| "grad_norm": 9.074579620427265, | |
| "learning_rate": 0.0, | |
| "loss": 2.5726, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0014534883720930232, | |
| "grad_norm": 9.325884168450177, | |
| "learning_rate": 2.0000000000000002e-07, | |
| "loss": 2.5915, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.002180232558139535, | |
| "grad_norm": 9.577883515575813, | |
| "learning_rate": 4.0000000000000003e-07, | |
| "loss": 2.5166, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.0029069767441860465, | |
| "grad_norm": 9.081960014952461, | |
| "learning_rate": 6.000000000000001e-07, | |
| "loss": 2.5275, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.003633720930232558, | |
| "grad_norm": 9.146732295895594, | |
| "learning_rate": 8.000000000000001e-07, | |
| "loss": 2.6068, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.00436046511627907, | |
| "grad_norm": 8.878352797679302, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 2.5602, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.005087209302325582, | |
| "grad_norm": 8.7892387976441, | |
| "learning_rate": 1.2000000000000002e-06, | |
| "loss": 2.5768, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.005813953488372093, | |
| "grad_norm": 8.439946529584597, | |
| "learning_rate": 1.4000000000000001e-06, | |
| "loss": 2.571, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.006540697674418605, | |
| "grad_norm": 7.525421260655473, | |
| "learning_rate": 1.6000000000000001e-06, | |
| "loss": 2.5806, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.007267441860465116, | |
| "grad_norm": 7.420995687542313, | |
| "learning_rate": 1.8000000000000001e-06, | |
| "loss": 2.5632, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.007994186046511628, | |
| "grad_norm": 6.529233432613504, | |
| "learning_rate": 2.0000000000000003e-06, | |
| "loss": 2.5702, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.00872093023255814, | |
| "grad_norm": 5.076235841533463, | |
| "learning_rate": 2.2e-06, | |
| "loss": 2.4557, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.00944767441860465, | |
| "grad_norm": 4.530065999910271, | |
| "learning_rate": 2.4000000000000003e-06, | |
| "loss": 2.4625, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.010174418604651164, | |
| "grad_norm": 3.757971086858522, | |
| "learning_rate": 2.6e-06, | |
| "loss": 2.5126, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.010901162790697675, | |
| "grad_norm": 3.0710603482243517, | |
| "learning_rate": 2.8000000000000003e-06, | |
| "loss": 2.4419, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.011627906976744186, | |
| "grad_norm": 2.8230945104887333, | |
| "learning_rate": 3e-06, | |
| "loss": 2.437, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.012354651162790697, | |
| "grad_norm": 2.6279435114027168, | |
| "learning_rate": 3.2000000000000003e-06, | |
| "loss": 2.3592, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.01308139534883721, | |
| "grad_norm": 2.5161015684914774, | |
| "learning_rate": 3.4000000000000005e-06, | |
| "loss": 2.3957, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.013808139534883721, | |
| "grad_norm": 2.4278917076308475, | |
| "learning_rate": 3.6000000000000003e-06, | |
| "loss": 2.3352, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.014534883720930232, | |
| "grad_norm": 2.348998890488855, | |
| "learning_rate": 3.8000000000000005e-06, | |
| "loss": 2.4372, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.015261627906976744, | |
| "grad_norm": 2.4780736413377396, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 2.3838, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.015988372093023256, | |
| "grad_norm": 2.5057556166741604, | |
| "learning_rate": 4.2000000000000004e-06, | |
| "loss": 2.4095, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.016715116279069766, | |
| "grad_norm": 2.3191989107995648, | |
| "learning_rate": 4.4e-06, | |
| "loss": 2.3799, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.01744186046511628, | |
| "grad_norm": 2.187761956889251, | |
| "learning_rate": 4.600000000000001e-06, | |
| "loss": 2.4215, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.018168604651162792, | |
| "grad_norm": 1.670881599245353, | |
| "learning_rate": 4.800000000000001e-06, | |
| "loss": 2.395, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.0188953488372093, | |
| "grad_norm": 1.5365760213246764, | |
| "learning_rate": 5e-06, | |
| "loss": 2.4282, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.019622093023255814, | |
| "grad_norm": 1.657846538045198, | |
| "learning_rate": 5.2e-06, | |
| "loss": 2.4198, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.020348837209302327, | |
| "grad_norm": 1.5638927670066207, | |
| "learning_rate": 5.400000000000001e-06, | |
| "loss": 2.3976, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.021075581395348836, | |
| "grad_norm": 1.5407040415402946, | |
| "learning_rate": 5.600000000000001e-06, | |
| "loss": 2.4409, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.02180232558139535, | |
| "grad_norm": 1.4066346512940076, | |
| "learning_rate": 5.8e-06, | |
| "loss": 2.3676, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.02252906976744186, | |
| "grad_norm": 1.3673414382471556, | |
| "learning_rate": 6e-06, | |
| "loss": 2.3971, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.023255813953488372, | |
| "grad_norm": 1.495128974221532, | |
| "learning_rate": 6.200000000000001e-06, | |
| "loss": 2.4844, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.023982558139534885, | |
| "grad_norm": 2.2845356742596397, | |
| "learning_rate": 6.4000000000000006e-06, | |
| "loss": 2.3814, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.024709302325581394, | |
| "grad_norm": 1.443466209692566, | |
| "learning_rate": 6.600000000000001e-06, | |
| "loss": 2.4134, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.025436046511627907, | |
| "grad_norm": 1.7492603796870134, | |
| "learning_rate": 6.800000000000001e-06, | |
| "loss": 2.3634, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.02616279069767442, | |
| "grad_norm": 1.6767321941082, | |
| "learning_rate": 7e-06, | |
| "loss": 2.4547, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.02688953488372093, | |
| "grad_norm": 1.4015556883781917, | |
| "learning_rate": 7.2000000000000005e-06, | |
| "loss": 2.3875, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.027616279069767442, | |
| "grad_norm": 1.3729850201136446, | |
| "learning_rate": 7.4e-06, | |
| "loss": 2.3611, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.028343023255813952, | |
| "grad_norm": 1.4151893697508262, | |
| "learning_rate": 7.600000000000001e-06, | |
| "loss": 2.3659, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.029069767441860465, | |
| "grad_norm": 1.475208153189891, | |
| "learning_rate": 7.800000000000002e-06, | |
| "loss": 2.371, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.029796511627906978, | |
| "grad_norm": 1.5523241828124394, | |
| "learning_rate": 8.000000000000001e-06, | |
| "loss": 2.3868, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.030523255813953487, | |
| "grad_norm": 1.3127492176118258, | |
| "learning_rate": 8.2e-06, | |
| "loss": 2.4054, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.03125, | |
| "grad_norm": 1.2689101037621893, | |
| "learning_rate": 8.400000000000001e-06, | |
| "loss": 2.3864, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.03197674418604651, | |
| "grad_norm": 1.335611750054927, | |
| "learning_rate": 8.6e-06, | |
| "loss": 2.442, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.032703488372093026, | |
| "grad_norm": 1.2452087861474146, | |
| "learning_rate": 8.8e-06, | |
| "loss": 2.3697, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.03343023255813953, | |
| "grad_norm": 1.4439605178224628, | |
| "learning_rate": 9e-06, | |
| "loss": 2.3734, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.034156976744186045, | |
| "grad_norm": 1.2927603151316898, | |
| "learning_rate": 9.200000000000002e-06, | |
| "loss": 2.4011, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.03488372093023256, | |
| "grad_norm": 1.185649482589594, | |
| "learning_rate": 9.4e-06, | |
| "loss": 2.3013, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.03561046511627907, | |
| "grad_norm": 1.6520257001233214, | |
| "learning_rate": 9.600000000000001e-06, | |
| "loss": 2.3405, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.036337209302325583, | |
| "grad_norm": 1.415240980367823, | |
| "learning_rate": 9.800000000000001e-06, | |
| "loss": 2.3749, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.037063953488372096, | |
| "grad_norm": 1.1599368922180915, | |
| "learning_rate": 1e-05, | |
| "loss": 2.3551, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.0377906976744186, | |
| "grad_norm": 1.3457151082199426, | |
| "learning_rate": 9.9999859669361e-06, | |
| "loss": 2.3236, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.038517441860465115, | |
| "grad_norm": 1.3225280521166263, | |
| "learning_rate": 9.999943867823174e-06, | |
| "loss": 2.3406, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.03924418604651163, | |
| "grad_norm": 1.3072339789726655, | |
| "learning_rate": 9.999873702897528e-06, | |
| "loss": 2.3821, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.03997093023255814, | |
| "grad_norm": 1.4674401083737256, | |
| "learning_rate": 9.999775472553019e-06, | |
| "loss": 2.3389, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.040697674418604654, | |
| "grad_norm": 7.364273715054014, | |
| "learning_rate": 9.999649177341036e-06, | |
| "loss": 2.3676, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.04142441860465116, | |
| "grad_norm": 1.4164513349686614, | |
| "learning_rate": 9.999494817970498e-06, | |
| "loss": 2.3726, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.04215116279069767, | |
| "grad_norm": 1.216986905939288, | |
| "learning_rate": 9.999312395307861e-06, | |
| "loss": 2.3642, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.042877906976744186, | |
| "grad_norm": 1.0885159567206724, | |
| "learning_rate": 9.999101910377107e-06, | |
| "loss": 2.3726, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.0436046511627907, | |
| "grad_norm": 1.2741330951835304, | |
| "learning_rate": 9.998863364359734e-06, | |
| "loss": 2.3776, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.04433139534883721, | |
| "grad_norm": 1.1966086656900674, | |
| "learning_rate": 9.998596758594752e-06, | |
| "loss": 2.4317, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.04505813953488372, | |
| "grad_norm": 1.336165326700706, | |
| "learning_rate": 9.998302094578685e-06, | |
| "loss": 2.3995, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.04578488372093023, | |
| "grad_norm": 1.1879637364009348, | |
| "learning_rate": 9.997979373965542e-06, | |
| "loss": 2.3422, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.046511627906976744, | |
| "grad_norm": 1.1912341449378812, | |
| "learning_rate": 9.99762859856683e-06, | |
| "loss": 2.4091, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.047238372093023256, | |
| "grad_norm": 1.2930140030336172, | |
| "learning_rate": 9.997249770351531e-06, | |
| "loss": 2.3575, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.04796511627906977, | |
| "grad_norm": 1.194601702985452, | |
| "learning_rate": 9.996842891446092e-06, | |
| "loss": 2.3894, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.04869186046511628, | |
| "grad_norm": 1.2151890579244191, | |
| "learning_rate": 9.996407964134416e-06, | |
| "loss": 2.3649, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.04941860465116279, | |
| "grad_norm": 1.2265501897788895, | |
| "learning_rate": 9.995944990857848e-06, | |
| "loss": 2.3229, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.0501453488372093, | |
| "grad_norm": 1.330613412551332, | |
| "learning_rate": 9.995453974215164e-06, | |
| "loss": 2.3961, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.050872093023255814, | |
| "grad_norm": 1.278238260413937, | |
| "learning_rate": 9.994934916962547e-06, | |
| "loss": 2.4385, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.05159883720930233, | |
| "grad_norm": 1.1586366855530064, | |
| "learning_rate": 9.994387822013586e-06, | |
| "loss": 2.3732, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.05232558139534884, | |
| "grad_norm": 1.217932106034384, | |
| "learning_rate": 9.993812692439247e-06, | |
| "loss": 2.3922, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.053052325581395346, | |
| "grad_norm": 1.1455244475688116, | |
| "learning_rate": 9.99320953146786e-06, | |
| "loss": 2.3852, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.05377906976744186, | |
| "grad_norm": 1.1743872650502356, | |
| "learning_rate": 9.992578342485107e-06, | |
| "loss": 2.3637, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.05450581395348837, | |
| "grad_norm": 1.2681205469149612, | |
| "learning_rate": 9.991919129033994e-06, | |
| "loss": 2.4364, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.055232558139534885, | |
| "grad_norm": 1.2522437864600409, | |
| "learning_rate": 9.99123189481483e-06, | |
| "loss": 2.3807, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.0559593023255814, | |
| "grad_norm": 1.1756390549643723, | |
| "learning_rate": 9.990516643685222e-06, | |
| "loss": 2.323, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.056686046511627904, | |
| "grad_norm": 1.388760289434306, | |
| "learning_rate": 9.98977337966003e-06, | |
| "loss": 2.3559, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.057412790697674417, | |
| "grad_norm": 1.2560913594757854, | |
| "learning_rate": 9.989002106911368e-06, | |
| "loss": 2.3606, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.05813953488372093, | |
| "grad_norm": 1.354056708770636, | |
| "learning_rate": 9.988202829768562e-06, | |
| "loss": 2.3182, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.05886627906976744, | |
| "grad_norm": 1.5428329715782925, | |
| "learning_rate": 9.987375552718133e-06, | |
| "loss": 2.3682, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.059593023255813955, | |
| "grad_norm": 1.821989967160763, | |
| "learning_rate": 9.986520280403775e-06, | |
| "loss": 2.3528, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.06031976744186047, | |
| "grad_norm": 1.2376733004557532, | |
| "learning_rate": 9.985637017626326e-06, | |
| "loss": 2.3695, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.061046511627906974, | |
| "grad_norm": 1.173034231871182, | |
| "learning_rate": 9.984725769343737e-06, | |
| "loss": 2.279, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.06177325581395349, | |
| "grad_norm": 1.1918956966775534, | |
| "learning_rate": 9.983786540671052e-06, | |
| "loss": 2.3667, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.0625, | |
| "grad_norm": 1.2273572948900426, | |
| "learning_rate": 9.982819336880369e-06, | |
| "loss": 2.3373, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.06322674418604651, | |
| "grad_norm": 1.1231561709191837, | |
| "learning_rate": 9.981824163400827e-06, | |
| "loss": 2.3194, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.06395348837209303, | |
| "grad_norm": 1.202004965525141, | |
| "learning_rate": 9.980801025818556e-06, | |
| "loss": 2.3587, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.06468023255813954, | |
| "grad_norm": 1.2282314740315383, | |
| "learning_rate": 9.979749929876658e-06, | |
| "loss": 2.3797, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.06540697674418605, | |
| "grad_norm": 1.3144649205068073, | |
| "learning_rate": 9.978670881475173e-06, | |
| "loss": 2.4046, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.06613372093023256, | |
| "grad_norm": 1.3880094986440303, | |
| "learning_rate": 9.977563886671043e-06, | |
| "loss": 2.3486, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.06686046511627906, | |
| "grad_norm": 1.327629914175587, | |
| "learning_rate": 9.976428951678077e-06, | |
| "loss": 2.3443, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.06758720930232558, | |
| "grad_norm": 1.4219965859285533, | |
| "learning_rate": 9.975266082866923e-06, | |
| "loss": 2.4261, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.06831395348837209, | |
| "grad_norm": 1.2182939431389077, | |
| "learning_rate": 9.974075286765027e-06, | |
| "loss": 2.3691, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.0690406976744186, | |
| "grad_norm": 1.1061466662626884, | |
| "learning_rate": 9.972856570056594e-06, | |
| "loss": 2.3745, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.06976744186046512, | |
| "grad_norm": 1.1094985189262911, | |
| "learning_rate": 9.971609939582556e-06, | |
| "loss": 2.3647, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.07049418604651163, | |
| "grad_norm": 1.1428377874275164, | |
| "learning_rate": 9.970335402340534e-06, | |
| "loss": 2.326, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.07122093023255814, | |
| "grad_norm": 1.2916043783430748, | |
| "learning_rate": 9.969032965484789e-06, | |
| "loss": 2.4184, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.07194767441860465, | |
| "grad_norm": 1.1245599922593577, | |
| "learning_rate": 9.967702636326195e-06, | |
| "loss": 2.3263, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.07267441860465117, | |
| "grad_norm": 1.1704821318393857, | |
| "learning_rate": 9.96634442233219e-06, | |
| "loss": 2.3092, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.07340116279069768, | |
| "grad_norm": 1.4100861747980609, | |
| "learning_rate": 9.964958331126735e-06, | |
| "loss": 2.3648, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.07412790697674419, | |
| "grad_norm": 1.2225339934583712, | |
| "learning_rate": 9.96354437049027e-06, | |
| "loss": 2.3505, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.07485465116279069, | |
| "grad_norm": 1.1411365305964143, | |
| "learning_rate": 9.96210254835968e-06, | |
| "loss": 2.3503, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.0755813953488372, | |
| "grad_norm": 1.1283411831087642, | |
| "learning_rate": 9.960632872828233e-06, | |
| "loss": 2.3763, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.07630813953488372, | |
| "grad_norm": 1.4669332760539098, | |
| "learning_rate": 9.959135352145552e-06, | |
| "loss": 2.3131, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.07703488372093023, | |
| "grad_norm": 1.1790811219137445, | |
| "learning_rate": 9.957609994717559e-06, | |
| "loss": 2.3473, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.07776162790697674, | |
| "grad_norm": 1.1041919220536518, | |
| "learning_rate": 9.956056809106426e-06, | |
| "loss": 2.2556, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.07848837209302326, | |
| "grad_norm": 1.3219326629276105, | |
| "learning_rate": 9.954475804030539e-06, | |
| "loss": 2.3901, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.07921511627906977, | |
| "grad_norm": 1.1045288858846065, | |
| "learning_rate": 9.952866988364431e-06, | |
| "loss": 2.3432, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.07994186046511628, | |
| "grad_norm": 1.2740973453849955, | |
| "learning_rate": 9.95123037113875e-06, | |
| "loss": 2.4174, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.0806686046511628, | |
| "grad_norm": 1.192838557735101, | |
| "learning_rate": 9.9495659615402e-06, | |
| "loss": 2.378, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.08139534883720931, | |
| "grad_norm": 1.1316106615191093, | |
| "learning_rate": 9.947873768911483e-06, | |
| "loss": 2.3669, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.08212209302325581, | |
| "grad_norm": 1.1953371633708236, | |
| "learning_rate": 9.946153802751257e-06, | |
| "loss": 2.3339, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.08284883720930232, | |
| "grad_norm": 1.1589422598242156, | |
| "learning_rate": 9.944406072714086e-06, | |
| "loss": 2.3633, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.08357558139534883, | |
| "grad_norm": 1.1665993258833627, | |
| "learning_rate": 9.942630588610368e-06, | |
| "loss": 2.3718, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.08430232558139535, | |
| "grad_norm": 1.2252914448806391, | |
| "learning_rate": 9.940827360406297e-06, | |
| "loss": 2.3757, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.08502906976744186, | |
| "grad_norm": 1.99966100562339, | |
| "learning_rate": 9.938996398223802e-06, | |
| "loss": 2.3849, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.08575581395348837, | |
| "grad_norm": 1.2354896948177605, | |
| "learning_rate": 9.937137712340483e-06, | |
| "loss": 2.3991, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.08648255813953488, | |
| "grad_norm": 1.246354759029233, | |
| "learning_rate": 9.935251313189564e-06, | |
| "loss": 2.4023, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.0872093023255814, | |
| "grad_norm": 1.2116770658459601, | |
| "learning_rate": 9.933337211359833e-06, | |
| "loss": 2.3887, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.08793604651162791, | |
| "grad_norm": 1.2249695456790302, | |
| "learning_rate": 9.931395417595568e-06, | |
| "loss": 2.373, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.08866279069767442, | |
| "grad_norm": 1.0642820314257344, | |
| "learning_rate": 9.929425942796502e-06, | |
| "loss": 2.3351, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.08938953488372094, | |
| "grad_norm": 1.2743502150368227, | |
| "learning_rate": 9.927428798017738e-06, | |
| "loss": 2.3391, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.09011627906976744, | |
| "grad_norm": 1.3340646666078864, | |
| "learning_rate": 9.925403994469702e-06, | |
| "loss": 2.4218, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.09084302325581395, | |
| "grad_norm": 1.566724790718566, | |
| "learning_rate": 9.92335154351807e-06, | |
| "loss": 2.3399, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.09156976744186046, | |
| "grad_norm": 1.0741534822566858, | |
| "learning_rate": 9.921271456683716e-06, | |
| "loss": 2.4141, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.09229651162790697, | |
| "grad_norm": 1.1975939734272736, | |
| "learning_rate": 9.919163745642633e-06, | |
| "loss": 2.3331, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.09302325581395349, | |
| "grad_norm": 1.26408679935078, | |
| "learning_rate": 9.91702842222588e-06, | |
| "loss": 2.3798, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.09375, | |
| "grad_norm": 1.2052694508772792, | |
| "learning_rate": 9.91486549841951e-06, | |
| "loss": 2.3746, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.09447674418604651, | |
| "grad_norm": 1.1489590029014498, | |
| "learning_rate": 9.912674986364502e-06, | |
| "loss": 2.3986, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.09520348837209303, | |
| "grad_norm": 1.2440161112749069, | |
| "learning_rate": 9.91045689835669e-06, | |
| "loss": 2.3182, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.09593023255813954, | |
| "grad_norm": 1.2574929722039276, | |
| "learning_rate": 9.908211246846708e-06, | |
| "loss": 2.3595, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.09665697674418605, | |
| "grad_norm": 1.1422750235883177, | |
| "learning_rate": 9.905938044439904e-06, | |
| "loss": 2.3402, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.09738372093023256, | |
| "grad_norm": 1.1320332374781519, | |
| "learning_rate": 9.903637303896272e-06, | |
| "loss": 2.3584, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.09811046511627906, | |
| "grad_norm": 1.182873125632428, | |
| "learning_rate": 9.901309038130392e-06, | |
| "loss": 2.3266, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.09883720930232558, | |
| "grad_norm": 1.155380615425545, | |
| "learning_rate": 9.89895326021134e-06, | |
| "loss": 2.3379, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.09956395348837209, | |
| "grad_norm": 1.0407717760927417, | |
| "learning_rate": 9.896569983362632e-06, | |
| "loss": 2.3071, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.1002906976744186, | |
| "grad_norm": 1.1815278271760303, | |
| "learning_rate": 9.894159220962138e-06, | |
| "loss": 2.3706, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.10101744186046512, | |
| "grad_norm": 1.7394010037009506, | |
| "learning_rate": 9.891720986542011e-06, | |
| "loss": 2.2908, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.10174418604651163, | |
| "grad_norm": 1.247501930958456, | |
| "learning_rate": 9.889255293788613e-06, | |
| "loss": 2.2802, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.10247093023255814, | |
| "grad_norm": 1.376771705154438, | |
| "learning_rate": 9.886762156542428e-06, | |
| "loss": 2.3189, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.10319767441860465, | |
| "grad_norm": 1.0539145361934386, | |
| "learning_rate": 9.884241588798004e-06, | |
| "loss": 2.3588, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.10392441860465117, | |
| "grad_norm": 1.117473895172851, | |
| "learning_rate": 9.881693604703853e-06, | |
| "loss": 2.3647, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.10465116279069768, | |
| "grad_norm": 1.1230253756584534, | |
| "learning_rate": 9.879118218562384e-06, | |
| "loss": 2.3987, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.10537790697674419, | |
| "grad_norm": 1.0869199427758438, | |
| "learning_rate": 9.876515444829822e-06, | |
| "loss": 2.3608, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.10610465116279069, | |
| "grad_norm": 1.175972616599383, | |
| "learning_rate": 9.873885298116123e-06, | |
| "loss": 2.3339, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.1068313953488372, | |
| "grad_norm": 1.1287432192217346, | |
| "learning_rate": 9.871227793184893e-06, | |
| "loss": 2.3134, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.10755813953488372, | |
| "grad_norm": 1.455085174866513, | |
| "learning_rate": 9.868542944953304e-06, | |
| "loss": 2.3109, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.10828488372093023, | |
| "grad_norm": 1.175215614103579, | |
| "learning_rate": 9.865830768492019e-06, | |
| "loss": 2.3118, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.10901162790697674, | |
| "grad_norm": 1.1557846646815062, | |
| "learning_rate": 9.863091279025095e-06, | |
| "loss": 2.2978, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.10973837209302326, | |
| "grad_norm": 1.1458120293970389, | |
| "learning_rate": 9.860324491929905e-06, | |
| "loss": 2.3072, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.11046511627906977, | |
| "grad_norm": 1.3189900091924425, | |
| "learning_rate": 9.857530422737045e-06, | |
| "loss": 2.3174, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.11119186046511628, | |
| "grad_norm": 1.1143078767141845, | |
| "learning_rate": 9.854709087130261e-06, | |
| "loss": 2.3583, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.1119186046511628, | |
| "grad_norm": 1.1170390691615044, | |
| "learning_rate": 9.851860500946342e-06, | |
| "loss": 2.3226, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.11264534883720931, | |
| "grad_norm": 1.1117837847322765, | |
| "learning_rate": 9.848984680175049e-06, | |
| "loss": 2.3086, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.11337209302325581, | |
| "grad_norm": 1.5822415450769225, | |
| "learning_rate": 9.846081640959008e-06, | |
| "loss": 2.3525, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.11409883720930232, | |
| "grad_norm": 1.4781679250339181, | |
| "learning_rate": 9.843151399593636e-06, | |
| "loss": 2.3371, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.11482558139534883, | |
| "grad_norm": 1.1460798573233948, | |
| "learning_rate": 9.840193972527037e-06, | |
| "loss": 2.238, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.11555232558139535, | |
| "grad_norm": 1.2596341406617226, | |
| "learning_rate": 9.837209376359918e-06, | |
| "loss": 2.3571, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.11627906976744186, | |
| "grad_norm": 1.1138886353351996, | |
| "learning_rate": 9.834197627845488e-06, | |
| "loss": 2.3476, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.11700581395348837, | |
| "grad_norm": 1.141413584651315, | |
| "learning_rate": 9.831158743889373e-06, | |
| "loss": 2.3456, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.11773255813953488, | |
| "grad_norm": 1.1691072792164279, | |
| "learning_rate": 9.828092741549513e-06, | |
| "loss": 2.3417, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.1184593023255814, | |
| "grad_norm": 1.2184258738041083, | |
| "learning_rate": 9.82499963803607e-06, | |
| "loss": 2.267, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.11918604651162791, | |
| "grad_norm": 1.1576173045243061, | |
| "learning_rate": 9.821879450711336e-06, | |
| "loss": 2.3378, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.11991279069767442, | |
| "grad_norm": 1.0187703916093862, | |
| "learning_rate": 9.81873219708962e-06, | |
| "loss": 2.3258, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.12063953488372094, | |
| "grad_norm": 1.1463683129424287, | |
| "learning_rate": 9.815557894837171e-06, | |
| "loss": 2.3341, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.12136627906976744, | |
| "grad_norm": 1.1232938117798668, | |
| "learning_rate": 9.81235656177206e-06, | |
| "loss": 2.3387, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.12209302325581395, | |
| "grad_norm": 1.448813798580779, | |
| "learning_rate": 9.809128215864096e-06, | |
| "loss": 2.3542, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.12281976744186046, | |
| "grad_norm": 1.2584761113731575, | |
| "learning_rate": 9.80587287523471e-06, | |
| "loss": 2.328, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.12354651162790697, | |
| "grad_norm": 1.1315037986766692, | |
| "learning_rate": 9.802590558156863e-06, | |
| "loss": 2.3566, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.12427325581395349, | |
| "grad_norm": 1.124447003450953, | |
| "learning_rate": 9.79928128305494e-06, | |
| "loss": 2.3846, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.125, | |
| "grad_norm": 1.3268576225981397, | |
| "learning_rate": 9.795945068504654e-06, | |
| "loss": 2.3277, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.1257267441860465, | |
| "grad_norm": 1.104840140367407, | |
| "learning_rate": 9.792581933232924e-06, | |
| "loss": 2.3476, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.12645348837209303, | |
| "grad_norm": 1.2928119161216733, | |
| "learning_rate": 9.789191896117786e-06, | |
| "loss": 2.3244, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.12718023255813954, | |
| "grad_norm": 1.2396436814423948, | |
| "learning_rate": 9.78577497618829e-06, | |
| "loss": 2.353, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.12790697674418605, | |
| "grad_norm": 1.103208759457441, | |
| "learning_rate": 9.782331192624372e-06, | |
| "loss": 2.383, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.12863372093023256, | |
| "grad_norm": 2.0646273194959797, | |
| "learning_rate": 9.778860564756769e-06, | |
| "loss": 2.3285, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.12936046511627908, | |
| "grad_norm": 1.1841117516704331, | |
| "learning_rate": 9.775363112066897e-06, | |
| "loss": 2.3602, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.1300872093023256, | |
| "grad_norm": 1.465105518576992, | |
| "learning_rate": 9.771838854186748e-06, | |
| "loss": 2.3446, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.1308139534883721, | |
| "grad_norm": 1.2274769216909944, | |
| "learning_rate": 9.768287810898773e-06, | |
| "loss": 2.3527, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.13154069767441862, | |
| "grad_norm": 1.778850283425946, | |
| "learning_rate": 9.764710002135784e-06, | |
| "loss": 2.4089, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.13226744186046513, | |
| "grad_norm": 1.2955538543537204, | |
| "learning_rate": 9.761105447980824e-06, | |
| "loss": 2.3727, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.13299418604651161, | |
| "grad_norm": 1.8038989790897118, | |
| "learning_rate": 9.757474168667072e-06, | |
| "loss": 2.3779, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.13372093023255813, | |
| "grad_norm": 1.4246329229100207, | |
| "learning_rate": 9.753816184577715e-06, | |
| "loss": 2.3381, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.13444767441860464, | |
| "grad_norm": 1.5788899090032442, | |
| "learning_rate": 9.750131516245844e-06, | |
| "loss": 2.2993, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.13517441860465115, | |
| "grad_norm": 1.485106172355965, | |
| "learning_rate": 9.746420184354334e-06, | |
| "loss": 2.3213, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.13590116279069767, | |
| "grad_norm": 1.424583265290273, | |
| "learning_rate": 9.742682209735727e-06, | |
| "loss": 2.3239, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.13662790697674418, | |
| "grad_norm": 1.3327881052111739, | |
| "learning_rate": 9.738917613372121e-06, | |
| "loss": 2.3294, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.1373546511627907, | |
| "grad_norm": 1.28657064764393, | |
| "learning_rate": 9.73512641639504e-06, | |
| "loss": 2.3268, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.1380813953488372, | |
| "grad_norm": 1.325094868563775, | |
| "learning_rate": 9.731308640085329e-06, | |
| "loss": 2.3798, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.13880813953488372, | |
| "grad_norm": 1.417161190490927, | |
| "learning_rate": 9.72746430587303e-06, | |
| "loss": 2.3363, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.13953488372093023, | |
| "grad_norm": 1.44872426301407, | |
| "learning_rate": 9.723593435337252e-06, | |
| "loss": 2.3349, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.14026162790697674, | |
| "grad_norm": 1.5448029589257748, | |
| "learning_rate": 9.719696050206072e-06, | |
| "loss": 2.3632, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.14098837209302326, | |
| "grad_norm": 1.5859763359793375, | |
| "learning_rate": 9.715772172356388e-06, | |
| "loss": 2.2827, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.14171511627906977, | |
| "grad_norm": 1.184747752110052, | |
| "learning_rate": 9.711821823813812e-06, | |
| "loss": 2.3393, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.14244186046511628, | |
| "grad_norm": 1.4867726022411942, | |
| "learning_rate": 9.70784502675254e-06, | |
| "loss": 2.3275, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.1431686046511628, | |
| "grad_norm": 1.1538729596914152, | |
| "learning_rate": 9.703841803495234e-06, | |
| "loss": 2.3359, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.1438953488372093, | |
| "grad_norm": 1.6929885708609627, | |
| "learning_rate": 9.699812176512887e-06, | |
| "loss": 2.3807, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.14462209302325582, | |
| "grad_norm": 1.1679128487047015, | |
| "learning_rate": 9.695756168424703e-06, | |
| "loss": 2.2929, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.14534883720930233, | |
| "grad_norm": 3.228739152070278, | |
| "learning_rate": 9.691673801997974e-06, | |
| "loss": 2.3188, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.14607558139534885, | |
| "grad_norm": 2.0854780633686856, | |
| "learning_rate": 9.68756510014794e-06, | |
| "loss": 2.3525, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.14680232558139536, | |
| "grad_norm": 1.4863284919761375, | |
| "learning_rate": 9.683430085937672e-06, | |
| "loss": 2.3462, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.14752906976744187, | |
| "grad_norm": 1.7980518257689877, | |
| "learning_rate": 9.67926878257794e-06, | |
| "loss": 2.3268, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.14825581395348839, | |
| "grad_norm": 1.4394065482189453, | |
| "learning_rate": 9.675081213427076e-06, | |
| "loss": 2.3802, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.14898255813953487, | |
| "grad_norm": 2.281476790918211, | |
| "learning_rate": 9.67086740199085e-06, | |
| "loss": 2.2903, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.14970930232558138, | |
| "grad_norm": 2.1550730313406596, | |
| "learning_rate": 9.666627371922335e-06, | |
| "loss": 2.3204, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.1504360465116279, | |
| "grad_norm": 1.1250028145242355, | |
| "learning_rate": 9.66236114702178e-06, | |
| "loss": 2.3396, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.1511627906976744, | |
| "grad_norm": 1.547403727782741, | |
| "learning_rate": 9.658068751236464e-06, | |
| "loss": 2.3074, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.15188953488372092, | |
| "grad_norm": 1.274380714094946, | |
| "learning_rate": 9.653750208660577e-06, | |
| "loss": 2.3541, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.15261627906976744, | |
| "grad_norm": 2.134091901741687, | |
| "learning_rate": 9.649405543535067e-06, | |
| "loss": 2.3642, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.15334302325581395, | |
| "grad_norm": 1.8269953720467489, | |
| "learning_rate": 9.645034780247521e-06, | |
| "loss": 2.2898, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.15406976744186046, | |
| "grad_norm": 1.2440228463941307, | |
| "learning_rate": 9.640637943332025e-06, | |
| "loss": 2.3005, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.15479651162790697, | |
| "grad_norm": 1.6575430787365315, | |
| "learning_rate": 9.636215057469009e-06, | |
| "loss": 2.3413, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.1555232558139535, | |
| "grad_norm": 1.1243540368900853, | |
| "learning_rate": 9.631766147485131e-06, | |
| "loss": 2.3274, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.15625, | |
| "grad_norm": 1.5183470450257768, | |
| "learning_rate": 9.627291238353127e-06, | |
| "loss": 2.3051, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.1569767441860465, | |
| "grad_norm": 1.5119397631588836, | |
| "learning_rate": 9.622790355191672e-06, | |
| "loss": 2.3259, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.15770348837209303, | |
| "grad_norm": 1.4922176869104902, | |
| "learning_rate": 9.618263523265238e-06, | |
| "loss": 2.3639, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.15843023255813954, | |
| "grad_norm": 1.4730383961473745, | |
| "learning_rate": 9.613710767983953e-06, | |
| "loss": 2.3338, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.15915697674418605, | |
| "grad_norm": 1.2439501029680762, | |
| "learning_rate": 9.609132114903458e-06, | |
| "loss": 2.3107, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.15988372093023256, | |
| "grad_norm": 1.2143771364643452, | |
| "learning_rate": 9.60452758972477e-06, | |
| "loss": 2.3044, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.16061046511627908, | |
| "grad_norm": 1.2334867243523404, | |
| "learning_rate": 9.599897218294122e-06, | |
| "loss": 2.2814, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.1613372093023256, | |
| "grad_norm": 1.156597773993428, | |
| "learning_rate": 9.595241026602836e-06, | |
| "loss": 2.2877, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.1620639534883721, | |
| "grad_norm": 1.2761713517213147, | |
| "learning_rate": 9.590559040787168e-06, | |
| "loss": 2.328, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.16279069767441862, | |
| "grad_norm": 1.7761321590409704, | |
| "learning_rate": 9.585851287128157e-06, | |
| "loss": 2.3159, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.16351744186046513, | |
| "grad_norm": 1.163745695967623, | |
| "learning_rate": 9.581117792051487e-06, | |
| "loss": 2.3469, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.16424418604651161, | |
| "grad_norm": 1.133988790541161, | |
| "learning_rate": 9.576358582127334e-06, | |
| "loss": 2.3531, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.16497093023255813, | |
| "grad_norm": 1.1024750427768464, | |
| "learning_rate": 9.57157368407022e-06, | |
| "loss": 2.3779, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.16569767441860464, | |
| "grad_norm": 1.2517859254831207, | |
| "learning_rate": 9.56676312473885e-06, | |
| "loss": 2.2703, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.16642441860465115, | |
| "grad_norm": 1.073885261058524, | |
| "learning_rate": 9.561926931135985e-06, | |
| "loss": 2.3131, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.16715116279069767, | |
| "grad_norm": 1.1127469264086771, | |
| "learning_rate": 9.557065130408267e-06, | |
| "loss": 2.3835, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.16787790697674418, | |
| "grad_norm": 1.1959973006506952, | |
| "learning_rate": 9.552177749846083e-06, | |
| "loss": 2.3338, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.1686046511627907, | |
| "grad_norm": 1.1058947069586706, | |
| "learning_rate": 9.5472648168834e-06, | |
| "loss": 2.3255, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.1693313953488372, | |
| "grad_norm": 1.116754555488762, | |
| "learning_rate": 9.542326359097619e-06, | |
| "loss": 2.3494, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.17005813953488372, | |
| "grad_norm": 1.0876854570886407, | |
| "learning_rate": 9.537362404209419e-06, | |
| "loss": 2.3791, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.17078488372093023, | |
| "grad_norm": 1.2137372127091681, | |
| "learning_rate": 9.532372980082598e-06, | |
| "loss": 2.2718, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.17151162790697674, | |
| "grad_norm": 1.129260401791111, | |
| "learning_rate": 9.527358114723917e-06, | |
| "loss": 2.3639, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.17223837209302326, | |
| "grad_norm": 1.2340740847840952, | |
| "learning_rate": 9.522317836282949e-06, | |
| "loss": 2.3132, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.17296511627906977, | |
| "grad_norm": 1.1219295749886464, | |
| "learning_rate": 9.517252173051912e-06, | |
| "loss": 2.3437, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.17369186046511628, | |
| "grad_norm": 1.1822380144608287, | |
| "learning_rate": 9.512161153465518e-06, | |
| "loss": 2.3267, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.1744186046511628, | |
| "grad_norm": 1.1180365462119664, | |
| "learning_rate": 9.507044806100806e-06, | |
| "loss": 2.2838, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.1751453488372093, | |
| "grad_norm": 1.2103630698428618, | |
| "learning_rate": 9.501903159676993e-06, | |
| "loss": 2.3157, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.17587209302325582, | |
| "grad_norm": 1.6042659029711763, | |
| "learning_rate": 9.496736243055293e-06, | |
| "loss": 2.302, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.17659883720930233, | |
| "grad_norm": 1.142876951018072, | |
| "learning_rate": 9.491544085238778e-06, | |
| "loss": 2.3086, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.17732558139534885, | |
| "grad_norm": 1.2940579158130927, | |
| "learning_rate": 9.486326715372201e-06, | |
| "loss": 2.2899, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.17805232558139536, | |
| "grad_norm": 1.2892835086318652, | |
| "learning_rate": 9.481084162741835e-06, | |
| "loss": 2.3795, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.17877906976744187, | |
| "grad_norm": 1.0727384912534383, | |
| "learning_rate": 9.475816456775313e-06, | |
| "loss": 2.3633, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.17950581395348839, | |
| "grad_norm": 1.1365478569616185, | |
| "learning_rate": 9.470523627041452e-06, | |
| "loss": 2.3659, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.18023255813953487, | |
| "grad_norm": 1.1291795803936022, | |
| "learning_rate": 9.465205703250105e-06, | |
| "loss": 2.325, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.18095930232558138, | |
| "grad_norm": 1.2835767823611957, | |
| "learning_rate": 9.459862715251973e-06, | |
| "loss": 2.2822, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.1816860465116279, | |
| "grad_norm": 1.2029135874825383, | |
| "learning_rate": 9.454494693038455e-06, | |
| "loss": 2.3935, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.1824127906976744, | |
| "grad_norm": 1.134998330696039, | |
| "learning_rate": 9.44910166674147e-06, | |
| "loss": 2.3326, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.18313953488372092, | |
| "grad_norm": 1.2024738851493837, | |
| "learning_rate": 9.44368366663329e-06, | |
| "loss": 2.3289, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.18386627906976744, | |
| "grad_norm": 1.204843905841385, | |
| "learning_rate": 9.438240723126376e-06, | |
| "loss": 2.3165, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.18459302325581395, | |
| "grad_norm": 1.364897858166092, | |
| "learning_rate": 9.43277286677319e-06, | |
| "loss": 2.3432, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.18531976744186046, | |
| "grad_norm": 1.1892133781450915, | |
| "learning_rate": 9.427280128266049e-06, | |
| "loss": 2.329, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.18604651162790697, | |
| "grad_norm": 1.2959664242769635, | |
| "learning_rate": 9.421762538436933e-06, | |
| "loss": 2.3469, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.1867732558139535, | |
| "grad_norm": 1.4188951604829714, | |
| "learning_rate": 9.416220128257317e-06, | |
| "loss": 2.3602, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.1875, | |
| "grad_norm": 1.15071972840638, | |
| "learning_rate": 9.410652928837998e-06, | |
| "loss": 2.3189, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.1882267441860465, | |
| "grad_norm": 1.1635890361824703, | |
| "learning_rate": 9.405060971428924e-06, | |
| "loss": 2.3282, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.18895348837209303, | |
| "grad_norm": 1.173051490771907, | |
| "learning_rate": 9.399444287419012e-06, | |
| "loss": 2.3391, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.18968023255813954, | |
| "grad_norm": 1.4480462335454614, | |
| "learning_rate": 9.393802908335978e-06, | |
| "loss": 2.3273, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.19040697674418605, | |
| "grad_norm": 1.3645358660521583, | |
| "learning_rate": 9.388136865846153e-06, | |
| "loss": 2.3126, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.19113372093023256, | |
| "grad_norm": 1.3259099589635823, | |
| "learning_rate": 9.382446191754313e-06, | |
| "loss": 2.3002, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.19186046511627908, | |
| "grad_norm": 1.2243958605804686, | |
| "learning_rate": 9.376730918003495e-06, | |
| "loss": 2.2832, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.1925872093023256, | |
| "grad_norm": 1.3154278911242208, | |
| "learning_rate": 9.370991076674821e-06, | |
| "loss": 2.3551, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.1933139534883721, | |
| "grad_norm": 1.1106953939990531, | |
| "learning_rate": 9.36522669998731e-06, | |
| "loss": 2.2829, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.19404069767441862, | |
| "grad_norm": 1.1959726898905372, | |
| "learning_rate": 9.359437820297716e-06, | |
| "loss": 2.3021, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.19476744186046513, | |
| "grad_norm": 1.227387261796965, | |
| "learning_rate": 9.353624470100321e-06, | |
| "loss": 2.3884, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.19549418604651161, | |
| "grad_norm": 1.4504794371079932, | |
| "learning_rate": 9.347786682026774e-06, | |
| "loss": 2.342, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.19622093023255813, | |
| "grad_norm": 1.1512546090637321, | |
| "learning_rate": 9.341924488845892e-06, | |
| "loss": 2.3033, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.19694767441860464, | |
| "grad_norm": 1.4217379552780167, | |
| "learning_rate": 9.336037923463494e-06, | |
| "loss": 2.3293, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.19767441860465115, | |
| "grad_norm": 1.3571520758260824, | |
| "learning_rate": 9.330127018922195e-06, | |
| "loss": 2.2994, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.19840116279069767, | |
| "grad_norm": 1.4540212433725141, | |
| "learning_rate": 9.324191808401235e-06, | |
| "loss": 2.2782, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.19912790697674418, | |
| "grad_norm": 1.4077888491936041, | |
| "learning_rate": 9.31823232521629e-06, | |
| "loss": 2.4051, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.1998546511627907, | |
| "grad_norm": 1.2165690102619144, | |
| "learning_rate": 9.312248602819284e-06, | |
| "loss": 2.3455, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.2005813953488372, | |
| "grad_norm": 1.2756272884495146, | |
| "learning_rate": 9.306240674798203e-06, | |
| "loss": 2.3318, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.20130813953488372, | |
| "grad_norm": 1.56568088675301, | |
| "learning_rate": 9.300208574876897e-06, | |
| "loss": 2.3476, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.20203488372093023, | |
| "grad_norm": 1.2769102850208098, | |
| "learning_rate": 9.294152336914907e-06, | |
| "loss": 2.3364, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.20276162790697674, | |
| "grad_norm": 1.1982423239697224, | |
| "learning_rate": 9.288071994907262e-06, | |
| "loss": 2.3306, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.20348837209302326, | |
| "grad_norm": 1.1679661222509305, | |
| "learning_rate": 9.281967582984292e-06, | |
| "loss": 2.3281, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.20421511627906977, | |
| "grad_norm": 1.4369131979668328, | |
| "learning_rate": 9.275839135411439e-06, | |
| "loss": 2.362, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.20494186046511628, | |
| "grad_norm": 1.1740960575913133, | |
| "learning_rate": 9.269686686589063e-06, | |
| "loss": 2.3215, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.2056686046511628, | |
| "grad_norm": 1.2289991464520638, | |
| "learning_rate": 9.263510271052243e-06, | |
| "loss": 2.3116, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.2063953488372093, | |
| "grad_norm": 1.1411155539417916, | |
| "learning_rate": 9.257309923470596e-06, | |
| "loss": 2.3149, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.20712209302325582, | |
| "grad_norm": 1.3599826720526693, | |
| "learning_rate": 9.251085678648072e-06, | |
| "loss": 2.329, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.20784883720930233, | |
| "grad_norm": 1.1828225896311113, | |
| "learning_rate": 9.244837571522758e-06, | |
| "loss": 2.3205, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.20857558139534885, | |
| "grad_norm": 1.3890914247072965, | |
| "learning_rate": 9.238565637166692e-06, | |
| "loss": 2.3309, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.20930232558139536, | |
| "grad_norm": 1.123989679885759, | |
| "learning_rate": 9.232269910785651e-06, | |
| "loss": 2.3634, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.21002906976744187, | |
| "grad_norm": 1.3138347474424352, | |
| "learning_rate": 9.225950427718974e-06, | |
| "loss": 2.3247, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.21075581395348839, | |
| "grad_norm": 1.2441549630025073, | |
| "learning_rate": 9.219607223439343e-06, | |
| "loss": 2.2984, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.21148255813953487, | |
| "grad_norm": 1.3393817124230734, | |
| "learning_rate": 9.213240333552589e-06, | |
| "loss": 2.3352, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.21220930232558138, | |
| "grad_norm": 1.1731832742101422, | |
| "learning_rate": 9.206849793797508e-06, | |
| "loss": 2.3193, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.2129360465116279, | |
| "grad_norm": 1.250178641486035, | |
| "learning_rate": 9.200435640045637e-06, | |
| "loss": 2.3277, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.2136627906976744, | |
| "grad_norm": 2.0249942406767008, | |
| "learning_rate": 9.193997908301069e-06, | |
| "loss": 2.3586, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.21438953488372092, | |
| "grad_norm": 1.1502433960463287, | |
| "learning_rate": 9.187536634700244e-06, | |
| "loss": 2.3408, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.21511627906976744, | |
| "grad_norm": 1.5875909129160295, | |
| "learning_rate": 9.181051855511749e-06, | |
| "loss": 2.3472, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.21584302325581395, | |
| "grad_norm": 1.134211330712058, | |
| "learning_rate": 9.174543607136111e-06, | |
| "loss": 2.3133, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.21656976744186046, | |
| "grad_norm": 1.103871415303576, | |
| "learning_rate": 9.168011926105598e-06, | |
| "loss": 2.32, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.21729651162790697, | |
| "grad_norm": 1.143028922746832, | |
| "learning_rate": 9.161456849084007e-06, | |
| "loss": 2.3567, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.2180232558139535, | |
| "grad_norm": 1.1202287953390837, | |
| "learning_rate": 9.154878412866465e-06, | |
| "loss": 2.319, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.21875, | |
| "grad_norm": 1.202255264308543, | |
| "learning_rate": 9.14827665437922e-06, | |
| "loss": 2.3689, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 0.2194767441860465, | |
| "grad_norm": 1.1530745059451764, | |
| "learning_rate": 9.141651610679427e-06, | |
| "loss": 2.3254, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.22020348837209303, | |
| "grad_norm": 1.0561589105093774, | |
| "learning_rate": 9.135003318954954e-06, | |
| "loss": 2.3005, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.22093023255813954, | |
| "grad_norm": 1.3437348779767586, | |
| "learning_rate": 9.12833181652416e-06, | |
| "loss": 2.2729, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.22165697674418605, | |
| "grad_norm": 1.2231858657294308, | |
| "learning_rate": 9.121637140835696e-06, | |
| "loss": 2.3805, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.22238372093023256, | |
| "grad_norm": 1.1186730722598155, | |
| "learning_rate": 9.114919329468283e-06, | |
| "loss": 2.3557, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.22311046511627908, | |
| "grad_norm": 1.2141698238590986, | |
| "learning_rate": 9.108178420130514e-06, | |
| "loss": 2.3878, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 0.2238372093023256, | |
| "grad_norm": 1.265580530868728, | |
| "learning_rate": 9.101414450660633e-06, | |
| "loss": 2.363, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.2245639534883721, | |
| "grad_norm": 1.1350587482142922, | |
| "learning_rate": 9.094627459026326e-06, | |
| "loss": 2.3463, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.22529069767441862, | |
| "grad_norm": 1.2899696901740874, | |
| "learning_rate": 9.087817483324507e-06, | |
| "loss": 2.3027, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.22601744186046513, | |
| "grad_norm": 1.2739682151115492, | |
| "learning_rate": 9.08098456178111e-06, | |
| "loss": 2.2623, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 0.22674418604651161, | |
| "grad_norm": 1.1956689065395163, | |
| "learning_rate": 9.074128732750859e-06, | |
| "loss": 2.3667, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.22747093023255813, | |
| "grad_norm": 1.3494480852964184, | |
| "learning_rate": 9.067250034717072e-06, | |
| "loss": 2.3396, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 0.22819767441860464, | |
| "grad_norm": 1.2344725135239982, | |
| "learning_rate": 9.060348506291432e-06, | |
| "loss": 2.3715, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.22892441860465115, | |
| "grad_norm": 1.3058573727875196, | |
| "learning_rate": 9.053424186213776e-06, | |
| "loss": 2.3339, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.22965116279069767, | |
| "grad_norm": 1.2079684988702277, | |
| "learning_rate": 9.046477113351871e-06, | |
| "loss": 2.3097, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.23037790697674418, | |
| "grad_norm": 1.5686728723740095, | |
| "learning_rate": 9.039507326701207e-06, | |
| "loss": 2.3182, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 0.2311046511627907, | |
| "grad_norm": 1.132457656225435, | |
| "learning_rate": 9.032514865384767e-06, | |
| "loss": 2.3174, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.2318313953488372, | |
| "grad_norm": 1.1861921100803974, | |
| "learning_rate": 9.025499768652817e-06, | |
| "loss": 2.2587, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 0.23255813953488372, | |
| "grad_norm": 1.1734018256359529, | |
| "learning_rate": 9.018462075882673e-06, | |
| "loss": 2.3287, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.23328488372093023, | |
| "grad_norm": 1.1680024156022957, | |
| "learning_rate": 9.011401826578492e-06, | |
| "loss": 2.3259, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.23401162790697674, | |
| "grad_norm": 1.1241565327725624, | |
| "learning_rate": 9.00431906037105e-06, | |
| "loss": 2.3353, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.23473837209302326, | |
| "grad_norm": 1.1633195222967603, | |
| "learning_rate": 8.997213817017508e-06, | |
| "loss": 2.3811, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 0.23546511627906977, | |
| "grad_norm": 1.32393355925031, | |
| "learning_rate": 8.990086136401199e-06, | |
| "loss": 2.2933, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.23619186046511628, | |
| "grad_norm": 1.0782668479787727, | |
| "learning_rate": 8.982936058531403e-06, | |
| "loss": 2.2711, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.2369186046511628, | |
| "grad_norm": 1.1680539247789243, | |
| "learning_rate": 8.975763623543121e-06, | |
| "loss": 2.2925, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.2376453488372093, | |
| "grad_norm": 1.2209650870203186, | |
| "learning_rate": 8.968568871696847e-06, | |
| "loss": 2.3007, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.23837209302325582, | |
| "grad_norm": 1.193452920111548, | |
| "learning_rate": 8.961351843378349e-06, | |
| "loss": 2.2965, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.23909883720930233, | |
| "grad_norm": 1.2288630443793624, | |
| "learning_rate": 8.95411257909843e-06, | |
| "loss": 2.3947, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 0.23982558139534885, | |
| "grad_norm": 1.1891549047471393, | |
| "learning_rate": 8.946851119492717e-06, | |
| "loss": 2.3313, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.24055232558139536, | |
| "grad_norm": 1.3399860656299631, | |
| "learning_rate": 8.939567505321418e-06, | |
| "loss": 2.3004, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 0.24127906976744187, | |
| "grad_norm": 1.1419693810218348, | |
| "learning_rate": 8.932261777469105e-06, | |
| "loss": 2.3239, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.24200581395348839, | |
| "grad_norm": 1.476156520390232, | |
| "learning_rate": 8.924933976944474e-06, | |
| "loss": 2.2866, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.24273255813953487, | |
| "grad_norm": 1.1530937805371297, | |
| "learning_rate": 8.917584144880124e-06, | |
| "loss": 2.3271, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.24345930232558138, | |
| "grad_norm": 1.1115334863414545, | |
| "learning_rate": 8.910212322532317e-06, | |
| "loss": 2.3109, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.2441860465116279, | |
| "grad_norm": 1.2194859856345706, | |
| "learning_rate": 8.902818551280758e-06, | |
| "loss": 2.3286, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.2449127906976744, | |
| "grad_norm": 1.1114840199496325, | |
| "learning_rate": 8.895402872628352e-06, | |
| "loss": 2.3368, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 0.24563953488372092, | |
| "grad_norm": 1.2770635204204543, | |
| "learning_rate": 8.887965328200975e-06, | |
| "loss": 2.3251, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.24636627906976744, | |
| "grad_norm": 3.188412638877289, | |
| "learning_rate": 8.880505959747245e-06, | |
| "loss": 2.3463, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 0.24709302325581395, | |
| "grad_norm": 5.785905050744672, | |
| "learning_rate": 8.873024809138272e-06, | |
| "loss": 2.3595, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.24781976744186046, | |
| "grad_norm": 1.5583689080056162, | |
| "learning_rate": 8.86552191836745e-06, | |
| "loss": 2.3503, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 0.24854651162790697, | |
| "grad_norm": 1.9351660592413844, | |
| "learning_rate": 8.857997329550195e-06, | |
| "loss": 2.3714, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.2492732558139535, | |
| "grad_norm": 1.3609293978964716, | |
| "learning_rate": 8.850451084923717e-06, | |
| "loss": 2.2474, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 1.203918915159538, | |
| "learning_rate": 8.842883226846792e-06, | |
| "loss": 2.3455, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.2507267441860465, | |
| "grad_norm": 1.230555039754799, | |
| "learning_rate": 8.835293797799517e-06, | |
| "loss": 2.2984, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.251453488372093, | |
| "grad_norm": 1.2486863122908132, | |
| "learning_rate": 8.827682840383065e-06, | |
| "loss": 2.271, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.25218023255813954, | |
| "grad_norm": 1.5306570439449183, | |
| "learning_rate": 8.82005039731946e-06, | |
| "loss": 2.3261, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 0.25290697674418605, | |
| "grad_norm": 1.245699604524567, | |
| "learning_rate": 8.812396511451324e-06, | |
| "loss": 2.3407, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.25363372093023256, | |
| "grad_norm": 1.3300197575111206, | |
| "learning_rate": 8.804721225741646e-06, | |
| "loss": 2.3137, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 0.2543604651162791, | |
| "grad_norm": 1.3585363752309658, | |
| "learning_rate": 8.797024583273536e-06, | |
| "loss": 2.3609, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.2550872093023256, | |
| "grad_norm": 1.33120843382374, | |
| "learning_rate": 8.789306627249985e-06, | |
| "loss": 2.3286, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 0.2558139534883721, | |
| "grad_norm": 1.2345078288815257, | |
| "learning_rate": 8.781567400993617e-06, | |
| "loss": 2.2758, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.2565406976744186, | |
| "grad_norm": 1.175709121820161, | |
| "learning_rate": 8.77380694794646e-06, | |
| "loss": 2.3674, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 0.25726744186046513, | |
| "grad_norm": 1.1079781294472077, | |
| "learning_rate": 8.766025311669685e-06, | |
| "loss": 2.3371, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.25799418604651164, | |
| "grad_norm": 1.17685761578481, | |
| "learning_rate": 8.75822253584337e-06, | |
| "loss": 2.3144, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.25872093023255816, | |
| "grad_norm": 1.1866727563492487, | |
| "learning_rate": 8.75039866426626e-06, | |
| "loss": 2.2811, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.25944767441860467, | |
| "grad_norm": 1.0868526193912587, | |
| "learning_rate": 8.742553740855507e-06, | |
| "loss": 2.309, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 0.2601744186046512, | |
| "grad_norm": 1.2915335811110245, | |
| "learning_rate": 8.734687809646437e-06, | |
| "loss": 2.3078, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.2609011627906977, | |
| "grad_norm": 1.1957644387801363, | |
| "learning_rate": 8.726800914792296e-06, | |
| "loss": 2.3283, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 0.2616279069767442, | |
| "grad_norm": 1.1600839842194066, | |
| "learning_rate": 8.718893100564002e-06, | |
| "loss": 2.3648, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.2623546511627907, | |
| "grad_norm": 1.1209572775215828, | |
| "learning_rate": 8.710964411349902e-06, | |
| "loss": 2.3809, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 0.26308139534883723, | |
| "grad_norm": 1.1794327292754048, | |
| "learning_rate": 8.703014891655518e-06, | |
| "loss": 2.3331, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.26380813953488375, | |
| "grad_norm": 1.0931283110899968, | |
| "learning_rate": 8.695044586103297e-06, | |
| "loss": 2.3286, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 0.26453488372093026, | |
| "grad_norm": 1.1015327533697825, | |
| "learning_rate": 8.687053539432358e-06, | |
| "loss": 2.3201, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.26526162790697677, | |
| "grad_norm": 1.1199381476087624, | |
| "learning_rate": 8.679041796498253e-06, | |
| "loss": 2.3103, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.26598837209302323, | |
| "grad_norm": 1.271016400767226, | |
| "learning_rate": 8.6710094022727e-06, | |
| "loss": 2.3066, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.26671511627906974, | |
| "grad_norm": 1.2726894817812915, | |
| "learning_rate": 8.66295640184334e-06, | |
| "loss": 2.3731, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 0.26744186046511625, | |
| "grad_norm": 1.2171370056189053, | |
| "learning_rate": 8.65488284041348e-06, | |
| "loss": 2.3446, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.26816860465116277, | |
| "grad_norm": 1.1315553912514624, | |
| "learning_rate": 8.646788763301842e-06, | |
| "loss": 2.3218, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 0.2688953488372093, | |
| "grad_norm": 1.0962417262456845, | |
| "learning_rate": 8.638674215942307e-06, | |
| "loss": 2.2953, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.2696220930232558, | |
| "grad_norm": 1.2587797644690477, | |
| "learning_rate": 8.630539243883659e-06, | |
| "loss": 2.3589, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 0.2703488372093023, | |
| "grad_norm": 1.1337580563036955, | |
| "learning_rate": 8.62238389278933e-06, | |
| "loss": 2.3077, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.2710755813953488, | |
| "grad_norm": 1.4161156234882568, | |
| "learning_rate": 8.61420820843715e-06, | |
| "loss": 2.2961, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 0.27180232558139533, | |
| "grad_norm": 1.0912056466351248, | |
| "learning_rate": 8.606012236719073e-06, | |
| "loss": 2.309, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 0.27252906976744184, | |
| "grad_norm": 1.2422820682329003, | |
| "learning_rate": 8.59779602364094e-06, | |
| "loss": 2.3833, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.27325581395348836, | |
| "grad_norm": 1.1217055100092126, | |
| "learning_rate": 8.58955961532221e-06, | |
| "loss": 2.3043, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.27398255813953487, | |
| "grad_norm": 1.2187038590832011, | |
| "learning_rate": 8.581303057995697e-06, | |
| "loss": 2.2918, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 0.2747093023255814, | |
| "grad_norm": 1.3062238711621994, | |
| "learning_rate": 8.573026398007323e-06, | |
| "loss": 2.3038, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.2754360465116279, | |
| "grad_norm": 1.2074262903566075, | |
| "learning_rate": 8.564729681815846e-06, | |
| "loss": 2.2956, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 0.2761627906976744, | |
| "grad_norm": 1.225859930553607, | |
| "learning_rate": 8.556412955992604e-06, | |
| "loss": 2.3516, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.2768895348837209, | |
| "grad_norm": 1.0827364010463423, | |
| "learning_rate": 8.548076267221258e-06, | |
| "loss": 2.2869, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 0.27761627906976744, | |
| "grad_norm": 1.0860309795926768, | |
| "learning_rate": 8.539719662297519e-06, | |
| "loss": 2.3179, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 0.27834302325581395, | |
| "grad_norm": 1.2009020460108055, | |
| "learning_rate": 8.531343188128896e-06, | |
| "loss": 2.3978, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 0.27906976744186046, | |
| "grad_norm": 1.0723553238260994, | |
| "learning_rate": 8.52294689173443e-06, | |
| "loss": 2.3311, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.279796511627907, | |
| "grad_norm": 1.2308339588445456, | |
| "learning_rate": 8.514530820244427e-06, | |
| "loss": 2.3072, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.2805232558139535, | |
| "grad_norm": 1.443673625883687, | |
| "learning_rate": 8.506095020900192e-06, | |
| "loss": 2.3471, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 0.28125, | |
| "grad_norm": 1.2323755395885254, | |
| "learning_rate": 8.497639541053769e-06, | |
| "loss": 2.3082, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 0.2819767441860465, | |
| "grad_norm": 1.0985843059579208, | |
| "learning_rate": 8.489164428167677e-06, | |
| "loss": 2.3291, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.282703488372093, | |
| "grad_norm": 1.2185119408676808, | |
| "learning_rate": 8.480669729814635e-06, | |
| "loss": 2.2915, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 0.28343023255813954, | |
| "grad_norm": 1.2547102455831876, | |
| "learning_rate": 8.472155493677299e-06, | |
| "loss": 2.3284, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.28415697674418605, | |
| "grad_norm": 1.241863166940908, | |
| "learning_rate": 8.463621767547998e-06, | |
| "loss": 2.2481, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 0.28488372093023256, | |
| "grad_norm": 1.0588850602261963, | |
| "learning_rate": 8.455068599328462e-06, | |
| "loss": 2.3331, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.2856104651162791, | |
| "grad_norm": 1.1212857689423208, | |
| "learning_rate": 8.446496037029555e-06, | |
| "loss": 2.2994, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 0.2863372093023256, | |
| "grad_norm": 1.126135345225652, | |
| "learning_rate": 8.437904128770999e-06, | |
| "loss": 2.3206, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 0.2870639534883721, | |
| "grad_norm": 1.298548137211412, | |
| "learning_rate": 8.429292922781115e-06, | |
| "loss": 2.2919, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.2877906976744186, | |
| "grad_norm": 1.1255687465878497, | |
| "learning_rate": 8.420662467396548e-06, | |
| "loss": 2.3118, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.28851744186046513, | |
| "grad_norm": 1.1625027040610958, | |
| "learning_rate": 8.412012811061985e-06, | |
| "loss": 2.3196, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 0.28924418604651164, | |
| "grad_norm": 1.178266615842495, | |
| "learning_rate": 8.403344002329901e-06, | |
| "loss": 2.2574, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 0.28997093023255816, | |
| "grad_norm": 1.6209181315673342, | |
| "learning_rate": 8.394656089860274e-06, | |
| "loss": 2.3217, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 0.29069767441860467, | |
| "grad_norm": 1.4055391277869425, | |
| "learning_rate": 8.385949122420318e-06, | |
| "loss": 2.3053, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.2914244186046512, | |
| "grad_norm": 1.0837894019376972, | |
| "learning_rate": 8.377223148884202e-06, | |
| "loss": 2.3235, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 0.2921511627906977, | |
| "grad_norm": 1.1567143322087055, | |
| "learning_rate": 8.368478218232787e-06, | |
| "loss": 2.2682, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 0.2928779069767442, | |
| "grad_norm": 1.2833964025525515, | |
| "learning_rate": 8.359714379553338e-06, | |
| "loss": 2.3368, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 0.2936046511627907, | |
| "grad_norm": 1.1703928335892075, | |
| "learning_rate": 8.350931682039262e-06, | |
| "loss": 2.3692, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 0.29433139534883723, | |
| "grad_norm": 1.2278640949453006, | |
| "learning_rate": 8.342130174989819e-06, | |
| "loss": 2.3298, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.29505813953488375, | |
| "grad_norm": 1.2391820171446353, | |
| "learning_rate": 8.333309907809852e-06, | |
| "loss": 2.3221, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 0.29578488372093026, | |
| "grad_norm": 1.1591560003156445, | |
| "learning_rate": 8.324470930009514e-06, | |
| "loss": 2.2989, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 0.29651162790697677, | |
| "grad_norm": 1.069079000918171, | |
| "learning_rate": 8.315613291203977e-06, | |
| "loss": 2.3257, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 0.29723837209302323, | |
| "grad_norm": 1.0658003352432701, | |
| "learning_rate": 8.306737041113169e-06, | |
| "loss": 2.2969, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 0.29796511627906974, | |
| "grad_norm": 1.2018393379444972, | |
| "learning_rate": 8.29784222956148e-06, | |
| "loss": 2.2994, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.29869186046511625, | |
| "grad_norm": 1.0743593652723726, | |
| "learning_rate": 8.288928906477497e-06, | |
| "loss": 2.3918, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 0.29941860465116277, | |
| "grad_norm": 1.1791792326436397, | |
| "learning_rate": 8.279997121893713e-06, | |
| "loss": 2.2971, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 0.3001453488372093, | |
| "grad_norm": 1.068770185795778, | |
| "learning_rate": 8.271046925946247e-06, | |
| "loss": 2.3359, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 0.3008720930232558, | |
| "grad_norm": 1.3026079186055184, | |
| "learning_rate": 8.262078368874566e-06, | |
| "loss": 2.3961, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 0.3015988372093023, | |
| "grad_norm": 1.0548359339086584, | |
| "learning_rate": 8.25309150102121e-06, | |
| "loss": 2.2817, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.3023255813953488, | |
| "grad_norm": 1.2757882978370192, | |
| "learning_rate": 8.244086372831492e-06, | |
| "loss": 2.2907, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 0.30305232558139533, | |
| "grad_norm": 1.1608993852105884, | |
| "learning_rate": 8.235063034853228e-06, | |
| "loss": 2.3469, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 0.30377906976744184, | |
| "grad_norm": 1.6704712398247437, | |
| "learning_rate": 8.226021537736449e-06, | |
| "loss": 2.2899, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 0.30450581395348836, | |
| "grad_norm": 1.1076846726964071, | |
| "learning_rate": 8.216961932233118e-06, | |
| "loss": 2.2449, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 0.30523255813953487, | |
| "grad_norm": 1.2655876969977151, | |
| "learning_rate": 8.207884269196845e-06, | |
| "loss": 2.2987, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.3059593023255814, | |
| "grad_norm": 1.1019813151108213, | |
| "learning_rate": 8.198788599582596e-06, | |
| "loss": 2.3452, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 0.3066860465116279, | |
| "grad_norm": 1.781405867357273, | |
| "learning_rate": 8.189674974446423e-06, | |
| "loss": 2.308, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 0.3074127906976744, | |
| "grad_norm": 1.2350247568154873, | |
| "learning_rate": 8.180543444945154e-06, | |
| "loss": 2.3308, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 0.3081395348837209, | |
| "grad_norm": 1.9649756348954517, | |
| "learning_rate": 8.171394062336127e-06, | |
| "loss": 2.3159, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 0.30886627906976744, | |
| "grad_norm": 1.2739192151431729, | |
| "learning_rate": 8.162226877976886e-06, | |
| "loss": 2.2989, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.30959302325581395, | |
| "grad_norm": 1.129631923987475, | |
| "learning_rate": 8.153041943324912e-06, | |
| "loss": 2.3198, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 0.31031976744186046, | |
| "grad_norm": 1.3255063702568364, | |
| "learning_rate": 8.143839309937307e-06, | |
| "loss": 2.3381, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 0.311046511627907, | |
| "grad_norm": 1.1628422209438, | |
| "learning_rate": 8.134619029470535e-06, | |
| "loss": 2.3287, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 0.3117732558139535, | |
| "grad_norm": 1.1887971582610084, | |
| "learning_rate": 8.125381153680103e-06, | |
| "loss": 2.3326, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 0.3125, | |
| "grad_norm": 1.1714666094613004, | |
| "learning_rate": 8.116125734420297e-06, | |
| "loss": 2.3104, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.3132267441860465, | |
| "grad_norm": 1.1365583272218085, | |
| "learning_rate": 8.10685282364387e-06, | |
| "loss": 2.284, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 0.313953488372093, | |
| "grad_norm": 1.3559133401669676, | |
| "learning_rate": 8.097562473401764e-06, | |
| "loss": 2.3029, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 0.31468023255813954, | |
| "grad_norm": 1.4060183717002648, | |
| "learning_rate": 8.088254735842808e-06, | |
| "loss": 2.2876, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 0.31540697674418605, | |
| "grad_norm": 1.285917870149192, | |
| "learning_rate": 8.078929663213432e-06, | |
| "loss": 2.3057, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 0.31613372093023256, | |
| "grad_norm": 1.1249535937437272, | |
| "learning_rate": 8.069587307857377e-06, | |
| "loss": 2.3215, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.3168604651162791, | |
| "grad_norm": 1.0900905006814698, | |
| "learning_rate": 8.060227722215385e-06, | |
| "loss": 2.2907, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 0.3175872093023256, | |
| "grad_norm": 1.1568687109085039, | |
| "learning_rate": 8.050850958824926e-06, | |
| "loss": 2.3176, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 0.3183139534883721, | |
| "grad_norm": 1.2382798087134244, | |
| "learning_rate": 8.041457070319884e-06, | |
| "loss": 2.3037, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 0.3190406976744186, | |
| "grad_norm": 1.1937622328697128, | |
| "learning_rate": 8.032046109430276e-06, | |
| "loss": 2.3076, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 0.31976744186046513, | |
| "grad_norm": 1.1177244010663805, | |
| "learning_rate": 8.02261812898195e-06, | |
| "loss": 2.3324, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.32049418604651164, | |
| "grad_norm": 1.127296551947173, | |
| "learning_rate": 8.013173181896283e-06, | |
| "loss": 2.3078, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 0.32122093023255816, | |
| "grad_norm": 1.1455250336877478, | |
| "learning_rate": 8.003711321189895e-06, | |
| "loss": 2.3523, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 0.32194767441860467, | |
| "grad_norm": 1.1011738742836867, | |
| "learning_rate": 7.994232599974346e-06, | |
| "loss": 2.3044, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 0.3226744186046512, | |
| "grad_norm": 1.1216213823441015, | |
| "learning_rate": 7.984737071455834e-06, | |
| "loss": 2.2963, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 0.3234011627906977, | |
| "grad_norm": 1.2200505156378094, | |
| "learning_rate": 7.975224788934903e-06, | |
| "loss": 2.3331, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.3241279069767442, | |
| "grad_norm": 1.1574339311156163, | |
| "learning_rate": 7.965695805806141e-06, | |
| "loss": 2.2945, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 0.3248546511627907, | |
| "grad_norm": 1.1286977461580614, | |
| "learning_rate": 7.95615017555788e-06, | |
| "loss": 2.308, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 0.32558139534883723, | |
| "grad_norm": 1.0892889308004792, | |
| "learning_rate": 7.946587951771894e-06, | |
| "loss": 2.3267, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 0.32630813953488375, | |
| "grad_norm": 1.1576745403605158, | |
| "learning_rate": 7.937009188123102e-06, | |
| "loss": 2.3197, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 0.32703488372093026, | |
| "grad_norm": 1.4094383886534938, | |
| "learning_rate": 7.927413938379268e-06, | |
| "loss": 2.3073, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.32776162790697677, | |
| "grad_norm": 1.1812098015475305, | |
| "learning_rate": 7.917802256400688e-06, | |
| "loss": 2.3307, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 0.32848837209302323, | |
| "grad_norm": 1.0953213999810891, | |
| "learning_rate": 7.908174196139907e-06, | |
| "loss": 2.2721, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 0.32921511627906974, | |
| "grad_norm": 1.148401707752194, | |
| "learning_rate": 7.898529811641393e-06, | |
| "loss": 2.3272, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 0.32994186046511625, | |
| "grad_norm": 1.0408799055573608, | |
| "learning_rate": 7.888869157041257e-06, | |
| "loss": 2.3114, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 0.33066860465116277, | |
| "grad_norm": 1.1001301089410505, | |
| "learning_rate": 7.879192286566929e-06, | |
| "loss": 2.3111, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.3313953488372093, | |
| "grad_norm": 1.2045234323369642, | |
| "learning_rate": 7.869499254536865e-06, | |
| "loss": 2.3341, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 0.3321220930232558, | |
| "grad_norm": 1.1544365222104789, | |
| "learning_rate": 7.859790115360243e-06, | |
| "loss": 2.3371, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 0.3328488372093023, | |
| "grad_norm": 1.2552624406434518, | |
| "learning_rate": 7.850064923536649e-06, | |
| "loss": 2.3002, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 0.3335755813953488, | |
| "grad_norm": 1.293746161658906, | |
| "learning_rate": 7.84032373365578e-06, | |
| "loss": 2.3692, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 0.33430232558139533, | |
| "grad_norm": 1.333213925468466, | |
| "learning_rate": 7.83056660039713e-06, | |
| "loss": 2.2969, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.33502906976744184, | |
| "grad_norm": 1.492618082058401, | |
| "learning_rate": 7.82079357852969e-06, | |
| "loss": 2.2577, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 0.33575581395348836, | |
| "grad_norm": 1.15249654866146, | |
| "learning_rate": 7.811004722911637e-06, | |
| "loss": 2.3238, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 0.33648255813953487, | |
| "grad_norm": 1.2530632952138137, | |
| "learning_rate": 7.801200088490026e-06, | |
| "loss": 2.301, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 0.3372093023255814, | |
| "grad_norm": 1.2126256906203419, | |
| "learning_rate": 7.791379730300476e-06, | |
| "loss": 2.252, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 0.3379360465116279, | |
| "grad_norm": 1.1402545118499574, | |
| "learning_rate": 7.781543703466881e-06, | |
| "loss": 2.3447, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.3386627906976744, | |
| "grad_norm": 1.079289917582004, | |
| "learning_rate": 7.771692063201072e-06, | |
| "loss": 2.307, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 0.3393895348837209, | |
| "grad_norm": 1.0890060946616744, | |
| "learning_rate": 7.76182486480253e-06, | |
| "loss": 2.2897, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 0.34011627906976744, | |
| "grad_norm": 1.2191356307676027, | |
| "learning_rate": 7.751942163658066e-06, | |
| "loss": 2.2806, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 0.34084302325581395, | |
| "grad_norm": 1.1684818562278108, | |
| "learning_rate": 7.742044015241508e-06, | |
| "loss": 2.309, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 0.34156976744186046, | |
| "grad_norm": 1.1378897839340987, | |
| "learning_rate": 7.7321304751134e-06, | |
| "loss": 2.3417, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.342296511627907, | |
| "grad_norm": 1.0831185805529036, | |
| "learning_rate": 7.722201598920673e-06, | |
| "loss": 2.2842, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.3430232558139535, | |
| "grad_norm": 1.163651975848296, | |
| "learning_rate": 7.712257442396355e-06, | |
| "loss": 2.3188, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 0.34375, | |
| "grad_norm": 1.1173941040067659, | |
| "learning_rate": 7.702298061359236e-06, | |
| "loss": 2.29, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 0.3444767441860465, | |
| "grad_norm": 1.1553929055835899, | |
| "learning_rate": 7.692323511713568e-06, | |
| "loss": 2.3456, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 0.345203488372093, | |
| "grad_norm": 1.137786497705492, | |
| "learning_rate": 7.682333849448749e-06, | |
| "loss": 2.3446, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.34593023255813954, | |
| "grad_norm": 1.2480217073388282, | |
| "learning_rate": 7.672329130639007e-06, | |
| "loss": 2.3192, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 0.34665697674418605, | |
| "grad_norm": 1.1303930753175966, | |
| "learning_rate": 7.662309411443084e-06, | |
| "loss": 2.3791, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 0.34738372093023256, | |
| "grad_norm": 1.1988474595235474, | |
| "learning_rate": 7.652274748103924e-06, | |
| "loss": 2.3186, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 0.3481104651162791, | |
| "grad_norm": 1.1508981723474565, | |
| "learning_rate": 7.642225196948357e-06, | |
| "loss": 2.315, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 0.3488372093023256, | |
| "grad_norm": 1.138764144490926, | |
| "learning_rate": 7.63216081438678e-06, | |
| "loss": 2.2812, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.3495639534883721, | |
| "grad_norm": 1.2032052124329502, | |
| "learning_rate": 7.622081656912842e-06, | |
| "loss": 2.3625, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 0.3502906976744186, | |
| "grad_norm": 1.3016605768369958, | |
| "learning_rate": 7.611987781103128e-06, | |
| "loss": 2.3206, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 0.35101744186046513, | |
| "grad_norm": 1.0688947854232214, | |
| "learning_rate": 7.601879243616838e-06, | |
| "loss": 2.3483, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 0.35174418604651164, | |
| "grad_norm": 1.0249007592193522, | |
| "learning_rate": 7.5917561011954755e-06, | |
| "loss": 2.3421, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 0.35247093023255816, | |
| "grad_norm": 1.1709699355757717, | |
| "learning_rate": 7.581618410662519e-06, | |
| "loss": 2.3722, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.35319767441860467, | |
| "grad_norm": 1.0586329236128114, | |
| "learning_rate": 7.571466228923115e-06, | |
| "loss": 2.3478, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 0.3539244186046512, | |
| "grad_norm": 1.0813414465551134, | |
| "learning_rate": 7.56129961296375e-06, | |
| "loss": 2.3209, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 0.3546511627906977, | |
| "grad_norm": 1.0444974051946252, | |
| "learning_rate": 7.551118619851929e-06, | |
| "loss": 2.3114, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 0.3553779069767442, | |
| "grad_norm": 1.5815223503399907, | |
| "learning_rate": 7.540923306735868e-06, | |
| "loss": 2.2959, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 0.3561046511627907, | |
| "grad_norm": 1.1602847453567253, | |
| "learning_rate": 7.530713730844153e-06, | |
| "loss": 2.3397, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.35683139534883723, | |
| "grad_norm": 1.049120747351293, | |
| "learning_rate": 7.5204899494854415e-06, | |
| "loss": 2.2834, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 0.35755813953488375, | |
| "grad_norm": 1.2262144884196204, | |
| "learning_rate": 7.510252020048121e-06, | |
| "loss": 2.287, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 0.35828488372093026, | |
| "grad_norm": 1.2042548629565901, | |
| "learning_rate": 7.500000000000001e-06, | |
| "loss": 2.2654, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 0.35901162790697677, | |
| "grad_norm": 1.2530924104028403, | |
| "learning_rate": 7.489733946887982e-06, | |
| "loss": 2.3486, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 0.35973837209302323, | |
| "grad_norm": 1.2825193397772006, | |
| "learning_rate": 7.479453918337733e-06, | |
| "loss": 2.275, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.36046511627906974, | |
| "grad_norm": 1.3194033390036468, | |
| "learning_rate": 7.469159972053377e-06, | |
| "loss": 2.2908, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 0.36119186046511625, | |
| "grad_norm": 1.1152767805402615, | |
| "learning_rate": 7.458852165817153e-06, | |
| "loss": 2.3095, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 0.36191860465116277, | |
| "grad_norm": 1.1495601735419694, | |
| "learning_rate": 7.448530557489105e-06, | |
| "loss": 2.3252, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 0.3626453488372093, | |
| "grad_norm": 1.0736588885000224, | |
| "learning_rate": 7.438195205006749e-06, | |
| "loss": 2.2954, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 0.3633720930232558, | |
| "grad_norm": 1.207665825472445, | |
| "learning_rate": 7.427846166384747e-06, | |
| "loss": 2.2967, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.3640988372093023, | |
| "grad_norm": 1.18745268887086, | |
| "learning_rate": 7.417483499714589e-06, | |
| "loss": 2.2981, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 0.3648255813953488, | |
| "grad_norm": 1.564274356915172, | |
| "learning_rate": 7.40710726316426e-06, | |
| "loss": 2.2957, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 0.36555232558139533, | |
| "grad_norm": 1.290273123363002, | |
| "learning_rate": 7.396717514977916e-06, | |
| "loss": 2.3357, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 0.36627906976744184, | |
| "grad_norm": 1.2047088792360614, | |
| "learning_rate": 7.386314313475557e-06, | |
| "loss": 2.3721, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 0.36700581395348836, | |
| "grad_norm": 1.3246114123808277, | |
| "learning_rate": 7.3758977170527e-06, | |
| "loss": 2.3209, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.36773255813953487, | |
| "grad_norm": 1.1370471368395154, | |
| "learning_rate": 7.365467784180051e-06, | |
| "loss": 2.2803, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 0.3684593023255814, | |
| "grad_norm": 1.0769050085427025, | |
| "learning_rate": 7.355024573403174e-06, | |
| "loss": 2.3312, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 0.3691860465116279, | |
| "grad_norm": 1.3157313090863894, | |
| "learning_rate": 7.3445681433421675e-06, | |
| "loss": 2.3267, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 0.3699127906976744, | |
| "grad_norm": 1.1464812479744277, | |
| "learning_rate": 7.3340985526913335e-06, | |
| "loss": 2.3112, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 0.3706395348837209, | |
| "grad_norm": 1.1613820873773826, | |
| "learning_rate": 7.323615860218844e-06, | |
| "loss": 2.3007, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.37136627906976744, | |
| "grad_norm": 1.2091702257927293, | |
| "learning_rate": 7.313120124766417e-06, | |
| "loss": 2.316, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 0.37209302325581395, | |
| "grad_norm": 1.3421544244903119, | |
| "learning_rate": 7.30261140524898e-06, | |
| "loss": 2.2708, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 0.37281976744186046, | |
| "grad_norm": 1.39687115623401, | |
| "learning_rate": 7.292089760654352e-06, | |
| "loss": 2.3492, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 0.373546511627907, | |
| "grad_norm": 2.8218882467926356, | |
| "learning_rate": 7.281555250042893e-06, | |
| "loss": 2.2847, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 0.3742732558139535, | |
| "grad_norm": 1.088850072307723, | |
| "learning_rate": 7.271007932547188e-06, | |
| "loss": 2.3115, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.375, | |
| "grad_norm": 1.120826175014608, | |
| "learning_rate": 7.2604478673717095e-06, | |
| "loss": 2.3288, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 0.3757267441860465, | |
| "grad_norm": 1.145722078384872, | |
| "learning_rate": 7.249875113792485e-06, | |
| "loss": 2.3426, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 0.376453488372093, | |
| "grad_norm": 1.1602292605455282, | |
| "learning_rate": 7.239289731156767e-06, | |
| "loss": 2.2989, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 0.37718023255813954, | |
| "grad_norm": 1.1915736998674706, | |
| "learning_rate": 7.2286917788826926e-06, | |
| "loss": 2.3374, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 0.37790697674418605, | |
| "grad_norm": 1.13844351172199, | |
| "learning_rate": 7.218081316458959e-06, | |
| "loss": 2.332, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.37863372093023256, | |
| "grad_norm": 1.0975887317687405, | |
| "learning_rate": 7.207458403444488e-06, | |
| "loss": 2.3168, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 0.3793604651162791, | |
| "grad_norm": 1.3495614353404823, | |
| "learning_rate": 7.196823099468084e-06, | |
| "loss": 2.2743, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 0.3800872093023256, | |
| "grad_norm": 1.1407396853075507, | |
| "learning_rate": 7.186175464228109e-06, | |
| "loss": 2.2748, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 0.3808139534883721, | |
| "grad_norm": 1.083025323169463, | |
| "learning_rate": 7.175515557492139e-06, | |
| "loss": 2.2926, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 0.3815406976744186, | |
| "grad_norm": 1.2080116038697124, | |
| "learning_rate": 7.1648434390966356e-06, | |
| "loss": 2.3196, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.38226744186046513, | |
| "grad_norm": 2.066872793237152, | |
| "learning_rate": 7.154159168946607e-06, | |
| "loss": 2.2865, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 0.38299418604651164, | |
| "grad_norm": 1.2368945968737097, | |
| "learning_rate": 7.143462807015271e-06, | |
| "loss": 2.2789, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 0.38372093023255816, | |
| "grad_norm": 1.1743588332349175, | |
| "learning_rate": 7.132754413343721e-06, | |
| "loss": 2.3053, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 0.38444767441860467, | |
| "grad_norm": 1.4255712436197852, | |
| "learning_rate": 7.122034048040586e-06, | |
| "loss": 2.308, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 0.3851744186046512, | |
| "grad_norm": 1.1049951766621189, | |
| "learning_rate": 7.111301771281692e-06, | |
| "loss": 2.3054, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.3859011627906977, | |
| "grad_norm": 1.1038689017404644, | |
| "learning_rate": 7.100557643309732e-06, | |
| "loss": 2.2797, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 0.3866279069767442, | |
| "grad_norm": 1.0536128185639355, | |
| "learning_rate": 7.089801724433918e-06, | |
| "loss": 2.3071, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 0.3873546511627907, | |
| "grad_norm": 1.1449743039342242, | |
| "learning_rate": 7.079034075029651e-06, | |
| "loss": 2.2961, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 0.38808139534883723, | |
| "grad_norm": 1.1655567692704296, | |
| "learning_rate": 7.0682547555381734e-06, | |
| "loss": 2.329, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 0.38880813953488375, | |
| "grad_norm": 1.162251468256884, | |
| "learning_rate": 7.057463826466235e-06, | |
| "loss": 2.2895, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.38953488372093026, | |
| "grad_norm": 1.0896289667493249, | |
| "learning_rate": 7.0466613483857615e-06, | |
| "loss": 2.3105, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 0.39026162790697677, | |
| "grad_norm": 1.2880741445087427, | |
| "learning_rate": 7.035847381933494e-06, | |
| "loss": 2.3064, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 0.39098837209302323, | |
| "grad_norm": 1.2105896256495732, | |
| "learning_rate": 7.025021987810664e-06, | |
| "loss": 2.3694, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 0.39171511627906974, | |
| "grad_norm": 1.3065723003897216, | |
| "learning_rate": 7.014185226782655e-06, | |
| "loss": 2.3639, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 0.39244186046511625, | |
| "grad_norm": 1.1070630816606901, | |
| "learning_rate": 7.003337159678649e-06, | |
| "loss": 2.3083, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.39316860465116277, | |
| "grad_norm": 1.307708843946163, | |
| "learning_rate": 6.992477847391292e-06, | |
| "loss": 2.3399, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 0.3938953488372093, | |
| "grad_norm": 1.122196521717046, | |
| "learning_rate": 6.981607350876357e-06, | |
| "loss": 2.3313, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 0.3946220930232558, | |
| "grad_norm": 1.2186143505802445, | |
| "learning_rate": 6.970725731152389e-06, | |
| "loss": 2.3405, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 0.3953488372093023, | |
| "grad_norm": 1.167077189138343, | |
| "learning_rate": 6.959833049300376e-06, | |
| "loss": 2.29, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 0.3960755813953488, | |
| "grad_norm": 1.2944725806931758, | |
| "learning_rate": 6.948929366463397e-06, | |
| "loss": 2.3098, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.39680232558139533, | |
| "grad_norm": 12.31808967596737, | |
| "learning_rate": 6.938014743846285e-06, | |
| "loss": 2.2809, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 0.39752906976744184, | |
| "grad_norm": 1.2870952481596472, | |
| "learning_rate": 6.927089242715277e-06, | |
| "loss": 2.3301, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 0.39825581395348836, | |
| "grad_norm": 1.1514862581452583, | |
| "learning_rate": 6.916152924397676e-06, | |
| "loss": 2.3583, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 0.39898255813953487, | |
| "grad_norm": 1.100288574688579, | |
| "learning_rate": 6.905205850281502e-06, | |
| "loss": 2.2923, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 0.3997093023255814, | |
| "grad_norm": 1.050534628812702, | |
| "learning_rate": 6.894248081815155e-06, | |
| "loss": 2.3055, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.4004360465116279, | |
| "grad_norm": 1.3346961931360157, | |
| "learning_rate": 6.883279680507057e-06, | |
| "loss": 2.3039, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 0.4011627906976744, | |
| "grad_norm": 1.505626927488441, | |
| "learning_rate": 6.872300707925319e-06, | |
| "loss": 2.285, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 0.4018895348837209, | |
| "grad_norm": 1.1299060186104746, | |
| "learning_rate": 6.861311225697392e-06, | |
| "loss": 2.2638, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 0.40261627906976744, | |
| "grad_norm": 1.1060082205232702, | |
| "learning_rate": 6.850311295509719e-06, | |
| "loss": 2.3511, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 0.40334302325581395, | |
| "grad_norm": 1.1200104346671893, | |
| "learning_rate": 6.8393009791073895e-06, | |
| "loss": 2.329, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.40406976744186046, | |
| "grad_norm": 1.1476307981667215, | |
| "learning_rate": 6.828280338293792e-06, | |
| "loss": 2.3368, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 0.404796511627907, | |
| "grad_norm": 1.028644332291077, | |
| "learning_rate": 6.817249434930267e-06, | |
| "loss": 2.3036, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 0.4055232558139535, | |
| "grad_norm": 1.1390289832994775, | |
| "learning_rate": 6.806208330935766e-06, | |
| "loss": 2.3334, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 0.40625, | |
| "grad_norm": 1.216277772235329, | |
| "learning_rate": 6.7951570882864944e-06, | |
| "loss": 2.2741, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 0.4069767441860465, | |
| "grad_norm": 1.344668900236945, | |
| "learning_rate": 6.784095769015573e-06, | |
| "loss": 2.3205, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.407703488372093, | |
| "grad_norm": 1.070186991237952, | |
| "learning_rate": 6.773024435212678e-06, | |
| "loss": 2.307, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 0.40843023255813954, | |
| "grad_norm": 1.209196957642039, | |
| "learning_rate": 6.761943149023706e-06, | |
| "loss": 2.3112, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 0.40915697674418605, | |
| "grad_norm": 1.1432958784507203, | |
| "learning_rate": 6.750851972650416e-06, | |
| "loss": 2.2938, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 0.40988372093023256, | |
| "grad_norm": 1.2247587749897832, | |
| "learning_rate": 6.739750968350081e-06, | |
| "loss": 2.2909, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 0.4106104651162791, | |
| "grad_norm": 1.0268929904759363, | |
| "learning_rate": 6.728640198435143e-06, | |
| "loss": 2.2189, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.4113372093023256, | |
| "grad_norm": 1.6530106180630812, | |
| "learning_rate": 6.717519725272859e-06, | |
| "loss": 2.3005, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 0.4120639534883721, | |
| "grad_norm": 1.2858847661272295, | |
| "learning_rate": 6.706389611284953e-06, | |
| "loss": 2.3367, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 0.4127906976744186, | |
| "grad_norm": 1.0808913275520438, | |
| "learning_rate": 6.6952499189472665e-06, | |
| "loss": 2.2644, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 0.41351744186046513, | |
| "grad_norm": 1.0947135769666254, | |
| "learning_rate": 6.684100710789405e-06, | |
| "loss": 2.3109, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 0.41424418604651164, | |
| "grad_norm": 1.227905292543617, | |
| "learning_rate": 6.6729420493943875e-06, | |
| "loss": 2.3089, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.41497093023255816, | |
| "grad_norm": 1.1311925494343438, | |
| "learning_rate": 6.6617739973982985e-06, | |
| "loss": 2.3306, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 0.41569767441860467, | |
| "grad_norm": 1.1845320813818851, | |
| "learning_rate": 6.6505966174899326e-06, | |
| "loss": 2.2807, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 0.4164244186046512, | |
| "grad_norm": 1.192027080183658, | |
| "learning_rate": 6.639409972410446e-06, | |
| "loss": 2.2992, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 0.4171511627906977, | |
| "grad_norm": 1.1134220611408692, | |
| "learning_rate": 6.628214124952999e-06, | |
| "loss": 2.3198, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 0.4178779069767442, | |
| "grad_norm": 1.2137521582577167, | |
| "learning_rate": 6.617009137962407e-06, | |
| "loss": 2.2729, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.4186046511627907, | |
| "grad_norm": 1.171459631389888, | |
| "learning_rate": 6.605795074334793e-06, | |
| "loss": 2.2871, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 0.41933139534883723, | |
| "grad_norm": 1.1838961162503008, | |
| "learning_rate": 6.594571997017224e-06, | |
| "loss": 2.3488, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 0.42005813953488375, | |
| "grad_norm": 1.1791646717778388, | |
| "learning_rate": 6.583339969007364e-06, | |
| "loss": 2.3505, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 0.42078488372093026, | |
| "grad_norm": 1.1787043516107347, | |
| "learning_rate": 6.57209905335312e-06, | |
| "loss": 2.3469, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 0.42151162790697677, | |
| "grad_norm": 1.1000497157207225, | |
| "learning_rate": 6.560849313152287e-06, | |
| "loss": 2.2874, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.42223837209302323, | |
| "grad_norm": 1.145236146723751, | |
| "learning_rate": 6.549590811552193e-06, | |
| "loss": 2.2612, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 0.42296511627906974, | |
| "grad_norm": 1.2072587593279676, | |
| "learning_rate": 6.538323611749351e-06, | |
| "loss": 2.3195, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 0.42369186046511625, | |
| "grad_norm": 1.1421104121114019, | |
| "learning_rate": 6.5270477769890906e-06, | |
| "loss": 2.2864, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 0.42441860465116277, | |
| "grad_norm": 1.1733190168229655, | |
| "learning_rate": 6.515763370565218e-06, | |
| "loss": 2.3614, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 0.4251453488372093, | |
| "grad_norm": 1.101416582117341, | |
| "learning_rate": 6.504470455819651e-06, | |
| "loss": 2.3193, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.4258720930232558, | |
| "grad_norm": 1.1869346197022288, | |
| "learning_rate": 6.493169096142068e-06, | |
| "loss": 2.2734, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 0.4265988372093023, | |
| "grad_norm": 1.0719625987052026, | |
| "learning_rate": 6.481859354969549e-06, | |
| "loss": 2.2967, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 0.4273255813953488, | |
| "grad_norm": 1.2740863995681964, | |
| "learning_rate": 6.470541295786222e-06, | |
| "loss": 2.2977, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 0.42805232558139533, | |
| "grad_norm": 2.0881615265610054, | |
| "learning_rate": 6.4592149821229064e-06, | |
| "loss": 2.2487, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 0.42877906976744184, | |
| "grad_norm": 1.0918234165843568, | |
| "learning_rate": 6.447880477556757e-06, | |
| "loss": 2.2752, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.42950581395348836, | |
| "grad_norm": 1.0976921856780906, | |
| "learning_rate": 6.436537845710904e-06, | |
| "loss": 2.2932, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 0.43023255813953487, | |
| "grad_norm": 1.1941175241736834, | |
| "learning_rate": 6.425187150254097e-06, | |
| "loss": 2.3102, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 0.4309593023255814, | |
| "grad_norm": 1.0851777276937011, | |
| "learning_rate": 6.413828454900351e-06, | |
| "loss": 2.2651, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 0.4316860465116279, | |
| "grad_norm": 1.111314328918144, | |
| "learning_rate": 6.402461823408584e-06, | |
| "loss": 2.3142, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 0.4324127906976744, | |
| "grad_norm": 1.1107472084593226, | |
| "learning_rate": 6.391087319582264e-06, | |
| "loss": 2.3056, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.4331395348837209, | |
| "grad_norm": 1.110937134108463, | |
| "learning_rate": 6.379705007269046e-06, | |
| "loss": 2.3458, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 0.43386627906976744, | |
| "grad_norm": 1.1301775944171741, | |
| "learning_rate": 6.368314950360416e-06, | |
| "loss": 2.3003, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 0.43459302325581395, | |
| "grad_norm": 1.0782893388635726, | |
| "learning_rate": 6.356917212791332e-06, | |
| "loss": 2.3394, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 0.43531976744186046, | |
| "grad_norm": 1.1952070508071906, | |
| "learning_rate": 6.3455118585398676e-06, | |
| "loss": 2.3156, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 0.436046511627907, | |
| "grad_norm": 1.1855496510040404, | |
| "learning_rate": 6.334098951626847e-06, | |
| "loss": 2.3322, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.4367732558139535, | |
| "grad_norm": 1.1611150891834845, | |
| "learning_rate": 6.3226785561154914e-06, | |
| "loss": 2.3106, | |
| "step": 601 | |
| }, | |
| { | |
| "epoch": 0.4375, | |
| "grad_norm": 1.129860856742074, | |
| "learning_rate": 6.311250736111058e-06, | |
| "loss": 2.2959, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 0.4382267441860465, | |
| "grad_norm": 1.1621204046893316, | |
| "learning_rate": 6.299815555760478e-06, | |
| "loss": 2.2952, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 0.438953488372093, | |
| "grad_norm": 1.0973622926564048, | |
| "learning_rate": 6.288373079251996e-06, | |
| "loss": 2.3415, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 0.43968023255813954, | |
| "grad_norm": 1.0808189653539233, | |
| "learning_rate": 6.276923370814815e-06, | |
| "loss": 2.2928, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.44040697674418605, | |
| "grad_norm": 1.1346845786046464, | |
| "learning_rate": 6.265466494718731e-06, | |
| "loss": 2.2576, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 0.44113372093023256, | |
| "grad_norm": 1.0957369183695937, | |
| "learning_rate": 6.254002515273775e-06, | |
| "loss": 2.2973, | |
| "step": 607 | |
| }, | |
| { | |
| "epoch": 0.4418604651162791, | |
| "grad_norm": 1.1034874026636983, | |
| "learning_rate": 6.242531496829848e-06, | |
| "loss": 2.2827, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 0.4425872093023256, | |
| "grad_norm": 1.1697709003724293, | |
| "learning_rate": 6.231053503776363e-06, | |
| "loss": 2.3238, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 0.4433139534883721, | |
| "grad_norm": 1.040137222032865, | |
| "learning_rate": 6.219568600541886e-06, | |
| "loss": 2.2895, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.4440406976744186, | |
| "grad_norm": 1.3641221427787078, | |
| "learning_rate": 6.208076851593768e-06, | |
| "loss": 2.3187, | |
| "step": 611 | |
| }, | |
| { | |
| "epoch": 0.44476744186046513, | |
| "grad_norm": 1.1013994361963013, | |
| "learning_rate": 6.1965783214377895e-06, | |
| "loss": 2.2899, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 0.44549418604651164, | |
| "grad_norm": 1.3087669498751793, | |
| "learning_rate": 6.185073074617793e-06, | |
| "loss": 2.2882, | |
| "step": 613 | |
| }, | |
| { | |
| "epoch": 0.44622093023255816, | |
| "grad_norm": 1.1024012017074452, | |
| "learning_rate": 6.173561175715323e-06, | |
| "loss": 2.2886, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 0.44694767441860467, | |
| "grad_norm": 1.198664497940916, | |
| "learning_rate": 6.1620426893492645e-06, | |
| "loss": 2.3531, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.4476744186046512, | |
| "grad_norm": 1.1648828913400078, | |
| "learning_rate": 6.150517680175482e-06, | |
| "loss": 2.3145, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 0.4484011627906977, | |
| "grad_norm": 1.1859586096771217, | |
| "learning_rate": 6.13898621288645e-06, | |
| "loss": 2.2928, | |
| "step": 617 | |
| }, | |
| { | |
| "epoch": 0.4491279069767442, | |
| "grad_norm": 1.074740378189526, | |
| "learning_rate": 6.127448352210894e-06, | |
| "loss": 2.3453, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 0.4498546511627907, | |
| "grad_norm": 1.1456985539298716, | |
| "learning_rate": 6.115904162913431e-06, | |
| "loss": 2.2879, | |
| "step": 619 | |
| }, | |
| { | |
| "epoch": 0.45058139534883723, | |
| "grad_norm": 1.2351709659565, | |
| "learning_rate": 6.1043537097941985e-06, | |
| "loss": 2.2922, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.45130813953488375, | |
| "grad_norm": 1.1500337120485173, | |
| "learning_rate": 6.092797057688496e-06, | |
| "loss": 2.2747, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 0.45203488372093026, | |
| "grad_norm": 1.289050278474326, | |
| "learning_rate": 6.081234271466416e-06, | |
| "loss": 2.345, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 0.45276162790697677, | |
| "grad_norm": 1.279731812260382, | |
| "learning_rate": 6.0696654160324875e-06, | |
| "loss": 2.3395, | |
| "step": 623 | |
| }, | |
| { | |
| "epoch": 0.45348837209302323, | |
| "grad_norm": 2.416509224462852, | |
| "learning_rate": 6.058090556325305e-06, | |
| "loss": 2.2773, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 0.45421511627906974, | |
| "grad_norm": 1.3184450912253118, | |
| "learning_rate": 6.046509757317168e-06, | |
| "loss": 2.2991, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.45494186046511625, | |
| "grad_norm": 1.20112258515423, | |
| "learning_rate": 6.034923084013713e-06, | |
| "loss": 2.2907, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 0.45566860465116277, | |
| "grad_norm": 1.2680453831355194, | |
| "learning_rate": 6.0233306014535505e-06, | |
| "loss": 2.3344, | |
| "step": 627 | |
| }, | |
| { | |
| "epoch": 0.4563953488372093, | |
| "grad_norm": 1.077913847116916, | |
| "learning_rate": 6.0117323747079e-06, | |
| "loss": 2.2932, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 0.4571220930232558, | |
| "grad_norm": 1.2295931224219867, | |
| "learning_rate": 6.000128468880223e-06, | |
| "loss": 2.383, | |
| "step": 629 | |
| }, | |
| { | |
| "epoch": 0.4578488372093023, | |
| "grad_norm": 1.1337008770515467, | |
| "learning_rate": 5.988518949105862e-06, | |
| "loss": 2.2843, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.4585755813953488, | |
| "grad_norm": 1.1357848209286197, | |
| "learning_rate": 5.976903880551669e-06, | |
| "loss": 2.2913, | |
| "step": 631 | |
| }, | |
| { | |
| "epoch": 0.45930232558139533, | |
| "grad_norm": 1.164197176327958, | |
| "learning_rate": 5.965283328415644e-06, | |
| "loss": 2.3219, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 0.46002906976744184, | |
| "grad_norm": 1.261751325053521, | |
| "learning_rate": 5.953657357926569e-06, | |
| "loss": 2.2947, | |
| "step": 633 | |
| }, | |
| { | |
| "epoch": 0.46075581395348836, | |
| "grad_norm": 1.4417326298084916, | |
| "learning_rate": 5.942026034343636e-06, | |
| "loss": 2.3586, | |
| "step": 634 | |
| }, | |
| { | |
| "epoch": 0.46148255813953487, | |
| "grad_norm": 1.0410453025295299, | |
| "learning_rate": 5.930389422956088e-06, | |
| "loss": 2.2798, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 0.4622093023255814, | |
| "grad_norm": 3.232269670369028, | |
| "learning_rate": 5.918747589082853e-06, | |
| "loss": 2.3494, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 0.4629360465116279, | |
| "grad_norm": 1.3842857905764918, | |
| "learning_rate": 5.907100598072166e-06, | |
| "loss": 2.3548, | |
| "step": 637 | |
| }, | |
| { | |
| "epoch": 0.4636627906976744, | |
| "grad_norm": 1.1648587635712846, | |
| "learning_rate": 5.895448515301218e-06, | |
| "loss": 2.3716, | |
| "step": 638 | |
| }, | |
| { | |
| "epoch": 0.4643895348837209, | |
| "grad_norm": 1.284402759492195, | |
| "learning_rate": 5.883791406175775e-06, | |
| "loss": 2.2782, | |
| "step": 639 | |
| }, | |
| { | |
| "epoch": 0.46511627906976744, | |
| "grad_norm": 1.4101311890951338, | |
| "learning_rate": 5.872129336129821e-06, | |
| "loss": 2.2666, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.46584302325581395, | |
| "grad_norm": 1.3443735682842992, | |
| "learning_rate": 5.860462370625189e-06, | |
| "loss": 2.2984, | |
| "step": 641 | |
| }, | |
| { | |
| "epoch": 0.46656976744186046, | |
| "grad_norm": 1.3212822331398921, | |
| "learning_rate": 5.848790575151181e-06, | |
| "loss": 2.2868, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 0.467296511627907, | |
| "grad_norm": 1.0815673694776267, | |
| "learning_rate": 5.837114015224223e-06, | |
| "loss": 2.2562, | |
| "step": 643 | |
| }, | |
| { | |
| "epoch": 0.4680232558139535, | |
| "grad_norm": 1.2786312590580617, | |
| "learning_rate": 5.8254327563874794e-06, | |
| "loss": 2.288, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 0.46875, | |
| "grad_norm": 1.055564931514476, | |
| "learning_rate": 5.813746864210489e-06, | |
| "loss": 2.2965, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.4694767441860465, | |
| "grad_norm": 1.2680090066437342, | |
| "learning_rate": 5.8020564042888015e-06, | |
| "loss": 2.2938, | |
| "step": 646 | |
| }, | |
| { | |
| "epoch": 0.470203488372093, | |
| "grad_norm": 1.5648914252969863, | |
| "learning_rate": 5.790361442243605e-06, | |
| "loss": 2.307, | |
| "step": 647 | |
| }, | |
| { | |
| "epoch": 0.47093023255813954, | |
| "grad_norm": 1.0883293797548825, | |
| "learning_rate": 5.778662043721359e-06, | |
| "loss": 2.3145, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 0.47165697674418605, | |
| "grad_norm": 1.1178636928212937, | |
| "learning_rate": 5.766958274393428e-06, | |
| "loss": 2.3307, | |
| "step": 649 | |
| }, | |
| { | |
| "epoch": 0.47238372093023256, | |
| "grad_norm": 1.2368388872888687, | |
| "learning_rate": 5.7552501999557065e-06, | |
| "loss": 2.2741, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.4731104651162791, | |
| "grad_norm": 1.1358159404465558, | |
| "learning_rate": 5.743537886128258e-06, | |
| "loss": 2.2993, | |
| "step": 651 | |
| }, | |
| { | |
| "epoch": 0.4738372093023256, | |
| "grad_norm": 1.1416099375776572, | |
| "learning_rate": 5.731821398654944e-06, | |
| "loss": 2.2632, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 0.4745639534883721, | |
| "grad_norm": 1.7153304480233373, | |
| "learning_rate": 5.72010080330305e-06, | |
| "loss": 2.2899, | |
| "step": 653 | |
| }, | |
| { | |
| "epoch": 0.4752906976744186, | |
| "grad_norm": 1.1389469518056305, | |
| "learning_rate": 5.708376165862921e-06, | |
| "loss": 2.3123, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 0.47601744186046513, | |
| "grad_norm": 1.178285535354385, | |
| "learning_rate": 5.696647552147589e-06, | |
| "loss": 2.3086, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 0.47674418604651164, | |
| "grad_norm": 1.49285425667658, | |
| "learning_rate": 5.684915027992415e-06, | |
| "loss": 2.2843, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 0.47747093023255816, | |
| "grad_norm": 1.2217725848812606, | |
| "learning_rate": 5.673178659254698e-06, | |
| "loss": 2.3288, | |
| "step": 657 | |
| }, | |
| { | |
| "epoch": 0.47819767441860467, | |
| "grad_norm": 1.1102124449809345, | |
| "learning_rate": 5.661438511813324e-06, | |
| "loss": 2.2965, | |
| "step": 658 | |
| }, | |
| { | |
| "epoch": 0.4789244186046512, | |
| "grad_norm": 1.0889978851875848, | |
| "learning_rate": 5.64969465156839e-06, | |
| "loss": 2.2919, | |
| "step": 659 | |
| }, | |
| { | |
| "epoch": 0.4796511627906977, | |
| "grad_norm": 1.137859070158329, | |
| "learning_rate": 5.637947144440832e-06, | |
| "loss": 2.307, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.4803779069767442, | |
| "grad_norm": 1.0732988436678494, | |
| "learning_rate": 5.626196056372056e-06, | |
| "loss": 2.322, | |
| "step": 661 | |
| }, | |
| { | |
| "epoch": 0.4811046511627907, | |
| "grad_norm": 1.0814609091912941, | |
| "learning_rate": 5.614441453323571e-06, | |
| "loss": 2.3412, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 0.48183139534883723, | |
| "grad_norm": 1.1099866069205775, | |
| "learning_rate": 5.6026834012766155e-06, | |
| "loss": 2.296, | |
| "step": 663 | |
| }, | |
| { | |
| "epoch": 0.48255813953488375, | |
| "grad_norm": 1.3837080687086778, | |
| "learning_rate": 5.590921966231788e-06, | |
| "loss": 2.3248, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 0.48328488372093026, | |
| "grad_norm": 1.0810546987007168, | |
| "learning_rate": 5.579157214208675e-06, | |
| "loss": 2.2786, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 0.48401162790697677, | |
| "grad_norm": 1.1320880266123603, | |
| "learning_rate": 5.567389211245486e-06, | |
| "loss": 2.2809, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 0.48473837209302323, | |
| "grad_norm": 1.0770925548918713, | |
| "learning_rate": 5.555618023398671e-06, | |
| "loss": 2.267, | |
| "step": 667 | |
| }, | |
| { | |
| "epoch": 0.48546511627906974, | |
| "grad_norm": 1.1382037438982808, | |
| "learning_rate": 5.5438437167425675e-06, | |
| "loss": 2.3134, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 0.48619186046511625, | |
| "grad_norm": 1.0790789851177505, | |
| "learning_rate": 5.532066357369012e-06, | |
| "loss": 2.297, | |
| "step": 669 | |
| }, | |
| { | |
| "epoch": 0.48691860465116277, | |
| "grad_norm": 1.1191002552884677, | |
| "learning_rate": 5.52028601138698e-06, | |
| "loss": 2.2478, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.4876453488372093, | |
| "grad_norm": 1.2027681208143934, | |
| "learning_rate": 5.508502744922212e-06, | |
| "loss": 2.2869, | |
| "step": 671 | |
| }, | |
| { | |
| "epoch": 0.4883720930232558, | |
| "grad_norm": 1.0310047577721608, | |
| "learning_rate": 5.496716624116836e-06, | |
| "loss": 2.3195, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 0.4890988372093023, | |
| "grad_norm": 1.335901274130401, | |
| "learning_rate": 5.484927715129011e-06, | |
| "loss": 2.328, | |
| "step": 673 | |
| }, | |
| { | |
| "epoch": 0.4898255813953488, | |
| "grad_norm": 1.1541404345602513, | |
| "learning_rate": 5.4731360841325405e-06, | |
| "loss": 2.2637, | |
| "step": 674 | |
| }, | |
| { | |
| "epoch": 0.49055232558139533, | |
| "grad_norm": 1.3074779848860199, | |
| "learning_rate": 5.46134179731651e-06, | |
| "loss": 2.313, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.49127906976744184, | |
| "grad_norm": 1.1990590115578161, | |
| "learning_rate": 5.449544920884912e-06, | |
| "loss": 2.2838, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 0.49200581395348836, | |
| "grad_norm": 1.1453336133464966, | |
| "learning_rate": 5.437745521056272e-06, | |
| "loss": 2.309, | |
| "step": 677 | |
| }, | |
| { | |
| "epoch": 0.49273255813953487, | |
| "grad_norm": 1.2139105440204063, | |
| "learning_rate": 5.425943664063284e-06, | |
| "loss": 2.3336, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 0.4934593023255814, | |
| "grad_norm": 1.2636132251369618, | |
| "learning_rate": 5.414139416152435e-06, | |
| "loss": 2.328, | |
| "step": 679 | |
| }, | |
| { | |
| "epoch": 0.4941860465116279, | |
| "grad_norm": 1.208004638217351, | |
| "learning_rate": 5.402332843583631e-06, | |
| "loss": 2.2732, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.4949127906976744, | |
| "grad_norm": 1.18632348684088, | |
| "learning_rate": 5.390524012629824e-06, | |
| "loss": 2.3023, | |
| "step": 681 | |
| }, | |
| { | |
| "epoch": 0.4956395348837209, | |
| "grad_norm": 1.73169268404447, | |
| "learning_rate": 5.3787129895766484e-06, | |
| "loss": 2.3595, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 0.49636627906976744, | |
| "grad_norm": 1.22781474125336, | |
| "learning_rate": 5.3668998407220385e-06, | |
| "loss": 2.3425, | |
| "step": 683 | |
| }, | |
| { | |
| "epoch": 0.49709302325581395, | |
| "grad_norm": 1.4004816370059154, | |
| "learning_rate": 5.3550846323758666e-06, | |
| "loss": 2.2719, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 0.49781976744186046, | |
| "grad_norm": 1.175122817240152, | |
| "learning_rate": 5.343267430859559e-06, | |
| "loss": 2.2725, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 0.498546511627907, | |
| "grad_norm": 1.2765509033619677, | |
| "learning_rate": 5.331448302505736e-06, | |
| "loss": 2.2324, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 0.4992732558139535, | |
| "grad_norm": 1.134665763858464, | |
| "learning_rate": 5.319627313657829e-06, | |
| "loss": 2.295, | |
| "step": 687 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 1.2622065199475687, | |
| "learning_rate": 5.3078045306697154e-06, | |
| "loss": 2.3023, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 0.5007267441860465, | |
| "grad_norm": 1.103313759369295, | |
| "learning_rate": 5.295980019905342e-06, | |
| "loss": 2.2914, | |
| "step": 689 | |
| }, | |
| { | |
| "epoch": 0.501453488372093, | |
| "grad_norm": 1.0658556313608603, | |
| "learning_rate": 5.284153847738356e-06, | |
| "loss": 2.2972, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.5021802325581395, | |
| "grad_norm": 1.1540767104639644, | |
| "learning_rate": 5.272326080551729e-06, | |
| "loss": 2.3199, | |
| "step": 691 | |
| }, | |
| { | |
| "epoch": 0.502906976744186, | |
| "grad_norm": 1.0685698322062964, | |
| "learning_rate": 5.260496784737386e-06, | |
| "loss": 2.3586, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 0.5036337209302325, | |
| "grad_norm": 1.075137770401511, | |
| "learning_rate": 5.248666026695835e-06, | |
| "loss": 2.3327, | |
| "step": 693 | |
| }, | |
| { | |
| "epoch": 0.5043604651162791, | |
| "grad_norm": 1.2485248045497954, | |
| "learning_rate": 5.236833872835785e-06, | |
| "loss": 2.2846, | |
| "step": 694 | |
| }, | |
| { | |
| "epoch": 0.5050872093023255, | |
| "grad_norm": 1.1866909415018816, | |
| "learning_rate": 5.2250003895737865e-06, | |
| "loss": 2.347, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 0.5058139534883721, | |
| "grad_norm": 1.1733792890442774, | |
| "learning_rate": 5.213165643333851e-06, | |
| "loss": 2.2621, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 0.5065406976744186, | |
| "grad_norm": 1.0957320197546991, | |
| "learning_rate": 5.201329700547077e-06, | |
| "loss": 2.319, | |
| "step": 697 | |
| }, | |
| { | |
| "epoch": 0.5072674418604651, | |
| "grad_norm": 1.783025447548493, | |
| "learning_rate": 5.1894926276512824e-06, | |
| "loss": 2.331, | |
| "step": 698 | |
| }, | |
| { | |
| "epoch": 0.5079941860465116, | |
| "grad_norm": 1.1016261702586139, | |
| "learning_rate": 5.177654491090627e-06, | |
| "loss": 2.2892, | |
| "step": 699 | |
| }, | |
| { | |
| "epoch": 0.5087209302325582, | |
| "grad_norm": 1.3255266643870636, | |
| "learning_rate": 5.1658153573152405e-06, | |
| "loss": 2.3513, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.5094476744186046, | |
| "grad_norm": 1.130548269660744, | |
| "learning_rate": 5.153975292780852e-06, | |
| "loss": 2.3004, | |
| "step": 701 | |
| }, | |
| { | |
| "epoch": 0.5101744186046512, | |
| "grad_norm": 1.2122532789242535, | |
| "learning_rate": 5.1421343639484165e-06, | |
| "loss": 2.2811, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 0.5109011627906976, | |
| "grad_norm": 1.1880143344840974, | |
| "learning_rate": 5.130292637283735e-06, | |
| "loss": 2.3121, | |
| "step": 703 | |
| }, | |
| { | |
| "epoch": 0.5116279069767442, | |
| "grad_norm": 1.4083680998178665, | |
| "learning_rate": 5.118450179257091e-06, | |
| "loss": 2.2639, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 0.5123546511627907, | |
| "grad_norm": 1.2695136745113604, | |
| "learning_rate": 5.1066070563428736e-06, | |
| "loss": 2.2975, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 0.5130813953488372, | |
| "grad_norm": 1.1487564964506674, | |
| "learning_rate": 5.0947633350192035e-06, | |
| "loss": 2.313, | |
| "step": 706 | |
| }, | |
| { | |
| "epoch": 0.5138081395348837, | |
| "grad_norm": 1.2133446995418098, | |
| "learning_rate": 5.082919081767558e-06, | |
| "loss": 2.2599, | |
| "step": 707 | |
| }, | |
| { | |
| "epoch": 0.5145348837209303, | |
| "grad_norm": 1.060658390712619, | |
| "learning_rate": 5.071074363072403e-06, | |
| "loss": 2.3123, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 0.5152616279069767, | |
| "grad_norm": 1.2238495475049125, | |
| "learning_rate": 5.059229245420819e-06, | |
| "loss": 2.307, | |
| "step": 709 | |
| }, | |
| { | |
| "epoch": 0.5159883720930233, | |
| "grad_norm": 1.2300813441464897, | |
| "learning_rate": 5.047383795302119e-06, | |
| "loss": 2.3029, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.5167151162790697, | |
| "grad_norm": 1.0721690467315328, | |
| "learning_rate": 5.035538079207488e-06, | |
| "loss": 2.2998, | |
| "step": 711 | |
| }, | |
| { | |
| "epoch": 0.5174418604651163, | |
| "grad_norm": 1.0965555474718804, | |
| "learning_rate": 5.023692163629603e-06, | |
| "loss": 2.3067, | |
| "step": 712 | |
| }, | |
| { | |
| "epoch": 0.5181686046511628, | |
| "grad_norm": 1.0914497068226068, | |
| "learning_rate": 5.01184611506226e-06, | |
| "loss": 2.3203, | |
| "step": 713 | |
| }, | |
| { | |
| "epoch": 0.5188953488372093, | |
| "grad_norm": 1.0861900942041762, | |
| "learning_rate": 5e-06, | |
| "loss": 2.3539, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 0.5196220930232558, | |
| "grad_norm": 1.1817757691113775, | |
| "learning_rate": 4.988153884937742e-06, | |
| "loss": 2.323, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 0.5203488372093024, | |
| "grad_norm": 1.285821525788281, | |
| "learning_rate": 4.9763078363703975e-06, | |
| "loss": 2.2366, | |
| "step": 716 | |
| }, | |
| { | |
| "epoch": 0.5210755813953488, | |
| "grad_norm": 1.2634506605635316, | |
| "learning_rate": 4.964461920792512e-06, | |
| "loss": 2.3212, | |
| "step": 717 | |
| }, | |
| { | |
| "epoch": 0.5218023255813954, | |
| "grad_norm": 1.0448269993418493, | |
| "learning_rate": 4.952616204697882e-06, | |
| "loss": 2.3133, | |
| "step": 718 | |
| }, | |
| { | |
| "epoch": 0.5225290697674418, | |
| "grad_norm": 1.0529467546593827, | |
| "learning_rate": 4.940770754579183e-06, | |
| "loss": 2.2669, | |
| "step": 719 | |
| }, | |
| { | |
| "epoch": 0.5232558139534884, | |
| "grad_norm": 1.0748992392149725, | |
| "learning_rate": 4.928925636927597e-06, | |
| "loss": 2.2731, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.5239825581395349, | |
| "grad_norm": 1.2467135751557892, | |
| "learning_rate": 4.917080918232444e-06, | |
| "loss": 2.3027, | |
| "step": 721 | |
| }, | |
| { | |
| "epoch": 0.5247093023255814, | |
| "grad_norm": 1.3441280421823978, | |
| "learning_rate": 4.905236664980797e-06, | |
| "loss": 2.2939, | |
| "step": 722 | |
| }, | |
| { | |
| "epoch": 0.5254360465116279, | |
| "grad_norm": 1.148440473548479, | |
| "learning_rate": 4.893392943657127e-06, | |
| "loss": 2.2725, | |
| "step": 723 | |
| }, | |
| { | |
| "epoch": 0.5261627906976745, | |
| "grad_norm": 1.0956915790093777, | |
| "learning_rate": 4.88154982074291e-06, | |
| "loss": 2.278, | |
| "step": 724 | |
| }, | |
| { | |
| "epoch": 0.5268895348837209, | |
| "grad_norm": 1.0794100545360528, | |
| "learning_rate": 4.8697073627162675e-06, | |
| "loss": 2.344, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.5276162790697675, | |
| "grad_norm": 1.0353531761976227, | |
| "learning_rate": 4.857865636051586e-06, | |
| "loss": 2.3008, | |
| "step": 726 | |
| }, | |
| { | |
| "epoch": 0.528343023255814, | |
| "grad_norm": 1.2156865801913177, | |
| "learning_rate": 4.846024707219149e-06, | |
| "loss": 2.3188, | |
| "step": 727 | |
| }, | |
| { | |
| "epoch": 0.5290697674418605, | |
| "grad_norm": 1.112920842833822, | |
| "learning_rate": 4.834184642684762e-06, | |
| "loss": 2.3114, | |
| "step": 728 | |
| }, | |
| { | |
| "epoch": 0.529796511627907, | |
| "grad_norm": 1.0831654219932778, | |
| "learning_rate": 4.822345508909376e-06, | |
| "loss": 2.2565, | |
| "step": 729 | |
| }, | |
| { | |
| "epoch": 0.5305232558139535, | |
| "grad_norm": 1.0230080869234226, | |
| "learning_rate": 4.810507372348721e-06, | |
| "loss": 2.2941, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.53125, | |
| "grad_norm": 1.1561917177674794, | |
| "learning_rate": 4.798670299452926e-06, | |
| "loss": 2.3085, | |
| "step": 731 | |
| }, | |
| { | |
| "epoch": 0.5319767441860465, | |
| "grad_norm": 1.0618213129594278, | |
| "learning_rate": 4.786834356666153e-06, | |
| "loss": 2.3032, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 0.532703488372093, | |
| "grad_norm": 1.1594693610124356, | |
| "learning_rate": 4.774999610426216e-06, | |
| "loss": 2.341, | |
| "step": 733 | |
| }, | |
| { | |
| "epoch": 0.5334302325581395, | |
| "grad_norm": 1.169649137664396, | |
| "learning_rate": 4.7631661271642185e-06, | |
| "loss": 2.2809, | |
| "step": 734 | |
| }, | |
| { | |
| "epoch": 0.534156976744186, | |
| "grad_norm": 1.0549049328053892, | |
| "learning_rate": 4.751333973304166e-06, | |
| "loss": 2.333, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 0.5348837209302325, | |
| "grad_norm": 1.0038525318185807, | |
| "learning_rate": 4.739503215262614e-06, | |
| "loss": 2.3116, | |
| "step": 736 | |
| }, | |
| { | |
| "epoch": 0.5356104651162791, | |
| "grad_norm": 1.31997708555104, | |
| "learning_rate": 4.727673919448271e-06, | |
| "loss": 2.2741, | |
| "step": 737 | |
| }, | |
| { | |
| "epoch": 0.5363372093023255, | |
| "grad_norm": 2.627288102246105, | |
| "learning_rate": 4.715846152261645e-06, | |
| "loss": 2.3146, | |
| "step": 738 | |
| }, | |
| { | |
| "epoch": 0.5370639534883721, | |
| "grad_norm": 1.2734425519555057, | |
| "learning_rate": 4.704019980094659e-06, | |
| "loss": 2.2962, | |
| "step": 739 | |
| }, | |
| { | |
| "epoch": 0.5377906976744186, | |
| "grad_norm": 1.0854352730012788, | |
| "learning_rate": 4.692195469330286e-06, | |
| "loss": 2.3271, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.5385174418604651, | |
| "grad_norm": 1.2912493479896627, | |
| "learning_rate": 4.680372686342173e-06, | |
| "loss": 2.3492, | |
| "step": 741 | |
| }, | |
| { | |
| "epoch": 0.5392441860465116, | |
| "grad_norm": 1.1007088516087424, | |
| "learning_rate": 4.668551697494265e-06, | |
| "loss": 2.2956, | |
| "step": 742 | |
| }, | |
| { | |
| "epoch": 0.5399709302325582, | |
| "grad_norm": 1.2218535001454547, | |
| "learning_rate": 4.656732569140441e-06, | |
| "loss": 2.3164, | |
| "step": 743 | |
| }, | |
| { | |
| "epoch": 0.5406976744186046, | |
| "grad_norm": 1.1620697376080404, | |
| "learning_rate": 4.644915367624134e-06, | |
| "loss": 2.3121, | |
| "step": 744 | |
| }, | |
| { | |
| "epoch": 0.5414244186046512, | |
| "grad_norm": 1.0853929215895797, | |
| "learning_rate": 4.6331001592779615e-06, | |
| "loss": 2.2714, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 0.5421511627906976, | |
| "grad_norm": 1.2845929065378492, | |
| "learning_rate": 4.621287010423353e-06, | |
| "loss": 2.2752, | |
| "step": 746 | |
| }, | |
| { | |
| "epoch": 0.5428779069767442, | |
| "grad_norm": 1.7105298123808783, | |
| "learning_rate": 4.609475987370177e-06, | |
| "loss": 2.226, | |
| "step": 747 | |
| }, | |
| { | |
| "epoch": 0.5436046511627907, | |
| "grad_norm": 1.089059131220579, | |
| "learning_rate": 4.597667156416371e-06, | |
| "loss": 2.2778, | |
| "step": 748 | |
| }, | |
| { | |
| "epoch": 0.5443313953488372, | |
| "grad_norm": 1.16904595629462, | |
| "learning_rate": 4.585860583847566e-06, | |
| "loss": 2.2746, | |
| "step": 749 | |
| }, | |
| { | |
| "epoch": 0.5450581395348837, | |
| "grad_norm": 1.0790766039012891, | |
| "learning_rate": 4.5740563359367164e-06, | |
| "loss": 2.3374, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.5457848837209303, | |
| "grad_norm": 1.1928040971714162, | |
| "learning_rate": 4.562254478943729e-06, | |
| "loss": 2.295, | |
| "step": 751 | |
| }, | |
| { | |
| "epoch": 0.5465116279069767, | |
| "grad_norm": 1.0780584166585039, | |
| "learning_rate": 4.550455079115091e-06, | |
| "loss": 2.3019, | |
| "step": 752 | |
| }, | |
| { | |
| "epoch": 0.5472383720930233, | |
| "grad_norm": 1.2031883158838685, | |
| "learning_rate": 4.53865820268349e-06, | |
| "loss": 2.3214, | |
| "step": 753 | |
| }, | |
| { | |
| "epoch": 0.5479651162790697, | |
| "grad_norm": 1.165919792008399, | |
| "learning_rate": 4.52686391586746e-06, | |
| "loss": 2.3162, | |
| "step": 754 | |
| }, | |
| { | |
| "epoch": 0.5486918604651163, | |
| "grad_norm": 1.0614325726147842, | |
| "learning_rate": 4.51507228487099e-06, | |
| "loss": 2.3383, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 0.5494186046511628, | |
| "grad_norm": 1.6562096024577802, | |
| "learning_rate": 4.503283375883165e-06, | |
| "loss": 2.2749, | |
| "step": 756 | |
| }, | |
| { | |
| "epoch": 0.5501453488372093, | |
| "grad_norm": 1.032325987733994, | |
| "learning_rate": 4.49149725507779e-06, | |
| "loss": 2.3248, | |
| "step": 757 | |
| }, | |
| { | |
| "epoch": 0.5508720930232558, | |
| "grad_norm": 1.1761618418955344, | |
| "learning_rate": 4.479713988613021e-06, | |
| "loss": 2.3352, | |
| "step": 758 | |
| }, | |
| { | |
| "epoch": 0.5515988372093024, | |
| "grad_norm": 1.4407183902299339, | |
| "learning_rate": 4.467933642630989e-06, | |
| "loss": 2.3129, | |
| "step": 759 | |
| }, | |
| { | |
| "epoch": 0.5523255813953488, | |
| "grad_norm": 1.7485899959244522, | |
| "learning_rate": 4.456156283257433e-06, | |
| "loss": 2.2731, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.5530523255813954, | |
| "grad_norm": 1.067156350753222, | |
| "learning_rate": 4.44438197660133e-06, | |
| "loss": 2.2612, | |
| "step": 761 | |
| }, | |
| { | |
| "epoch": 0.5537790697674418, | |
| "grad_norm": 1.1944089605557895, | |
| "learning_rate": 4.432610788754517e-06, | |
| "loss": 2.3038, | |
| "step": 762 | |
| }, | |
| { | |
| "epoch": 0.5545058139534884, | |
| "grad_norm": 1.0693481833494738, | |
| "learning_rate": 4.420842785791326e-06, | |
| "loss": 2.3026, | |
| "step": 763 | |
| }, | |
| { | |
| "epoch": 0.5552325581395349, | |
| "grad_norm": 1.038170071261918, | |
| "learning_rate": 4.409078033768214e-06, | |
| "loss": 2.3048, | |
| "step": 764 | |
| }, | |
| { | |
| "epoch": 0.5559593023255814, | |
| "grad_norm": 1.0195295401284605, | |
| "learning_rate": 4.397316598723385e-06, | |
| "loss": 2.3144, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 0.5566860465116279, | |
| "grad_norm": 1.0481555681045303, | |
| "learning_rate": 4.3855585466764305e-06, | |
| "loss": 2.3215, | |
| "step": 766 | |
| }, | |
| { | |
| "epoch": 0.5574127906976745, | |
| "grad_norm": 1.0610663400067764, | |
| "learning_rate": 4.373803943627946e-06, | |
| "loss": 2.2499, | |
| "step": 767 | |
| }, | |
| { | |
| "epoch": 0.5581395348837209, | |
| "grad_norm": 1.3765746707741413, | |
| "learning_rate": 4.362052855559171e-06, | |
| "loss": 2.3205, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 0.5588662790697675, | |
| "grad_norm": 1.3701617218217217, | |
| "learning_rate": 4.350305348431612e-06, | |
| "loss": 2.3042, | |
| "step": 769 | |
| }, | |
| { | |
| "epoch": 0.559593023255814, | |
| "grad_norm": 1.4655827010991576, | |
| "learning_rate": 4.338561488186678e-06, | |
| "loss": 2.2732, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.5603197674418605, | |
| "grad_norm": 1.269480197875066, | |
| "learning_rate": 4.326821340745304e-06, | |
| "loss": 2.3294, | |
| "step": 771 | |
| }, | |
| { | |
| "epoch": 0.561046511627907, | |
| "grad_norm": 1.2015230300920634, | |
| "learning_rate": 4.315084972007587e-06, | |
| "loss": 2.3379, | |
| "step": 772 | |
| }, | |
| { | |
| "epoch": 0.5617732558139535, | |
| "grad_norm": 1.6683359319886466, | |
| "learning_rate": 4.303352447852412e-06, | |
| "loss": 2.2795, | |
| "step": 773 | |
| }, | |
| { | |
| "epoch": 0.5625, | |
| "grad_norm": 1.145915220611224, | |
| "learning_rate": 4.291623834137082e-06, | |
| "loss": 2.3492, | |
| "step": 774 | |
| }, | |
| { | |
| "epoch": 0.5632267441860465, | |
| "grad_norm": 1.0525245783287247, | |
| "learning_rate": 4.279899196696953e-06, | |
| "loss": 2.2973, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.563953488372093, | |
| "grad_norm": 1.0792534481764795, | |
| "learning_rate": 4.268178601345057e-06, | |
| "loss": 2.3456, | |
| "step": 776 | |
| }, | |
| { | |
| "epoch": 0.5646802325581395, | |
| "grad_norm": 1.0722001996118922, | |
| "learning_rate": 4.256462113871741e-06, | |
| "loss": 2.3002, | |
| "step": 777 | |
| }, | |
| { | |
| "epoch": 0.565406976744186, | |
| "grad_norm": 1.1005919176139587, | |
| "learning_rate": 4.2447498000442935e-06, | |
| "loss": 2.2957, | |
| "step": 778 | |
| }, | |
| { | |
| "epoch": 0.5661337209302325, | |
| "grad_norm": 1.0155813164835708, | |
| "learning_rate": 4.233041725606573e-06, | |
| "loss": 2.3771, | |
| "step": 779 | |
| }, | |
| { | |
| "epoch": 0.5668604651162791, | |
| "grad_norm": 1.1740941879042222, | |
| "learning_rate": 4.2213379562786406e-06, | |
| "loss": 2.3246, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.5675872093023255, | |
| "grad_norm": 1.0820477727645355, | |
| "learning_rate": 4.209638557756396e-06, | |
| "loss": 2.306, | |
| "step": 781 | |
| }, | |
| { | |
| "epoch": 0.5683139534883721, | |
| "grad_norm": 1.184123545414512, | |
| "learning_rate": 4.1979435957111984e-06, | |
| "loss": 2.3486, | |
| "step": 782 | |
| }, | |
| { | |
| "epoch": 0.5690406976744186, | |
| "grad_norm": 1.2273527031302494, | |
| "learning_rate": 4.186253135789511e-06, | |
| "loss": 2.3706, | |
| "step": 783 | |
| }, | |
| { | |
| "epoch": 0.5697674418604651, | |
| "grad_norm": 2.5274481337597683, | |
| "learning_rate": 4.1745672436125205e-06, | |
| "loss": 2.2692, | |
| "step": 784 | |
| }, | |
| { | |
| "epoch": 0.5704941860465116, | |
| "grad_norm": 1.1293062589962266, | |
| "learning_rate": 4.162885984775777e-06, | |
| "loss": 2.3382, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.5712209302325582, | |
| "grad_norm": 1.1904762121908412, | |
| "learning_rate": 4.15120942484882e-06, | |
| "loss": 2.2992, | |
| "step": 786 | |
| }, | |
| { | |
| "epoch": 0.5719476744186046, | |
| "grad_norm": 1.0604891438581503, | |
| "learning_rate": 4.139537629374814e-06, | |
| "loss": 2.2331, | |
| "step": 787 | |
| }, | |
| { | |
| "epoch": 0.5726744186046512, | |
| "grad_norm": 1.9696331643707805, | |
| "learning_rate": 4.12787066387018e-06, | |
| "loss": 2.2814, | |
| "step": 788 | |
| }, | |
| { | |
| "epoch": 0.5734011627906976, | |
| "grad_norm": 1.101600496243351, | |
| "learning_rate": 4.116208593824227e-06, | |
| "loss": 2.2422, | |
| "step": 789 | |
| }, | |
| { | |
| "epoch": 0.5741279069767442, | |
| "grad_norm": 1.116699022328913, | |
| "learning_rate": 4.104551484698785e-06, | |
| "loss": 2.2757, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.5748546511627907, | |
| "grad_norm": 1.1199526384176086, | |
| "learning_rate": 4.092899401927836e-06, | |
| "loss": 2.3383, | |
| "step": 791 | |
| }, | |
| { | |
| "epoch": 0.5755813953488372, | |
| "grad_norm": 1.093552386009082, | |
| "learning_rate": 4.081252410917148e-06, | |
| "loss": 2.2934, | |
| "step": 792 | |
| }, | |
| { | |
| "epoch": 0.5763081395348837, | |
| "grad_norm": 1.0487756756149464, | |
| "learning_rate": 4.069610577043912e-06, | |
| "loss": 2.2438, | |
| "step": 793 | |
| }, | |
| { | |
| "epoch": 0.5770348837209303, | |
| "grad_norm": 1.1051452936093074, | |
| "learning_rate": 4.057973965656365e-06, | |
| "loss": 2.2804, | |
| "step": 794 | |
| }, | |
| { | |
| "epoch": 0.5777616279069767, | |
| "grad_norm": 1.1164624106499657, | |
| "learning_rate": 4.046342642073433e-06, | |
| "loss": 2.282, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 0.5784883720930233, | |
| "grad_norm": 0.9908772046288108, | |
| "learning_rate": 4.034716671584357e-06, | |
| "loss": 2.2756, | |
| "step": 796 | |
| }, | |
| { | |
| "epoch": 0.5792151162790697, | |
| "grad_norm": 1.0456373042936773, | |
| "learning_rate": 4.0230961194483325e-06, | |
| "loss": 2.3089, | |
| "step": 797 | |
| }, | |
| { | |
| "epoch": 0.5799418604651163, | |
| "grad_norm": 1.0795700462534907, | |
| "learning_rate": 4.01148105089414e-06, | |
| "loss": 2.3303, | |
| "step": 798 | |
| }, | |
| { | |
| "epoch": 0.5806686046511628, | |
| "grad_norm": 1.1053174271707678, | |
| "learning_rate": 3.999871531119779e-06, | |
| "loss": 2.3436, | |
| "step": 799 | |
| }, | |
| { | |
| "epoch": 0.5813953488372093, | |
| "grad_norm": 1.1301776518164668, | |
| "learning_rate": 3.988267625292102e-06, | |
| "loss": 2.2661, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.5821220930232558, | |
| "grad_norm": 1.172930982684841, | |
| "learning_rate": 3.976669398546451e-06, | |
| "loss": 2.345, | |
| "step": 801 | |
| }, | |
| { | |
| "epoch": 0.5828488372093024, | |
| "grad_norm": 1.0890559009206928, | |
| "learning_rate": 3.9650769159862875e-06, | |
| "loss": 2.2633, | |
| "step": 802 | |
| }, | |
| { | |
| "epoch": 0.5835755813953488, | |
| "grad_norm": 1.0775106721417829, | |
| "learning_rate": 3.9534902426828325e-06, | |
| "loss": 2.2898, | |
| "step": 803 | |
| }, | |
| { | |
| "epoch": 0.5843023255813954, | |
| "grad_norm": 1.1586454869442395, | |
| "learning_rate": 3.941909443674696e-06, | |
| "loss": 2.2771, | |
| "step": 804 | |
| }, | |
| { | |
| "epoch": 0.5850290697674418, | |
| "grad_norm": 1.176709888292826, | |
| "learning_rate": 3.930334583967514e-06, | |
| "loss": 2.2887, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 0.5857558139534884, | |
| "grad_norm": 1.0930311463479425, | |
| "learning_rate": 3.918765728533586e-06, | |
| "loss": 2.2662, | |
| "step": 806 | |
| }, | |
| { | |
| "epoch": 0.5864825581395349, | |
| "grad_norm": 0.9869447591684988, | |
| "learning_rate": 3.907202942311506e-06, | |
| "loss": 2.2685, | |
| "step": 807 | |
| }, | |
| { | |
| "epoch": 0.5872093023255814, | |
| "grad_norm": 1.1593303017123573, | |
| "learning_rate": 3.895646290205803e-06, | |
| "loss": 2.3404, | |
| "step": 808 | |
| }, | |
| { | |
| "epoch": 0.5879360465116279, | |
| "grad_norm": 1.3958293581245043, | |
| "learning_rate": 3.884095837086571e-06, | |
| "loss": 2.3046, | |
| "step": 809 | |
| }, | |
| { | |
| "epoch": 0.5886627906976745, | |
| "grad_norm": 1.0971451664444143, | |
| "learning_rate": 3.872551647789108e-06, | |
| "loss": 2.2717, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.5893895348837209, | |
| "grad_norm": 3.09870534328071, | |
| "learning_rate": 3.861013787113553e-06, | |
| "loss": 2.3797, | |
| "step": 811 | |
| }, | |
| { | |
| "epoch": 0.5901162790697675, | |
| "grad_norm": 1.141704824594259, | |
| "learning_rate": 3.849482319824521e-06, | |
| "loss": 2.296, | |
| "step": 812 | |
| }, | |
| { | |
| "epoch": 0.590843023255814, | |
| "grad_norm": 0.9859445781082979, | |
| "learning_rate": 3.837957310650738e-06, | |
| "loss": 2.3019, | |
| "step": 813 | |
| }, | |
| { | |
| "epoch": 0.5915697674418605, | |
| "grad_norm": 1.0950233921797288, | |
| "learning_rate": 3.82643882428468e-06, | |
| "loss": 2.3029, | |
| "step": 814 | |
| }, | |
| { | |
| "epoch": 0.592296511627907, | |
| "grad_norm": 1.0700692250622799, | |
| "learning_rate": 3.81492692538221e-06, | |
| "loss": 2.3141, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 0.5930232558139535, | |
| "grad_norm": 1.091662316980483, | |
| "learning_rate": 3.803421678562213e-06, | |
| "loss": 2.2995, | |
| "step": 816 | |
| }, | |
| { | |
| "epoch": 0.59375, | |
| "grad_norm": 1.204369219463071, | |
| "learning_rate": 3.7919231484062334e-06, | |
| "loss": 2.2585, | |
| "step": 817 | |
| }, | |
| { | |
| "epoch": 0.5944767441860465, | |
| "grad_norm": 1.0764274721400988, | |
| "learning_rate": 3.7804313994581143e-06, | |
| "loss": 2.2878, | |
| "step": 818 | |
| }, | |
| { | |
| "epoch": 0.595203488372093, | |
| "grad_norm": 1.1663852917982485, | |
| "learning_rate": 3.7689464962236367e-06, | |
| "loss": 2.2805, | |
| "step": 819 | |
| }, | |
| { | |
| "epoch": 0.5959302325581395, | |
| "grad_norm": 1.0119449535199592, | |
| "learning_rate": 3.757468503170153e-06, | |
| "loss": 2.3124, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.596656976744186, | |
| "grad_norm": 0.9879631073022755, | |
| "learning_rate": 3.7459974847262253e-06, | |
| "loss": 2.2971, | |
| "step": 821 | |
| }, | |
| { | |
| "epoch": 0.5973837209302325, | |
| "grad_norm": 1.0980204844106818, | |
| "learning_rate": 3.734533505281269e-06, | |
| "loss": 2.3215, | |
| "step": 822 | |
| }, | |
| { | |
| "epoch": 0.5981104651162791, | |
| "grad_norm": 1.1727982952700535, | |
| "learning_rate": 3.723076629185186e-06, | |
| "loss": 2.3073, | |
| "step": 823 | |
| }, | |
| { | |
| "epoch": 0.5988372093023255, | |
| "grad_norm": 1.095773058831185, | |
| "learning_rate": 3.7116269207480055e-06, | |
| "loss": 2.3034, | |
| "step": 824 | |
| }, | |
| { | |
| "epoch": 0.5995639534883721, | |
| "grad_norm": 1.1102423289772532, | |
| "learning_rate": 3.700184444239524e-06, | |
| "loss": 2.3286, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.6002906976744186, | |
| "grad_norm": 1.2168841679733824, | |
| "learning_rate": 3.6887492638889433e-06, | |
| "loss": 2.3142, | |
| "step": 826 | |
| }, | |
| { | |
| "epoch": 0.6010174418604651, | |
| "grad_norm": 1.1239188965273867, | |
| "learning_rate": 3.677321443884509e-06, | |
| "loss": 2.3021, | |
| "step": 827 | |
| }, | |
| { | |
| "epoch": 0.6017441860465116, | |
| "grad_norm": 1.0061388225584935, | |
| "learning_rate": 3.6659010483731543e-06, | |
| "loss": 2.2644, | |
| "step": 828 | |
| }, | |
| { | |
| "epoch": 0.6024709302325582, | |
| "grad_norm": 1.0745214690142126, | |
| "learning_rate": 3.654488141460134e-06, | |
| "loss": 2.3161, | |
| "step": 829 | |
| }, | |
| { | |
| "epoch": 0.6031976744186046, | |
| "grad_norm": 1.066456873356294, | |
| "learning_rate": 3.6430827872086694e-06, | |
| "loss": 2.3044, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.6039244186046512, | |
| "grad_norm": 1.0201857786513382, | |
| "learning_rate": 3.6316850496395863e-06, | |
| "loss": 2.344, | |
| "step": 831 | |
| }, | |
| { | |
| "epoch": 0.6046511627906976, | |
| "grad_norm": 1.3732462363703541, | |
| "learning_rate": 3.6202949927309555e-06, | |
| "loss": 2.3352, | |
| "step": 832 | |
| }, | |
| { | |
| "epoch": 0.6053779069767442, | |
| "grad_norm": 1.0703274758634678, | |
| "learning_rate": 3.6089126804177373e-06, | |
| "loss": 2.283, | |
| "step": 833 | |
| }, | |
| { | |
| "epoch": 0.6061046511627907, | |
| "grad_norm": 1.183872355394252, | |
| "learning_rate": 3.597538176591417e-06, | |
| "loss": 2.2443, | |
| "step": 834 | |
| }, | |
| { | |
| "epoch": 0.6068313953488372, | |
| "grad_norm": 2.828409917772514, | |
| "learning_rate": 3.5861715450996505e-06, | |
| "loss": 2.3027, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 0.6075581395348837, | |
| "grad_norm": 1.0453232535385137, | |
| "learning_rate": 3.5748128497459044e-06, | |
| "loss": 2.2397, | |
| "step": 836 | |
| }, | |
| { | |
| "epoch": 0.6082848837209303, | |
| "grad_norm": 1.0869450979441266, | |
| "learning_rate": 3.563462154289098e-06, | |
| "loss": 2.2687, | |
| "step": 837 | |
| }, | |
| { | |
| "epoch": 0.6090116279069767, | |
| "grad_norm": 1.0621257836663385, | |
| "learning_rate": 3.5521195224432436e-06, | |
| "loss": 2.2794, | |
| "step": 838 | |
| }, | |
| { | |
| "epoch": 0.6097383720930233, | |
| "grad_norm": 1.0092312203378675, | |
| "learning_rate": 3.5407850178770944e-06, | |
| "loss": 2.334, | |
| "step": 839 | |
| }, | |
| { | |
| "epoch": 0.6104651162790697, | |
| "grad_norm": 1.105493758604535, | |
| "learning_rate": 3.5294587042137796e-06, | |
| "loss": 2.318, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.6111918604651163, | |
| "grad_norm": 1.1993001659775373, | |
| "learning_rate": 3.5181406450304536e-06, | |
| "loss": 2.2729, | |
| "step": 841 | |
| }, | |
| { | |
| "epoch": 0.6119186046511628, | |
| "grad_norm": 1.0688907809651846, | |
| "learning_rate": 3.506830903857933e-06, | |
| "loss": 2.3048, | |
| "step": 842 | |
| }, | |
| { | |
| "epoch": 0.6126453488372093, | |
| "grad_norm": 1.2797486907093922, | |
| "learning_rate": 3.49552954418035e-06, | |
| "loss": 2.3112, | |
| "step": 843 | |
| }, | |
| { | |
| "epoch": 0.6133720930232558, | |
| "grad_norm": 1.0551236479337645, | |
| "learning_rate": 3.484236629434783e-06, | |
| "loss": 2.2843, | |
| "step": 844 | |
| }, | |
| { | |
| "epoch": 0.6140988372093024, | |
| "grad_norm": 1.0368752476104846, | |
| "learning_rate": 3.4729522230109103e-06, | |
| "loss": 2.275, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 0.6148255813953488, | |
| "grad_norm": 1.2212850537214994, | |
| "learning_rate": 3.461676388250651e-06, | |
| "loss": 2.3211, | |
| "step": 846 | |
| }, | |
| { | |
| "epoch": 0.6155523255813954, | |
| "grad_norm": 1.1497485865405142, | |
| "learning_rate": 3.4504091884478076e-06, | |
| "loss": 2.2402, | |
| "step": 847 | |
| }, | |
| { | |
| "epoch": 0.6162790697674418, | |
| "grad_norm": 1.0906549367951974, | |
| "learning_rate": 3.4391506868477153e-06, | |
| "loss": 2.2838, | |
| "step": 848 | |
| }, | |
| { | |
| "epoch": 0.6170058139534884, | |
| "grad_norm": 1.1230941195693127, | |
| "learning_rate": 3.4279009466468825e-06, | |
| "loss": 2.3212, | |
| "step": 849 | |
| }, | |
| { | |
| "epoch": 0.6177325581395349, | |
| "grad_norm": 1.4108103209541318, | |
| "learning_rate": 3.416660030992639e-06, | |
| "loss": 2.2671, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.6184593023255814, | |
| "grad_norm": 3.170948816296744, | |
| "learning_rate": 3.405428002982779e-06, | |
| "loss": 2.3123, | |
| "step": 851 | |
| }, | |
| { | |
| "epoch": 0.6191860465116279, | |
| "grad_norm": 1.1804134414107927, | |
| "learning_rate": 3.3942049256652093e-06, | |
| "loss": 2.3191, | |
| "step": 852 | |
| }, | |
| { | |
| "epoch": 0.6199127906976745, | |
| "grad_norm": 1.0937922010266585, | |
| "learning_rate": 3.3829908620375953e-06, | |
| "loss": 2.2751, | |
| "step": 853 | |
| }, | |
| { | |
| "epoch": 0.6206395348837209, | |
| "grad_norm": 1.1172481321734316, | |
| "learning_rate": 3.3717858750470046e-06, | |
| "loss": 2.2579, | |
| "step": 854 | |
| }, | |
| { | |
| "epoch": 0.6213662790697675, | |
| "grad_norm": 1.1200023639589576, | |
| "learning_rate": 3.3605900275895565e-06, | |
| "loss": 2.2352, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 0.622093023255814, | |
| "grad_norm": 1.0708024845639486, | |
| "learning_rate": 3.349403382510068e-06, | |
| "loss": 2.2787, | |
| "step": 856 | |
| }, | |
| { | |
| "epoch": 0.6228197674418605, | |
| "grad_norm": 1.084888989250318, | |
| "learning_rate": 3.3382260026017027e-06, | |
| "loss": 2.232, | |
| "step": 857 | |
| }, | |
| { | |
| "epoch": 0.623546511627907, | |
| "grad_norm": 1.268520820863664, | |
| "learning_rate": 3.3270579506056146e-06, | |
| "loss": 2.2854, | |
| "step": 858 | |
| }, | |
| { | |
| "epoch": 0.6242732558139535, | |
| "grad_norm": 1.0779562508013507, | |
| "learning_rate": 3.3158992892105975e-06, | |
| "loss": 2.3121, | |
| "step": 859 | |
| }, | |
| { | |
| "epoch": 0.625, | |
| "grad_norm": 1.152571981786872, | |
| "learning_rate": 3.3047500810527343e-06, | |
| "loss": 2.2762, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.6257267441860465, | |
| "grad_norm": 1.1127590575536852, | |
| "learning_rate": 3.2936103887150484e-06, | |
| "loss": 2.3208, | |
| "step": 861 | |
| }, | |
| { | |
| "epoch": 0.626453488372093, | |
| "grad_norm": 1.1100878449841611, | |
| "learning_rate": 3.2824802747271424e-06, | |
| "loss": 2.3413, | |
| "step": 862 | |
| }, | |
| { | |
| "epoch": 0.6271802325581395, | |
| "grad_norm": 1.0795636271079854, | |
| "learning_rate": 3.271359801564858e-06, | |
| "loss": 2.2705, | |
| "step": 863 | |
| }, | |
| { | |
| "epoch": 0.627906976744186, | |
| "grad_norm": 1.0960995727635903, | |
| "learning_rate": 3.2602490316499197e-06, | |
| "loss": 2.2201, | |
| "step": 864 | |
| }, | |
| { | |
| "epoch": 0.6286337209302325, | |
| "grad_norm": 2.9347541178607575, | |
| "learning_rate": 3.2491480273495847e-06, | |
| "loss": 2.3146, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 0.6293604651162791, | |
| "grad_norm": 1.0617998945563392, | |
| "learning_rate": 3.2380568509762935e-06, | |
| "loss": 2.3156, | |
| "step": 866 | |
| }, | |
| { | |
| "epoch": 0.6300872093023255, | |
| "grad_norm": 1.0271455481558849, | |
| "learning_rate": 3.226975564787322e-06, | |
| "loss": 2.277, | |
| "step": 867 | |
| }, | |
| { | |
| "epoch": 0.6308139534883721, | |
| "grad_norm": 1.3002586280292399, | |
| "learning_rate": 3.215904230984428e-06, | |
| "loss": 2.3272, | |
| "step": 868 | |
| }, | |
| { | |
| "epoch": 0.6315406976744186, | |
| "grad_norm": 1.5574297719183472, | |
| "learning_rate": 3.204842911713506e-06, | |
| "loss": 2.3306, | |
| "step": 869 | |
| }, | |
| { | |
| "epoch": 0.6322674418604651, | |
| "grad_norm": 1.1428523129407389, | |
| "learning_rate": 3.1937916690642356e-06, | |
| "loss": 2.3228, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.6329941860465116, | |
| "grad_norm": 1.089861769979664, | |
| "learning_rate": 3.182750565069735e-06, | |
| "loss": 2.2114, | |
| "step": 871 | |
| }, | |
| { | |
| "epoch": 0.6337209302325582, | |
| "grad_norm": 1.1291307856061896, | |
| "learning_rate": 3.171719661706211e-06, | |
| "loss": 2.2489, | |
| "step": 872 | |
| }, | |
| { | |
| "epoch": 0.6344476744186046, | |
| "grad_norm": 1.101392448358028, | |
| "learning_rate": 3.1606990208926125e-06, | |
| "loss": 2.32, | |
| "step": 873 | |
| }, | |
| { | |
| "epoch": 0.6351744186046512, | |
| "grad_norm": 5.592420183479199, | |
| "learning_rate": 3.1496887044902815e-06, | |
| "loss": 2.293, | |
| "step": 874 | |
| }, | |
| { | |
| "epoch": 0.6359011627906976, | |
| "grad_norm": 1.2099630065498752, | |
| "learning_rate": 3.1386887743026083e-06, | |
| "loss": 2.3239, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 0.6366279069767442, | |
| "grad_norm": 1.165045093955686, | |
| "learning_rate": 3.127699292074683e-06, | |
| "loss": 2.2441, | |
| "step": 876 | |
| }, | |
| { | |
| "epoch": 0.6373546511627907, | |
| "grad_norm": 1.088722434436471, | |
| "learning_rate": 3.1167203194929447e-06, | |
| "loss": 2.2861, | |
| "step": 877 | |
| }, | |
| { | |
| "epoch": 0.6380813953488372, | |
| "grad_norm": 1.2492892755052187, | |
| "learning_rate": 3.1057519181848474e-06, | |
| "loss": 2.3617, | |
| "step": 878 | |
| }, | |
| { | |
| "epoch": 0.6388081395348837, | |
| "grad_norm": 1.1658961078716712, | |
| "learning_rate": 3.0947941497184985e-06, | |
| "loss": 2.2811, | |
| "step": 879 | |
| }, | |
| { | |
| "epoch": 0.6395348837209303, | |
| "grad_norm": 1.4870278439353821, | |
| "learning_rate": 3.0838470756023253e-06, | |
| "loss": 2.2888, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.6402616279069767, | |
| "grad_norm": 1.103064716569564, | |
| "learning_rate": 3.0729107572847244e-06, | |
| "loss": 2.2916, | |
| "step": 881 | |
| }, | |
| { | |
| "epoch": 0.6409883720930233, | |
| "grad_norm": 2.4560218782566583, | |
| "learning_rate": 3.0619852561537165e-06, | |
| "loss": 2.3084, | |
| "step": 882 | |
| }, | |
| { | |
| "epoch": 0.6417151162790697, | |
| "grad_norm": 1.1742459127551743, | |
| "learning_rate": 3.0510706335366034e-06, | |
| "loss": 2.297, | |
| "step": 883 | |
| }, | |
| { | |
| "epoch": 0.6424418604651163, | |
| "grad_norm": 1.0987221705498311, | |
| "learning_rate": 3.040166950699626e-06, | |
| "loss": 2.297, | |
| "step": 884 | |
| }, | |
| { | |
| "epoch": 0.6431686046511628, | |
| "grad_norm": 1.071287309340485, | |
| "learning_rate": 3.0292742688476125e-06, | |
| "loss": 2.3008, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 0.6438953488372093, | |
| "grad_norm": 1.0886795715194904, | |
| "learning_rate": 3.018392649123645e-06, | |
| "loss": 2.2998, | |
| "step": 886 | |
| }, | |
| { | |
| "epoch": 0.6446220930232558, | |
| "grad_norm": 1.0354258695320315, | |
| "learning_rate": 3.0075221526087083e-06, | |
| "loss": 2.2977, | |
| "step": 887 | |
| }, | |
| { | |
| "epoch": 0.6453488372093024, | |
| "grad_norm": 1.2586098674126731, | |
| "learning_rate": 2.9966628403213528e-06, | |
| "loss": 2.3182, | |
| "step": 888 | |
| }, | |
| { | |
| "epoch": 0.6460755813953488, | |
| "grad_norm": 1.0639891337581244, | |
| "learning_rate": 2.985814773217346e-06, | |
| "loss": 2.342, | |
| "step": 889 | |
| }, | |
| { | |
| "epoch": 0.6468023255813954, | |
| "grad_norm": 1.0142278093049604, | |
| "learning_rate": 2.9749780121893366e-06, | |
| "loss": 2.3273, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.6475290697674418, | |
| "grad_norm": 1.1300528337470748, | |
| "learning_rate": 2.964152618066508e-06, | |
| "loss": 2.2904, | |
| "step": 891 | |
| }, | |
| { | |
| "epoch": 0.6482558139534884, | |
| "grad_norm": 1.0454947250521127, | |
| "learning_rate": 2.9533386516142402e-06, | |
| "loss": 2.2952, | |
| "step": 892 | |
| }, | |
| { | |
| "epoch": 0.6489825581395349, | |
| "grad_norm": 1.0526378472042244, | |
| "learning_rate": 2.9425361735337655e-06, | |
| "loss": 2.2735, | |
| "step": 893 | |
| }, | |
| { | |
| "epoch": 0.6497093023255814, | |
| "grad_norm": 1.080243091060958, | |
| "learning_rate": 2.93174524446183e-06, | |
| "loss": 2.2815, | |
| "step": 894 | |
| }, | |
| { | |
| "epoch": 0.6504360465116279, | |
| "grad_norm": 1.088488914886554, | |
| "learning_rate": 2.920965924970352e-06, | |
| "loss": 2.2592, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 0.6511627906976745, | |
| "grad_norm": 1.1122754897361344, | |
| "learning_rate": 2.910198275566085e-06, | |
| "loss": 2.2884, | |
| "step": 896 | |
| }, | |
| { | |
| "epoch": 0.6518895348837209, | |
| "grad_norm": 1.0528404554543893, | |
| "learning_rate": 2.899442356690271e-06, | |
| "loss": 2.3596, | |
| "step": 897 | |
| }, | |
| { | |
| "epoch": 0.6526162790697675, | |
| "grad_norm": 1.0174816158118893, | |
| "learning_rate": 2.8886982287183092e-06, | |
| "loss": 2.3454, | |
| "step": 898 | |
| }, | |
| { | |
| "epoch": 0.653343023255814, | |
| "grad_norm": 1.064816839778644, | |
| "learning_rate": 2.8779659519594173e-06, | |
| "loss": 2.2798, | |
| "step": 899 | |
| }, | |
| { | |
| "epoch": 0.6540697674418605, | |
| "grad_norm": 1.1220550056919638, | |
| "learning_rate": 2.8672455866562797e-06, | |
| "loss": 2.3059, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.654796511627907, | |
| "grad_norm": 2.0980951298709227, | |
| "learning_rate": 2.8565371929847286e-06, | |
| "loss": 2.3817, | |
| "step": 901 | |
| }, | |
| { | |
| "epoch": 0.6555232558139535, | |
| "grad_norm": 1.081746293600907, | |
| "learning_rate": 2.8458408310533948e-06, | |
| "loss": 2.3264, | |
| "step": 902 | |
| }, | |
| { | |
| "epoch": 0.65625, | |
| "grad_norm": 1.7403806177324872, | |
| "learning_rate": 2.835156560903365e-06, | |
| "loss": 2.2865, | |
| "step": 903 | |
| }, | |
| { | |
| "epoch": 0.6569767441860465, | |
| "grad_norm": 1.2218329122403868, | |
| "learning_rate": 2.824484442507863e-06, | |
| "loss": 2.3367, | |
| "step": 904 | |
| }, | |
| { | |
| "epoch": 0.657703488372093, | |
| "grad_norm": 1.0595512053583265, | |
| "learning_rate": 2.813824535771892e-06, | |
| "loss": 2.3019, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 0.6584302325581395, | |
| "grad_norm": 1.071380698452199, | |
| "learning_rate": 2.803176900531915e-06, | |
| "loss": 2.3019, | |
| "step": 906 | |
| }, | |
| { | |
| "epoch": 0.659156976744186, | |
| "grad_norm": 1.0825188857789525, | |
| "learning_rate": 2.7925415965555126e-06, | |
| "loss": 2.2516, | |
| "step": 907 | |
| }, | |
| { | |
| "epoch": 0.6598837209302325, | |
| "grad_norm": 2.920822764065476, | |
| "learning_rate": 2.78191868354104e-06, | |
| "loss": 2.3098, | |
| "step": 908 | |
| }, | |
| { | |
| "epoch": 0.6606104651162791, | |
| "grad_norm": 1.0283483488585925, | |
| "learning_rate": 2.771308221117309e-06, | |
| "loss": 2.2796, | |
| "step": 909 | |
| }, | |
| { | |
| "epoch": 0.6613372093023255, | |
| "grad_norm": 1.108342894881162, | |
| "learning_rate": 2.760710268843234e-06, | |
| "loss": 2.2898, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.6620639534883721, | |
| "grad_norm": 1.2927271073592739, | |
| "learning_rate": 2.7501248862075163e-06, | |
| "loss": 2.314, | |
| "step": 911 | |
| }, | |
| { | |
| "epoch": 0.6627906976744186, | |
| "grad_norm": 1.0730365777748851, | |
| "learning_rate": 2.7395521326282913e-06, | |
| "loss": 2.2943, | |
| "step": 912 | |
| }, | |
| { | |
| "epoch": 0.6635174418604651, | |
| "grad_norm": 1.053779281550719, | |
| "learning_rate": 2.7289920674528142e-06, | |
| "loss": 2.3405, | |
| "step": 913 | |
| }, | |
| { | |
| "epoch": 0.6642441860465116, | |
| "grad_norm": 1.0399607086713838, | |
| "learning_rate": 2.718444749957109e-06, | |
| "loss": 2.3139, | |
| "step": 914 | |
| }, | |
| { | |
| "epoch": 0.6649709302325582, | |
| "grad_norm": 1.0368906197250551, | |
| "learning_rate": 2.7079102393456503e-06, | |
| "loss": 2.3257, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 0.6656976744186046, | |
| "grad_norm": 0.9905272281268529, | |
| "learning_rate": 2.69738859475102e-06, | |
| "loss": 2.2996, | |
| "step": 916 | |
| }, | |
| { | |
| "epoch": 0.6664244186046512, | |
| "grad_norm": 1.068690583432205, | |
| "learning_rate": 2.6868798752335867e-06, | |
| "loss": 2.3056, | |
| "step": 917 | |
| }, | |
| { | |
| "epoch": 0.6671511627906976, | |
| "grad_norm": 1.0595936340940884, | |
| "learning_rate": 2.6763841397811576e-06, | |
| "loss": 2.2933, | |
| "step": 918 | |
| }, | |
| { | |
| "epoch": 0.6678779069767442, | |
| "grad_norm": 1.0457724244809747, | |
| "learning_rate": 2.6659014473086665e-06, | |
| "loss": 2.2715, | |
| "step": 919 | |
| }, | |
| { | |
| "epoch": 0.6686046511627907, | |
| "grad_norm": 1.063579439322238, | |
| "learning_rate": 2.655431856657833e-06, | |
| "loss": 2.3071, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.6693313953488372, | |
| "grad_norm": 1.1221698319624531, | |
| "learning_rate": 2.6449754265968263e-06, | |
| "loss": 2.3282, | |
| "step": 921 | |
| }, | |
| { | |
| "epoch": 0.6700581395348837, | |
| "grad_norm": 1.2349259940820547, | |
| "learning_rate": 2.6345322158199503e-06, | |
| "loss": 2.2832, | |
| "step": 922 | |
| }, | |
| { | |
| "epoch": 0.6707848837209303, | |
| "grad_norm": 1.2893272128889726, | |
| "learning_rate": 2.6241022829473e-06, | |
| "loss": 2.2892, | |
| "step": 923 | |
| }, | |
| { | |
| "epoch": 0.6715116279069767, | |
| "grad_norm": 1.0094392612404577, | |
| "learning_rate": 2.6136856865244443e-06, | |
| "loss": 2.2967, | |
| "step": 924 | |
| }, | |
| { | |
| "epoch": 0.6722383720930233, | |
| "grad_norm": 1.0773647473259351, | |
| "learning_rate": 2.603282485022085e-06, | |
| "loss": 2.2939, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 0.6729651162790697, | |
| "grad_norm": 1.1004366282951852, | |
| "learning_rate": 2.592892736835742e-06, | |
| "loss": 2.3022, | |
| "step": 926 | |
| }, | |
| { | |
| "epoch": 0.6736918604651163, | |
| "grad_norm": 1.209320122969423, | |
| "learning_rate": 2.5825165002854124e-06, | |
| "loss": 2.3231, | |
| "step": 927 | |
| }, | |
| { | |
| "epoch": 0.6744186046511628, | |
| "grad_norm": 1.1212132712601037, | |
| "learning_rate": 2.5721538336152553e-06, | |
| "loss": 2.307, | |
| "step": 928 | |
| }, | |
| { | |
| "epoch": 0.6751453488372093, | |
| "grad_norm": 1.091673096600694, | |
| "learning_rate": 2.5618047949932524e-06, | |
| "loss": 2.2216, | |
| "step": 929 | |
| }, | |
| { | |
| "epoch": 0.6758720930232558, | |
| "grad_norm": 1.0773898030071996, | |
| "learning_rate": 2.5514694425108968e-06, | |
| "loss": 2.2849, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.6765988372093024, | |
| "grad_norm": 1.1276874114176263, | |
| "learning_rate": 2.5411478341828475e-06, | |
| "loss": 2.2728, | |
| "step": 931 | |
| }, | |
| { | |
| "epoch": 0.6773255813953488, | |
| "grad_norm": 1.0562814394201008, | |
| "learning_rate": 2.5308400279466262e-06, | |
| "loss": 2.2255, | |
| "step": 932 | |
| }, | |
| { | |
| "epoch": 0.6780523255813954, | |
| "grad_norm": 1.2901606524754075, | |
| "learning_rate": 2.5205460816622684e-06, | |
| "loss": 2.3445, | |
| "step": 933 | |
| }, | |
| { | |
| "epoch": 0.6787790697674418, | |
| "grad_norm": 1.353015885378886, | |
| "learning_rate": 2.5102660531120204e-06, | |
| "loss": 2.2881, | |
| "step": 934 | |
| }, | |
| { | |
| "epoch": 0.6795058139534884, | |
| "grad_norm": 1.032764934565106, | |
| "learning_rate": 2.5000000000000015e-06, | |
| "loss": 2.252, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 0.6802325581395349, | |
| "grad_norm": 1.0298405135241169, | |
| "learning_rate": 2.4897479799518797e-06, | |
| "loss": 2.2612, | |
| "step": 936 | |
| }, | |
| { | |
| "epoch": 0.6809593023255814, | |
| "grad_norm": 1.0157695794323445, | |
| "learning_rate": 2.479510050514561e-06, | |
| "loss": 2.3077, | |
| "step": 937 | |
| }, | |
| { | |
| "epoch": 0.6816860465116279, | |
| "grad_norm": 0.9944505259481613, | |
| "learning_rate": 2.469286269155848e-06, | |
| "loss": 2.2568, | |
| "step": 938 | |
| }, | |
| { | |
| "epoch": 0.6824127906976745, | |
| "grad_norm": 1.2455482005978737, | |
| "learning_rate": 2.4590766932641353e-06, | |
| "loss": 2.2888, | |
| "step": 939 | |
| }, | |
| { | |
| "epoch": 0.6831395348837209, | |
| "grad_norm": 1.0148580442463242, | |
| "learning_rate": 2.4488813801480717e-06, | |
| "loss": 2.2671, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.6838662790697675, | |
| "grad_norm": 1.0647336115989892, | |
| "learning_rate": 2.438700387036253e-06, | |
| "loss": 2.2511, | |
| "step": 941 | |
| }, | |
| { | |
| "epoch": 0.684593023255814, | |
| "grad_norm": 1.1906818174033162, | |
| "learning_rate": 2.4285337710768843e-06, | |
| "loss": 2.3056, | |
| "step": 942 | |
| }, | |
| { | |
| "epoch": 0.6853197674418605, | |
| "grad_norm": 1.045245906467335, | |
| "learning_rate": 2.4183815893374817e-06, | |
| "loss": 2.2748, | |
| "step": 943 | |
| }, | |
| { | |
| "epoch": 0.686046511627907, | |
| "grad_norm": 1.2179174742303633, | |
| "learning_rate": 2.4082438988045253e-06, | |
| "loss": 2.3691, | |
| "step": 944 | |
| }, | |
| { | |
| "epoch": 0.6867732558139535, | |
| "grad_norm": 1.0939754996774316, | |
| "learning_rate": 2.3981207563831633e-06, | |
| "loss": 2.2668, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 0.6875, | |
| "grad_norm": 1.0410688427836987, | |
| "learning_rate": 2.388012218896873e-06, | |
| "loss": 2.275, | |
| "step": 946 | |
| }, | |
| { | |
| "epoch": 0.6882267441860465, | |
| "grad_norm": 1.0845983862848876, | |
| "learning_rate": 2.3779183430871596e-06, | |
| "loss": 2.2835, | |
| "step": 947 | |
| }, | |
| { | |
| "epoch": 0.688953488372093, | |
| "grad_norm": 1.1420315061262278, | |
| "learning_rate": 2.3678391856132203e-06, | |
| "loss": 2.3258, | |
| "step": 948 | |
| }, | |
| { | |
| "epoch": 0.6896802325581395, | |
| "grad_norm": 1.1645336497292325, | |
| "learning_rate": 2.3577748030516443e-06, | |
| "loss": 2.3346, | |
| "step": 949 | |
| }, | |
| { | |
| "epoch": 0.690406976744186, | |
| "grad_norm": 1.1103520886088816, | |
| "learning_rate": 2.3477252518960764e-06, | |
| "loss": 2.2921, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.6911337209302325, | |
| "grad_norm": 1.0138661713171222, | |
| "learning_rate": 2.3376905885569185e-06, | |
| "loss": 2.2863, | |
| "step": 951 | |
| }, | |
| { | |
| "epoch": 0.6918604651162791, | |
| "grad_norm": 1.7747130578282735, | |
| "learning_rate": 2.3276708693609947e-06, | |
| "loss": 2.3005, | |
| "step": 952 | |
| }, | |
| { | |
| "epoch": 0.6925872093023255, | |
| "grad_norm": 1.2120454663077505, | |
| "learning_rate": 2.3176661505512534e-06, | |
| "loss": 2.2774, | |
| "step": 953 | |
| }, | |
| { | |
| "epoch": 0.6933139534883721, | |
| "grad_norm": 1.139318798147674, | |
| "learning_rate": 2.3076764882864333e-06, | |
| "loss": 2.3056, | |
| "step": 954 | |
| }, | |
| { | |
| "epoch": 0.6940406976744186, | |
| "grad_norm": 1.0685661289451227, | |
| "learning_rate": 2.2977019386407653e-06, | |
| "loss": 2.2886, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 0.6947674418604651, | |
| "grad_norm": 1.1453862770943386, | |
| "learning_rate": 2.2877425576036467e-06, | |
| "loss": 2.3176, | |
| "step": 956 | |
| }, | |
| { | |
| "epoch": 0.6954941860465116, | |
| "grad_norm": 1.0783921305254762, | |
| "learning_rate": 2.2777984010793264e-06, | |
| "loss": 2.4089, | |
| "step": 957 | |
| }, | |
| { | |
| "epoch": 0.6962209302325582, | |
| "grad_norm": 1.071086466220267, | |
| "learning_rate": 2.267869524886603e-06, | |
| "loss": 2.2986, | |
| "step": 958 | |
| }, | |
| { | |
| "epoch": 0.6969476744186046, | |
| "grad_norm": 1.0942023435068833, | |
| "learning_rate": 2.2579559847584924e-06, | |
| "loss": 2.2728, | |
| "step": 959 | |
| }, | |
| { | |
| "epoch": 0.6976744186046512, | |
| "grad_norm": 1.2455437847883444, | |
| "learning_rate": 2.2480578363419363e-06, | |
| "loss": 2.2967, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.6984011627906976, | |
| "grad_norm": 0.9971129904259833, | |
| "learning_rate": 2.238175135197471e-06, | |
| "loss": 2.3308, | |
| "step": 961 | |
| }, | |
| { | |
| "epoch": 0.6991279069767442, | |
| "grad_norm": 1.070897723373824, | |
| "learning_rate": 2.2283079367989303e-06, | |
| "loss": 2.2437, | |
| "step": 962 | |
| }, | |
| { | |
| "epoch": 0.6998546511627907, | |
| "grad_norm": 1.0863749709759165, | |
| "learning_rate": 2.2184562965331203e-06, | |
| "loss": 2.303, | |
| "step": 963 | |
| }, | |
| { | |
| "epoch": 0.7005813953488372, | |
| "grad_norm": 1.0311502311512875, | |
| "learning_rate": 2.2086202696995248e-06, | |
| "loss": 2.2846, | |
| "step": 964 | |
| }, | |
| { | |
| "epoch": 0.7013081395348837, | |
| "grad_norm": 1.0623408936048355, | |
| "learning_rate": 2.1987999115099763e-06, | |
| "loss": 2.2579, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 0.7020348837209303, | |
| "grad_norm": 1.0153193816029904, | |
| "learning_rate": 2.1889952770883644e-06, | |
| "loss": 2.2474, | |
| "step": 966 | |
| }, | |
| { | |
| "epoch": 0.7027616279069767, | |
| "grad_norm": 1.0440507740384226, | |
| "learning_rate": 2.17920642147031e-06, | |
| "loss": 2.2733, | |
| "step": 967 | |
| }, | |
| { | |
| "epoch": 0.7034883720930233, | |
| "grad_norm": 1.1511064044424957, | |
| "learning_rate": 2.169433399602872e-06, | |
| "loss": 2.3142, | |
| "step": 968 | |
| }, | |
| { | |
| "epoch": 0.7042151162790697, | |
| "grad_norm": 1.053669842381643, | |
| "learning_rate": 2.159676266344222e-06, | |
| "loss": 2.3098, | |
| "step": 969 | |
| }, | |
| { | |
| "epoch": 0.7049418604651163, | |
| "grad_norm": 1.0471770020331883, | |
| "learning_rate": 2.1499350764633513e-06, | |
| "loss": 2.2895, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.7056686046511628, | |
| "grad_norm": 1.4571732825727595, | |
| "learning_rate": 2.140209884639759e-06, | |
| "loss": 2.2841, | |
| "step": 971 | |
| }, | |
| { | |
| "epoch": 0.7063953488372093, | |
| "grad_norm": 1.0880769462399786, | |
| "learning_rate": 2.130500745463136e-06, | |
| "loss": 2.2991, | |
| "step": 972 | |
| }, | |
| { | |
| "epoch": 0.7071220930232558, | |
| "grad_norm": 1.037540633256132, | |
| "learning_rate": 2.120807713433074e-06, | |
| "loss": 2.2681, | |
| "step": 973 | |
| }, | |
| { | |
| "epoch": 0.7078488372093024, | |
| "grad_norm": 1.0696892208948963, | |
| "learning_rate": 2.1111308429587446e-06, | |
| "loss": 2.2959, | |
| "step": 974 | |
| }, | |
| { | |
| "epoch": 0.7085755813953488, | |
| "grad_norm": 1.0208444816267834, | |
| "learning_rate": 2.1014701883586087e-06, | |
| "loss": 2.2748, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 0.7093023255813954, | |
| "grad_norm": 1.0418009858188437, | |
| "learning_rate": 2.091825803860095e-06, | |
| "loss": 2.2743, | |
| "step": 976 | |
| }, | |
| { | |
| "epoch": 0.7100290697674418, | |
| "grad_norm": 1.0236164793641587, | |
| "learning_rate": 2.082197743599314e-06, | |
| "loss": 2.3051, | |
| "step": 977 | |
| }, | |
| { | |
| "epoch": 0.7107558139534884, | |
| "grad_norm": 1.208585374069975, | |
| "learning_rate": 2.072586061620735e-06, | |
| "loss": 2.2571, | |
| "step": 978 | |
| }, | |
| { | |
| "epoch": 0.7114825581395349, | |
| "grad_norm": 1.123554743123603, | |
| "learning_rate": 2.0629908118769004e-06, | |
| "loss": 2.2774, | |
| "step": 979 | |
| }, | |
| { | |
| "epoch": 0.7122093023255814, | |
| "grad_norm": 1.070269970918954, | |
| "learning_rate": 2.0534120482281087e-06, | |
| "loss": 2.3054, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.7129360465116279, | |
| "grad_norm": 1.0520946805260354, | |
| "learning_rate": 2.043849824442124e-06, | |
| "loss": 2.3158, | |
| "step": 981 | |
| }, | |
| { | |
| "epoch": 0.7136627906976745, | |
| "grad_norm": 1.0634540989868737, | |
| "learning_rate": 2.034304194193861e-06, | |
| "loss": 2.2118, | |
| "step": 982 | |
| }, | |
| { | |
| "epoch": 0.7143895348837209, | |
| "grad_norm": 1.0132991218437926, | |
| "learning_rate": 2.024775211065098e-06, | |
| "loss": 2.2696, | |
| "step": 983 | |
| }, | |
| { | |
| "epoch": 0.7151162790697675, | |
| "grad_norm": 1.018246298526723, | |
| "learning_rate": 2.0152629285441668e-06, | |
| "loss": 2.248, | |
| "step": 984 | |
| }, | |
| { | |
| "epoch": 0.715843023255814, | |
| "grad_norm": 1.1097222649464207, | |
| "learning_rate": 2.0057674000256556e-06, | |
| "loss": 2.3706, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 0.7165697674418605, | |
| "grad_norm": 1.1636566819216903, | |
| "learning_rate": 1.996288678810105e-06, | |
| "loss": 2.3096, | |
| "step": 986 | |
| }, | |
| { | |
| "epoch": 0.717296511627907, | |
| "grad_norm": 1.1627061516985389, | |
| "learning_rate": 1.9868268181037186e-06, | |
| "loss": 2.3061, | |
| "step": 987 | |
| }, | |
| { | |
| "epoch": 0.7180232558139535, | |
| "grad_norm": 1.0306901524108303, | |
| "learning_rate": 1.9773818710180514e-06, | |
| "loss": 2.323, | |
| "step": 988 | |
| }, | |
| { | |
| "epoch": 0.71875, | |
| "grad_norm": 1.0526076940743654, | |
| "learning_rate": 1.967953890569723e-06, | |
| "loss": 2.2851, | |
| "step": 989 | |
| }, | |
| { | |
| "epoch": 0.7194767441860465, | |
| "grad_norm": 1.8419498783617658, | |
| "learning_rate": 1.958542929680117e-06, | |
| "loss": 2.2927, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.720203488372093, | |
| "grad_norm": 1.1109141166503629, | |
| "learning_rate": 1.9491490411750745e-06, | |
| "loss": 2.2877, | |
| "step": 991 | |
| }, | |
| { | |
| "epoch": 0.7209302325581395, | |
| "grad_norm": 1.0479816810432738, | |
| "learning_rate": 1.9397722777846153e-06, | |
| "loss": 2.291, | |
| "step": 992 | |
| }, | |
| { | |
| "epoch": 0.721656976744186, | |
| "grad_norm": 1.0459670031607213, | |
| "learning_rate": 1.9304126921426235e-06, | |
| "loss": 2.2751, | |
| "step": 993 | |
| }, | |
| { | |
| "epoch": 0.7223837209302325, | |
| "grad_norm": 1.0525843890419861, | |
| "learning_rate": 1.921070336786568e-06, | |
| "loss": 2.3021, | |
| "step": 994 | |
| }, | |
| { | |
| "epoch": 0.7231104651162791, | |
| "grad_norm": 1.0601706121307002, | |
| "learning_rate": 1.9117452641571934e-06, | |
| "loss": 2.3253, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 0.7238372093023255, | |
| "grad_norm": 1.2357758164161554, | |
| "learning_rate": 1.9024375265982386e-06, | |
| "loss": 2.2932, | |
| "step": 996 | |
| }, | |
| { | |
| "epoch": 0.7245639534883721, | |
| "grad_norm": 1.191064713641231, | |
| "learning_rate": 1.893147176356131e-06, | |
| "loss": 2.3273, | |
| "step": 997 | |
| }, | |
| { | |
| "epoch": 0.7252906976744186, | |
| "grad_norm": 1.2241505412066669, | |
| "learning_rate": 1.8838742655797053e-06, | |
| "loss": 2.2872, | |
| "step": 998 | |
| }, | |
| { | |
| "epoch": 0.7260174418604651, | |
| "grad_norm": 1.1096350635181376, | |
| "learning_rate": 1.8746188463198983e-06, | |
| "loss": 2.2533, | |
| "step": 999 | |
| }, | |
| { | |
| "epoch": 0.7267441860465116, | |
| "grad_norm": 1.0810442272478031, | |
| "learning_rate": 1.865380970529469e-06, | |
| "loss": 2.2439, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.7274709302325582, | |
| "grad_norm": 1.0611734339943502, | |
| "learning_rate": 1.8561606900626938e-06, | |
| "loss": 2.3247, | |
| "step": 1001 | |
| }, | |
| { | |
| "epoch": 0.7281976744186046, | |
| "grad_norm": 1.339243616520072, | |
| "learning_rate": 1.8469580566750911e-06, | |
| "loss": 2.2827, | |
| "step": 1002 | |
| }, | |
| { | |
| "epoch": 0.7289244186046512, | |
| "grad_norm": 1.1081621018474208, | |
| "learning_rate": 1.8377731220231144e-06, | |
| "loss": 2.3357, | |
| "step": 1003 | |
| }, | |
| { | |
| "epoch": 0.7296511627906976, | |
| "grad_norm": 1.0403890016606065, | |
| "learning_rate": 1.8286059376638748e-06, | |
| "loss": 2.283, | |
| "step": 1004 | |
| }, | |
| { | |
| "epoch": 0.7303779069767442, | |
| "grad_norm": 1.0630454548978983, | |
| "learning_rate": 1.8194565550548477e-06, | |
| "loss": 2.283, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 0.7311046511627907, | |
| "grad_norm": 1.00735081057976, | |
| "learning_rate": 1.810325025553578e-06, | |
| "loss": 2.2705, | |
| "step": 1006 | |
| }, | |
| { | |
| "epoch": 0.7318313953488372, | |
| "grad_norm": 1.0768984635152028, | |
| "learning_rate": 1.8012114004174048e-06, | |
| "loss": 2.2943, | |
| "step": 1007 | |
| }, | |
| { | |
| "epoch": 0.7325581395348837, | |
| "grad_norm": 1.126696129099283, | |
| "learning_rate": 1.7921157308031567e-06, | |
| "loss": 2.3179, | |
| "step": 1008 | |
| }, | |
| { | |
| "epoch": 0.7332848837209303, | |
| "grad_norm": 1.0160803840046975, | |
| "learning_rate": 1.7830380677668836e-06, | |
| "loss": 2.3228, | |
| "step": 1009 | |
| }, | |
| { | |
| "epoch": 0.7340116279069767, | |
| "grad_norm": 1.0796523647513225, | |
| "learning_rate": 1.7739784622635514e-06, | |
| "loss": 2.2307, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.7347383720930233, | |
| "grad_norm": 1.0462192247450826, | |
| "learning_rate": 1.764936965146773e-06, | |
| "loss": 2.2933, | |
| "step": 1011 | |
| }, | |
| { | |
| "epoch": 0.7354651162790697, | |
| "grad_norm": 1.0331053296317911, | |
| "learning_rate": 1.7559136271685079e-06, | |
| "loss": 2.2922, | |
| "step": 1012 | |
| }, | |
| { | |
| "epoch": 0.7361918604651163, | |
| "grad_norm": 0.9519678790569631, | |
| "learning_rate": 1.746908498978791e-06, | |
| "loss": 2.2542, | |
| "step": 1013 | |
| }, | |
| { | |
| "epoch": 0.7369186046511628, | |
| "grad_norm": 1.0833415039732, | |
| "learning_rate": 1.7379216311254339e-06, | |
| "loss": 2.2388, | |
| "step": 1014 | |
| }, | |
| { | |
| "epoch": 0.7376453488372093, | |
| "grad_norm": 1.0619106386944168, | |
| "learning_rate": 1.7289530740537569e-06, | |
| "loss": 2.2501, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 0.7383720930232558, | |
| "grad_norm": 1.076815203497985, | |
| "learning_rate": 1.72000287810629e-06, | |
| "loss": 2.329, | |
| "step": 1016 | |
| }, | |
| { | |
| "epoch": 0.7390988372093024, | |
| "grad_norm": 1.1080069971444473, | |
| "learning_rate": 1.7110710935225055e-06, | |
| "loss": 2.2878, | |
| "step": 1017 | |
| }, | |
| { | |
| "epoch": 0.7398255813953488, | |
| "grad_norm": 1.1611753091102224, | |
| "learning_rate": 1.7021577704385218e-06, | |
| "loss": 2.2986, | |
| "step": 1018 | |
| }, | |
| { | |
| "epoch": 0.7405523255813954, | |
| "grad_norm": 1.017226365288529, | |
| "learning_rate": 1.6932629588868332e-06, | |
| "loss": 2.3679, | |
| "step": 1019 | |
| }, | |
| { | |
| "epoch": 0.7412790697674418, | |
| "grad_norm": 1.1889012837812845, | |
| "learning_rate": 1.6843867087960252e-06, | |
| "loss": 2.2629, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.7420058139534884, | |
| "grad_norm": 1.059279124205967, | |
| "learning_rate": 1.6755290699904881e-06, | |
| "loss": 2.3013, | |
| "step": 1021 | |
| }, | |
| { | |
| "epoch": 0.7427325581395349, | |
| "grad_norm": 1.0182359613614196, | |
| "learning_rate": 1.6666900921901497e-06, | |
| "loss": 2.3037, | |
| "step": 1022 | |
| }, | |
| { | |
| "epoch": 0.7434593023255814, | |
| "grad_norm": 1.0912666761581755, | |
| "learning_rate": 1.6578698250101828e-06, | |
| "loss": 2.3042, | |
| "step": 1023 | |
| }, | |
| { | |
| "epoch": 0.7441860465116279, | |
| "grad_norm": 1.2496008211453598, | |
| "learning_rate": 1.6490683179607403e-06, | |
| "loss": 2.2539, | |
| "step": 1024 | |
| }, | |
| { | |
| "epoch": 0.7449127906976745, | |
| "grad_norm": 1.0449183892310232, | |
| "learning_rate": 1.6402856204466611e-06, | |
| "loss": 2.2656, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 0.7456395348837209, | |
| "grad_norm": 1.0109361865487376, | |
| "learning_rate": 1.6315217817672142e-06, | |
| "loss": 2.3545, | |
| "step": 1026 | |
| }, | |
| { | |
| "epoch": 0.7463662790697675, | |
| "grad_norm": 1.9222203824349149, | |
| "learning_rate": 1.6227768511157976e-06, | |
| "loss": 2.2807, | |
| "step": 1027 | |
| }, | |
| { | |
| "epoch": 0.747093023255814, | |
| "grad_norm": 1.015484674656179, | |
| "learning_rate": 1.6140508775796832e-06, | |
| "loss": 2.2515, | |
| "step": 1028 | |
| }, | |
| { | |
| "epoch": 0.7478197674418605, | |
| "grad_norm": 1.0079500670175678, | |
| "learning_rate": 1.6053439101397257e-06, | |
| "loss": 2.2943, | |
| "step": 1029 | |
| }, | |
| { | |
| "epoch": 0.748546511627907, | |
| "grad_norm": 1.0661148978290145, | |
| "learning_rate": 1.5966559976701e-06, | |
| "loss": 2.3096, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.7492732558139535, | |
| "grad_norm": 1.0568451868453557, | |
| "learning_rate": 1.5879871889380155e-06, | |
| "loss": 2.3256, | |
| "step": 1031 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 1.05938722775654, | |
| "learning_rate": 1.5793375326034539e-06, | |
| "loss": 2.3017, | |
| "step": 1032 | |
| }, | |
| { | |
| "epoch": 0.7507267441860465, | |
| "grad_norm": 1.0107621685449764, | |
| "learning_rate": 1.5707070772188843e-06, | |
| "loss": 2.3019, | |
| "step": 1033 | |
| }, | |
| { | |
| "epoch": 0.751453488372093, | |
| "grad_norm": 1.157820058838249, | |
| "learning_rate": 1.5620958712290023e-06, | |
| "loss": 2.245, | |
| "step": 1034 | |
| }, | |
| { | |
| "epoch": 0.7521802325581395, | |
| "grad_norm": 0.9901772476736681, | |
| "learning_rate": 1.5535039629704467e-06, | |
| "loss": 2.2744, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 0.752906976744186, | |
| "grad_norm": 1.4571372969257075, | |
| "learning_rate": 1.5449314006715394e-06, | |
| "loss": 2.3006, | |
| "step": 1036 | |
| }, | |
| { | |
| "epoch": 0.7536337209302325, | |
| "grad_norm": 1.0727364544563056, | |
| "learning_rate": 1.5363782324520033e-06, | |
| "loss": 2.3023, | |
| "step": 1037 | |
| }, | |
| { | |
| "epoch": 0.7543604651162791, | |
| "grad_norm": 1.051295726249027, | |
| "learning_rate": 1.5278445063227038e-06, | |
| "loss": 2.2896, | |
| "step": 1038 | |
| }, | |
| { | |
| "epoch": 0.7550872093023255, | |
| "grad_norm": 1.1272815731891954, | |
| "learning_rate": 1.5193302701853674e-06, | |
| "loss": 2.2988, | |
| "step": 1039 | |
| }, | |
| { | |
| "epoch": 0.7558139534883721, | |
| "grad_norm": 1.0502184723821115, | |
| "learning_rate": 1.5108355718323236e-06, | |
| "loss": 2.275, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.7565406976744186, | |
| "grad_norm": 1.0583070742342378, | |
| "learning_rate": 1.502360458946232e-06, | |
| "loss": 2.2462, | |
| "step": 1041 | |
| }, | |
| { | |
| "epoch": 0.7572674418604651, | |
| "grad_norm": 1.0060059414695133, | |
| "learning_rate": 1.4939049790998095e-06, | |
| "loss": 2.3153, | |
| "step": 1042 | |
| }, | |
| { | |
| "epoch": 0.7579941860465116, | |
| "grad_norm": 1.158848162270058, | |
| "learning_rate": 1.4854691797555753e-06, | |
| "loss": 2.3023, | |
| "step": 1043 | |
| }, | |
| { | |
| "epoch": 0.7587209302325582, | |
| "grad_norm": 1.0656483573077637, | |
| "learning_rate": 1.4770531082655704e-06, | |
| "loss": 2.3101, | |
| "step": 1044 | |
| }, | |
| { | |
| "epoch": 0.7594476744186046, | |
| "grad_norm": 1.2449865044376767, | |
| "learning_rate": 1.4686568118711054e-06, | |
| "loss": 2.3007, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 0.7601744186046512, | |
| "grad_norm": 1.0262544542085497, | |
| "learning_rate": 1.4602803377024833e-06, | |
| "loss": 2.3016, | |
| "step": 1046 | |
| }, | |
| { | |
| "epoch": 0.7609011627906976, | |
| "grad_norm": 1.060293437802111, | |
| "learning_rate": 1.451923732778745e-06, | |
| "loss": 2.3011, | |
| "step": 1047 | |
| }, | |
| { | |
| "epoch": 0.7616279069767442, | |
| "grad_norm": 1.28456037123509, | |
| "learning_rate": 1.4435870440073968e-06, | |
| "loss": 2.2614, | |
| "step": 1048 | |
| }, | |
| { | |
| "epoch": 0.7623546511627907, | |
| "grad_norm": 1.0443395729679117, | |
| "learning_rate": 1.435270318184156e-06, | |
| "loss": 2.2908, | |
| "step": 1049 | |
| }, | |
| { | |
| "epoch": 0.7630813953488372, | |
| "grad_norm": 1.0490096593491272, | |
| "learning_rate": 1.4269736019926778e-06, | |
| "loss": 2.2691, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.7638081395348837, | |
| "grad_norm": 1.4580699017767131, | |
| "learning_rate": 1.418696942004304e-06, | |
| "loss": 2.276, | |
| "step": 1051 | |
| }, | |
| { | |
| "epoch": 0.7645348837209303, | |
| "grad_norm": 1.0554824961663374, | |
| "learning_rate": 1.410440384677791e-06, | |
| "loss": 2.2815, | |
| "step": 1052 | |
| }, | |
| { | |
| "epoch": 0.7652616279069767, | |
| "grad_norm": 1.0445976304458051, | |
| "learning_rate": 1.4022039763590595e-06, | |
| "loss": 2.3219, | |
| "step": 1053 | |
| }, | |
| { | |
| "epoch": 0.7659883720930233, | |
| "grad_norm": 3.0454676377565466, | |
| "learning_rate": 1.3939877632809279e-06, | |
| "loss": 2.3021, | |
| "step": 1054 | |
| }, | |
| { | |
| "epoch": 0.7667151162790697, | |
| "grad_norm": 1.0944528530649524, | |
| "learning_rate": 1.3857917915628516e-06, | |
| "loss": 2.2589, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 0.7674418604651163, | |
| "grad_norm": 1.4188459634174018, | |
| "learning_rate": 1.3776161072106703e-06, | |
| "loss": 2.3215, | |
| "step": 1056 | |
| }, | |
| { | |
| "epoch": 0.7681686046511628, | |
| "grad_norm": 1.0431343233534842, | |
| "learning_rate": 1.369460756116342e-06, | |
| "loss": 2.2651, | |
| "step": 1057 | |
| }, | |
| { | |
| "epoch": 0.7688953488372093, | |
| "grad_norm": 1.1271722033081277, | |
| "learning_rate": 1.3613257840576954e-06, | |
| "loss": 2.2626, | |
| "step": 1058 | |
| }, | |
| { | |
| "epoch": 0.7696220930232558, | |
| "grad_norm": 0.9807905284115528, | |
| "learning_rate": 1.3532112366981598e-06, | |
| "loss": 2.2429, | |
| "step": 1059 | |
| }, | |
| { | |
| "epoch": 0.7703488372093024, | |
| "grad_norm": 1.0792539906176082, | |
| "learning_rate": 1.3451171595865226e-06, | |
| "loss": 2.2441, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.7710755813953488, | |
| "grad_norm": 1.014599603945714, | |
| "learning_rate": 1.3370435981566622e-06, | |
| "loss": 2.3012, | |
| "step": 1061 | |
| }, | |
| { | |
| "epoch": 0.7718023255813954, | |
| "grad_norm": 1.039382145166407, | |
| "learning_rate": 1.3289905977273027e-06, | |
| "loss": 2.2614, | |
| "step": 1062 | |
| }, | |
| { | |
| "epoch": 0.7725290697674418, | |
| "grad_norm": 1.110162802251219, | |
| "learning_rate": 1.3209582035017487e-06, | |
| "loss": 2.3009, | |
| "step": 1063 | |
| }, | |
| { | |
| "epoch": 0.7732558139534884, | |
| "grad_norm": 1.0268137021721464, | |
| "learning_rate": 1.312946460567644e-06, | |
| "loss": 2.2988, | |
| "step": 1064 | |
| }, | |
| { | |
| "epoch": 0.7739825581395349, | |
| "grad_norm": 0.9991099915776216, | |
| "learning_rate": 1.3049554138967052e-06, | |
| "loss": 2.2574, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 0.7747093023255814, | |
| "grad_norm": 1.096594932836595, | |
| "learning_rate": 1.2969851083444834e-06, | |
| "loss": 2.3029, | |
| "step": 1066 | |
| }, | |
| { | |
| "epoch": 0.7754360465116279, | |
| "grad_norm": 1.0331471723360561, | |
| "learning_rate": 1.2890355886500971e-06, | |
| "loss": 2.3349, | |
| "step": 1067 | |
| }, | |
| { | |
| "epoch": 0.7761627906976745, | |
| "grad_norm": 0.9989200321985331, | |
| "learning_rate": 1.2811068994359992e-06, | |
| "loss": 2.2743, | |
| "step": 1068 | |
| }, | |
| { | |
| "epoch": 0.7768895348837209, | |
| "grad_norm": 1.0334842215623463, | |
| "learning_rate": 1.273199085207706e-06, | |
| "loss": 2.2318, | |
| "step": 1069 | |
| }, | |
| { | |
| "epoch": 0.7776162790697675, | |
| "grad_norm": 1.1166669421482618, | |
| "learning_rate": 1.2653121903535653e-06, | |
| "loss": 2.3044, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.778343023255814, | |
| "grad_norm": 1.0544628135207288, | |
| "learning_rate": 1.257446259144494e-06, | |
| "loss": 2.3597, | |
| "step": 1071 | |
| }, | |
| { | |
| "epoch": 0.7790697674418605, | |
| "grad_norm": 1.0101121441444254, | |
| "learning_rate": 1.2496013357337416e-06, | |
| "loss": 2.2348, | |
| "step": 1072 | |
| }, | |
| { | |
| "epoch": 0.779796511627907, | |
| "grad_norm": 1.0856552266206294, | |
| "learning_rate": 1.2417774641566298e-06, | |
| "loss": 2.2915, | |
| "step": 1073 | |
| }, | |
| { | |
| "epoch": 0.7805232558139535, | |
| "grad_norm": 1.008999510135277, | |
| "learning_rate": 1.233974688330315e-06, | |
| "loss": 2.3178, | |
| "step": 1074 | |
| }, | |
| { | |
| "epoch": 0.78125, | |
| "grad_norm": 0.9934991466078096, | |
| "learning_rate": 1.2261930520535403e-06, | |
| "loss": 2.2697, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 0.7819767441860465, | |
| "grad_norm": 1.1302730062371027, | |
| "learning_rate": 1.2184325990063822e-06, | |
| "loss": 2.313, | |
| "step": 1076 | |
| }, | |
| { | |
| "epoch": 0.782703488372093, | |
| "grad_norm": 1.0051323138300596, | |
| "learning_rate": 1.210693372750017e-06, | |
| "loss": 2.3108, | |
| "step": 1077 | |
| }, | |
| { | |
| "epoch": 0.7834302325581395, | |
| "grad_norm": 1.3727245547649582, | |
| "learning_rate": 1.202975416726464e-06, | |
| "loss": 2.2932, | |
| "step": 1078 | |
| }, | |
| { | |
| "epoch": 0.784156976744186, | |
| "grad_norm": 0.9962127663435182, | |
| "learning_rate": 1.1952787742583549e-06, | |
| "loss": 2.2928, | |
| "step": 1079 | |
| }, | |
| { | |
| "epoch": 0.7848837209302325, | |
| "grad_norm": 2.918506835943175, | |
| "learning_rate": 1.1876034885486764e-06, | |
| "loss": 2.2867, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.7856104651162791, | |
| "grad_norm": 1.002517901009031, | |
| "learning_rate": 1.1799496026805413e-06, | |
| "loss": 2.3079, | |
| "step": 1081 | |
| }, | |
| { | |
| "epoch": 0.7863372093023255, | |
| "grad_norm": 1.0608837488625182, | |
| "learning_rate": 1.1723171596169353e-06, | |
| "loss": 2.2952, | |
| "step": 1082 | |
| }, | |
| { | |
| "epoch": 0.7870639534883721, | |
| "grad_norm": 1.0495070164322962, | |
| "learning_rate": 1.1647062022004845e-06, | |
| "loss": 2.2838, | |
| "step": 1083 | |
| }, | |
| { | |
| "epoch": 0.7877906976744186, | |
| "grad_norm": 0.9747665315176195, | |
| "learning_rate": 1.157116773153208e-06, | |
| "loss": 2.3577, | |
| "step": 1084 | |
| }, | |
| { | |
| "epoch": 0.7885174418604651, | |
| "grad_norm": 0.995930671706204, | |
| "learning_rate": 1.1495489150762851e-06, | |
| "loss": 2.3267, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 0.7892441860465116, | |
| "grad_norm": 1.0298574764276371, | |
| "learning_rate": 1.1420026704498077e-06, | |
| "loss": 2.2693, | |
| "step": 1086 | |
| }, | |
| { | |
| "epoch": 0.7899709302325582, | |
| "grad_norm": 1.3353782375384569, | |
| "learning_rate": 1.1344780816325512e-06, | |
| "loss": 2.2941, | |
| "step": 1087 | |
| }, | |
| { | |
| "epoch": 0.7906976744186046, | |
| "grad_norm": 1.0042512833949695, | |
| "learning_rate": 1.1269751908617277e-06, | |
| "loss": 2.2895, | |
| "step": 1088 | |
| }, | |
| { | |
| "epoch": 0.7914244186046512, | |
| "grad_norm": 1.0159794876634873, | |
| "learning_rate": 1.1194940402527566e-06, | |
| "loss": 2.3337, | |
| "step": 1089 | |
| }, | |
| { | |
| "epoch": 0.7921511627906976, | |
| "grad_norm": 1.7170986311408605, | |
| "learning_rate": 1.112034671799025e-06, | |
| "loss": 2.2687, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.7928779069767442, | |
| "grad_norm": 1.0720092333346907, | |
| "learning_rate": 1.1045971273716476e-06, | |
| "loss": 2.2731, | |
| "step": 1091 | |
| }, | |
| { | |
| "epoch": 0.7936046511627907, | |
| "grad_norm": 1.0901546781468832, | |
| "learning_rate": 1.0971814487192429e-06, | |
| "loss": 2.2649, | |
| "step": 1092 | |
| }, | |
| { | |
| "epoch": 0.7943313953488372, | |
| "grad_norm": 1.0068271176988854, | |
| "learning_rate": 1.089787677467683e-06, | |
| "loss": 2.3544, | |
| "step": 1093 | |
| }, | |
| { | |
| "epoch": 0.7950581395348837, | |
| "grad_norm": 1.143554056516148, | |
| "learning_rate": 1.0824158551198783e-06, | |
| "loss": 2.3312, | |
| "step": 1094 | |
| }, | |
| { | |
| "epoch": 0.7957848837209303, | |
| "grad_norm": 1.0257503226390932, | |
| "learning_rate": 1.075066023055527e-06, | |
| "loss": 2.3307, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 0.7965116279069767, | |
| "grad_norm": 1.0864265176648018, | |
| "learning_rate": 1.0677382225308969e-06, | |
| "loss": 2.3023, | |
| "step": 1096 | |
| }, | |
| { | |
| "epoch": 0.7972383720930233, | |
| "grad_norm": 1.4336976428817494, | |
| "learning_rate": 1.0604324946785826e-06, | |
| "loss": 2.2618, | |
| "step": 1097 | |
| }, | |
| { | |
| "epoch": 0.7979651162790697, | |
| "grad_norm": 1.0165625672732432, | |
| "learning_rate": 1.0531488805072848e-06, | |
| "loss": 2.2923, | |
| "step": 1098 | |
| }, | |
| { | |
| "epoch": 0.7986918604651163, | |
| "grad_norm": 2.8438555195834705, | |
| "learning_rate": 1.0458874209015708e-06, | |
| "loss": 2.2758, | |
| "step": 1099 | |
| }, | |
| { | |
| "epoch": 0.7994186046511628, | |
| "grad_norm": 1.011889649770043, | |
| "learning_rate": 1.0386481566216532e-06, | |
| "loss": 2.2674, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.8001453488372093, | |
| "grad_norm": 0.9698911337581984, | |
| "learning_rate": 1.0314311283031531e-06, | |
| "loss": 2.261, | |
| "step": 1101 | |
| }, | |
| { | |
| "epoch": 0.8008720930232558, | |
| "grad_norm": 1.0090528280127107, | |
| "learning_rate": 1.0242363764568808e-06, | |
| "loss": 2.2956, | |
| "step": 1102 | |
| }, | |
| { | |
| "epoch": 0.8015988372093024, | |
| "grad_norm": 1.213795376548453, | |
| "learning_rate": 1.0170639414685985e-06, | |
| "loss": 2.2651, | |
| "step": 1103 | |
| }, | |
| { | |
| "epoch": 0.8023255813953488, | |
| "grad_norm": 1.0633109792614825, | |
| "learning_rate": 1.0099138635988026e-06, | |
| "loss": 2.2556, | |
| "step": 1104 | |
| }, | |
| { | |
| "epoch": 0.8030523255813954, | |
| "grad_norm": 1.1236794950217257, | |
| "learning_rate": 1.0027861829824953e-06, | |
| "loss": 2.3028, | |
| "step": 1105 | |
| }, | |
| { | |
| "epoch": 0.8037790697674418, | |
| "grad_norm": 1.0179145252465904, | |
| "learning_rate": 9.956809396289519e-07, | |
| "loss": 2.2882, | |
| "step": 1106 | |
| }, | |
| { | |
| "epoch": 0.8045058139534884, | |
| "grad_norm": 1.0440708463771915, | |
| "learning_rate": 9.885981734215094e-07, | |
| "loss": 2.2323, | |
| "step": 1107 | |
| }, | |
| { | |
| "epoch": 0.8052325581395349, | |
| "grad_norm": 1.001838305148324, | |
| "learning_rate": 9.815379241173295e-07, | |
| "loss": 2.2875, | |
| "step": 1108 | |
| }, | |
| { | |
| "epoch": 0.8059593023255814, | |
| "grad_norm": 1.0012314774080968, | |
| "learning_rate": 9.745002313471847e-07, | |
| "loss": 2.2784, | |
| "step": 1109 | |
| }, | |
| { | |
| "epoch": 0.8066860465116279, | |
| "grad_norm": 1.3260411675767552, | |
| "learning_rate": 9.67485134615232e-07, | |
| "loss": 2.2714, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.8074127906976745, | |
| "grad_norm": 0.9786969103850816, | |
| "learning_rate": 9.60492673298794e-07, | |
| "loss": 2.2664, | |
| "step": 1111 | |
| }, | |
| { | |
| "epoch": 0.8081395348837209, | |
| "grad_norm": 1.5073197015028201, | |
| "learning_rate": 9.535228866481295e-07, | |
| "loss": 2.2279, | |
| "step": 1112 | |
| }, | |
| { | |
| "epoch": 0.8088662790697675, | |
| "grad_norm": 1.056086008875671, | |
| "learning_rate": 9.465758137862264e-07, | |
| "loss": 2.2881, | |
| "step": 1113 | |
| }, | |
| { | |
| "epoch": 0.809593023255814, | |
| "grad_norm": 1.0809504924319808, | |
| "learning_rate": 9.396514937085682e-07, | |
| "loss": 2.3032, | |
| "step": 1114 | |
| }, | |
| { | |
| "epoch": 0.8103197674418605, | |
| "grad_norm": 1.2486681539195614, | |
| "learning_rate": 9.327499652829292e-07, | |
| "loss": 2.3155, | |
| "step": 1115 | |
| }, | |
| { | |
| "epoch": 0.811046511627907, | |
| "grad_norm": 1.0213292959789695, | |
| "learning_rate": 9.258712672491416e-07, | |
| "loss": 2.2899, | |
| "step": 1116 | |
| }, | |
| { | |
| "epoch": 0.8117732558139535, | |
| "grad_norm": 1.0461554742483217, | |
| "learning_rate": 9.190154382188921e-07, | |
| "loss": 2.3477, | |
| "step": 1117 | |
| }, | |
| { | |
| "epoch": 0.8125, | |
| "grad_norm": 1.0675949468870904, | |
| "learning_rate": 9.121825166754927e-07, | |
| "loss": 2.2543, | |
| "step": 1118 | |
| }, | |
| { | |
| "epoch": 0.8132267441860465, | |
| "grad_norm": 2.530653282570627, | |
| "learning_rate": 9.053725409736752e-07, | |
| "loss": 2.3301, | |
| "step": 1119 | |
| }, | |
| { | |
| "epoch": 0.813953488372093, | |
| "grad_norm": 0.9984512358752262, | |
| "learning_rate": 8.98585549339368e-07, | |
| "loss": 2.3042, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.8146802325581395, | |
| "grad_norm": 1.0213185627968009, | |
| "learning_rate": 8.918215798694879e-07, | |
| "loss": 2.2799, | |
| "step": 1121 | |
| }, | |
| { | |
| "epoch": 0.815406976744186, | |
| "grad_norm": 1.0613752567095163, | |
| "learning_rate": 8.850806705317183e-07, | |
| "loss": 2.2999, | |
| "step": 1122 | |
| }, | |
| { | |
| "epoch": 0.8161337209302325, | |
| "grad_norm": 1.0310489044310347, | |
| "learning_rate": 8.783628591643056e-07, | |
| "loss": 2.3235, | |
| "step": 1123 | |
| }, | |
| { | |
| "epoch": 0.8168604651162791, | |
| "grad_norm": 4.283745359968558, | |
| "learning_rate": 8.716681834758411e-07, | |
| "loss": 2.3211, | |
| "step": 1124 | |
| }, | |
| { | |
| "epoch": 0.8175872093023255, | |
| "grad_norm": 1.331778348277442, | |
| "learning_rate": 8.649966810450472e-07, | |
| "loss": 2.341, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 0.8183139534883721, | |
| "grad_norm": 1.0415010268575644, | |
| "learning_rate": 8.583483893205746e-07, | |
| "loss": 2.2896, | |
| "step": 1126 | |
| }, | |
| { | |
| "epoch": 0.8190406976744186, | |
| "grad_norm": 1.006456220083455, | |
| "learning_rate": 8.517233456207819e-07, | |
| "loss": 2.3029, | |
| "step": 1127 | |
| }, | |
| { | |
| "epoch": 0.8197674418604651, | |
| "grad_norm": 1.6510497568308151, | |
| "learning_rate": 8.451215871335355e-07, | |
| "loss": 2.308, | |
| "step": 1128 | |
| }, | |
| { | |
| "epoch": 0.8204941860465116, | |
| "grad_norm": 1.0156351391245906, | |
| "learning_rate": 8.38543150915993e-07, | |
| "loss": 2.3161, | |
| "step": 1129 | |
| }, | |
| { | |
| "epoch": 0.8212209302325582, | |
| "grad_norm": 1.0120097967166009, | |
| "learning_rate": 8.31988073894403e-07, | |
| "loss": 2.2806, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.8219476744186046, | |
| "grad_norm": 0.9976328982359449, | |
| "learning_rate": 8.254563928638892e-07, | |
| "loss": 2.356, | |
| "step": 1131 | |
| }, | |
| { | |
| "epoch": 0.8226744186046512, | |
| "grad_norm": 0.9964751712960173, | |
| "learning_rate": 8.189481444882524e-07, | |
| "loss": 2.248, | |
| "step": 1132 | |
| }, | |
| { | |
| "epoch": 0.8234011627906976, | |
| "grad_norm": 1.233431757610957, | |
| "learning_rate": 8.124633652997571e-07, | |
| "loss": 2.2668, | |
| "step": 1133 | |
| }, | |
| { | |
| "epoch": 0.8241279069767442, | |
| "grad_norm": 1.0780894801654444, | |
| "learning_rate": 8.060020916989331e-07, | |
| "loss": 2.303, | |
| "step": 1134 | |
| }, | |
| { | |
| "epoch": 0.8248546511627907, | |
| "grad_norm": 1.122308399785914, | |
| "learning_rate": 7.995643599543645e-07, | |
| "loss": 2.3352, | |
| "step": 1135 | |
| }, | |
| { | |
| "epoch": 0.8255813953488372, | |
| "grad_norm": 1.0627182539952464, | |
| "learning_rate": 7.931502062024949e-07, | |
| "loss": 2.275, | |
| "step": 1136 | |
| }, | |
| { | |
| "epoch": 0.8263081395348837, | |
| "grad_norm": 1.126076955118742, | |
| "learning_rate": 7.86759666447412e-07, | |
| "loss": 2.2813, | |
| "step": 1137 | |
| }, | |
| { | |
| "epoch": 0.8270348837209303, | |
| "grad_norm": 1.4854164415590436, | |
| "learning_rate": 7.803927765606595e-07, | |
| "loss": 2.3282, | |
| "step": 1138 | |
| }, | |
| { | |
| "epoch": 0.8277616279069767, | |
| "grad_norm": 1.0570569678350674, | |
| "learning_rate": 7.740495722810271e-07, | |
| "loss": 2.3106, | |
| "step": 1139 | |
| }, | |
| { | |
| "epoch": 0.8284883720930233, | |
| "grad_norm": 0.9347752540270663, | |
| "learning_rate": 7.677300892143485e-07, | |
| "loss": 2.2337, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.8292151162790697, | |
| "grad_norm": 0.9579877274387915, | |
| "learning_rate": 7.614343628333104e-07, | |
| "loss": 2.2958, | |
| "step": 1141 | |
| }, | |
| { | |
| "epoch": 0.8299418604651163, | |
| "grad_norm": 1.1249688280208123, | |
| "learning_rate": 7.55162428477243e-07, | |
| "loss": 2.2656, | |
| "step": 1142 | |
| }, | |
| { | |
| "epoch": 0.8306686046511628, | |
| "grad_norm": 0.9756167229918767, | |
| "learning_rate": 7.489143213519301e-07, | |
| "loss": 2.2924, | |
| "step": 1143 | |
| }, | |
| { | |
| "epoch": 0.8313953488372093, | |
| "grad_norm": 1.044572083475489, | |
| "learning_rate": 7.426900765294043e-07, | |
| "loss": 2.2677, | |
| "step": 1144 | |
| }, | |
| { | |
| "epoch": 0.8321220930232558, | |
| "grad_norm": 1.379796567891184, | |
| "learning_rate": 7.364897289477585e-07, | |
| "loss": 2.3265, | |
| "step": 1145 | |
| }, | |
| { | |
| "epoch": 0.8328488372093024, | |
| "grad_norm": 1.0695146040268584, | |
| "learning_rate": 7.303133134109391e-07, | |
| "loss": 2.3288, | |
| "step": 1146 | |
| }, | |
| { | |
| "epoch": 0.8335755813953488, | |
| "grad_norm": 1.016987223129461, | |
| "learning_rate": 7.241608645885629e-07, | |
| "loss": 2.2986, | |
| "step": 1147 | |
| }, | |
| { | |
| "epoch": 0.8343023255813954, | |
| "grad_norm": 1.1916192934614125, | |
| "learning_rate": 7.180324170157094e-07, | |
| "loss": 2.2874, | |
| "step": 1148 | |
| }, | |
| { | |
| "epoch": 0.8350290697674418, | |
| "grad_norm": 1.0839138661442358, | |
| "learning_rate": 7.119280050927407e-07, | |
| "loss": 2.265, | |
| "step": 1149 | |
| }, | |
| { | |
| "epoch": 0.8357558139534884, | |
| "grad_norm": 1.0304987400941559, | |
| "learning_rate": 7.058476630850935e-07, | |
| "loss": 2.2685, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.8364825581395349, | |
| "grad_norm": 1.0321949762195342, | |
| "learning_rate": 6.997914251231036e-07, | |
| "loss": 2.3048, | |
| "step": 1151 | |
| }, | |
| { | |
| "epoch": 0.8372093023255814, | |
| "grad_norm": 1.0154567754879218, | |
| "learning_rate": 6.937593252017983e-07, | |
| "loss": 2.2805, | |
| "step": 1152 | |
| }, | |
| { | |
| "epoch": 0.8379360465116279, | |
| "grad_norm": 1.0838324246811337, | |
| "learning_rate": 6.87751397180716e-07, | |
| "loss": 2.2884, | |
| "step": 1153 | |
| }, | |
| { | |
| "epoch": 0.8386627906976745, | |
| "grad_norm": 1.0897256752726174, | |
| "learning_rate": 6.817676747837104e-07, | |
| "loss": 2.3718, | |
| "step": 1154 | |
| }, | |
| { | |
| "epoch": 0.8393895348837209, | |
| "grad_norm": 1.2095702202073741, | |
| "learning_rate": 6.758081915987669e-07, | |
| "loss": 2.2704, | |
| "step": 1155 | |
| }, | |
| { | |
| "epoch": 0.8401162790697675, | |
| "grad_norm": 1.0032802281153688, | |
| "learning_rate": 6.698729810778065e-07, | |
| "loss": 2.3228, | |
| "step": 1156 | |
| }, | |
| { | |
| "epoch": 0.840843023255814, | |
| "grad_norm": 1.2006946309581232, | |
| "learning_rate": 6.639620765365074e-07, | |
| "loss": 2.3023, | |
| "step": 1157 | |
| }, | |
| { | |
| "epoch": 0.8415697674418605, | |
| "grad_norm": 1.09168549344349, | |
| "learning_rate": 6.580755111541076e-07, | |
| "loss": 2.346, | |
| "step": 1158 | |
| }, | |
| { | |
| "epoch": 0.842296511627907, | |
| "grad_norm": 1.1606076057102177, | |
| "learning_rate": 6.522133179732271e-07, | |
| "loss": 2.371, | |
| "step": 1159 | |
| }, | |
| { | |
| "epoch": 0.8430232558139535, | |
| "grad_norm": 0.9745185257832802, | |
| "learning_rate": 6.463755298996799e-07, | |
| "loss": 2.241, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.84375, | |
| "grad_norm": 0.9926775523213874, | |
| "learning_rate": 6.405621797022848e-07, | |
| "loss": 2.2971, | |
| "step": 1161 | |
| }, | |
| { | |
| "epoch": 0.8444767441860465, | |
| "grad_norm": 1.0589270188129587, | |
| "learning_rate": 6.347733000126899e-07, | |
| "loss": 2.2864, | |
| "step": 1162 | |
| }, | |
| { | |
| "epoch": 0.845203488372093, | |
| "grad_norm": 1.1986749871451796, | |
| "learning_rate": 6.290089233251811e-07, | |
| "loss": 2.2959, | |
| "step": 1163 | |
| }, | |
| { | |
| "epoch": 0.8459302325581395, | |
| "grad_norm": 0.9904095687889044, | |
| "learning_rate": 6.232690819965065e-07, | |
| "loss": 2.2937, | |
| "step": 1164 | |
| }, | |
| { | |
| "epoch": 0.846656976744186, | |
| "grad_norm": 1.000092587187146, | |
| "learning_rate": 6.175538082456883e-07, | |
| "loss": 2.2807, | |
| "step": 1165 | |
| }, | |
| { | |
| "epoch": 0.8473837209302325, | |
| "grad_norm": 1.6370550141375801, | |
| "learning_rate": 6.118631341538489e-07, | |
| "loss": 2.2839, | |
| "step": 1166 | |
| }, | |
| { | |
| "epoch": 0.8481104651162791, | |
| "grad_norm": 1.007731213927358, | |
| "learning_rate": 6.061970916640236e-07, | |
| "loss": 2.2792, | |
| "step": 1167 | |
| }, | |
| { | |
| "epoch": 0.8488372093023255, | |
| "grad_norm": 1.052835634775134, | |
| "learning_rate": 6.005557125809896e-07, | |
| "loss": 2.2941, | |
| "step": 1168 | |
| }, | |
| { | |
| "epoch": 0.8495639534883721, | |
| "grad_norm": 1.2895324602216356, | |
| "learning_rate": 5.949390285710777e-07, | |
| "loss": 2.3294, | |
| "step": 1169 | |
| }, | |
| { | |
| "epoch": 0.8502906976744186, | |
| "grad_norm": 1.1015498862150495, | |
| "learning_rate": 5.893470711620036e-07, | |
| "loss": 2.2882, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.8510174418604651, | |
| "grad_norm": 1.0003788574406323, | |
| "learning_rate": 5.837798717426846e-07, | |
| "loss": 2.2764, | |
| "step": 1171 | |
| }, | |
| { | |
| "epoch": 0.8517441860465116, | |
| "grad_norm": 1.024968554027419, | |
| "learning_rate": 5.782374615630682e-07, | |
| "loss": 2.228, | |
| "step": 1172 | |
| }, | |
| { | |
| "epoch": 0.8524709302325582, | |
| "grad_norm": 1.0094305384280167, | |
| "learning_rate": 5.727198717339511e-07, | |
| "loss": 2.2914, | |
| "step": 1173 | |
| }, | |
| { | |
| "epoch": 0.8531976744186046, | |
| "grad_norm": 1.0110519070659092, | |
| "learning_rate": 5.672271332268098e-07, | |
| "loss": 2.3431, | |
| "step": 1174 | |
| }, | |
| { | |
| "epoch": 0.8539244186046512, | |
| "grad_norm": 1.0385439058435382, | |
| "learning_rate": 5.617592768736269e-07, | |
| "loss": 2.3103, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 0.8546511627906976, | |
| "grad_norm": 1.0511462342322628, | |
| "learning_rate": 5.563163333667098e-07, | |
| "loss": 2.2852, | |
| "step": 1176 | |
| }, | |
| { | |
| "epoch": 0.8553779069767442, | |
| "grad_norm": 1.0132897307989803, | |
| "learning_rate": 5.508983332585316e-07, | |
| "loss": 2.2611, | |
| "step": 1177 | |
| }, | |
| { | |
| "epoch": 0.8561046511627907, | |
| "grad_norm": 0.9985229317455512, | |
| "learning_rate": 5.455053069615456e-07, | |
| "loss": 2.3396, | |
| "step": 1178 | |
| }, | |
| { | |
| "epoch": 0.8568313953488372, | |
| "grad_norm": 1.2719782958329457, | |
| "learning_rate": 5.401372847480285e-07, | |
| "loss": 2.2947, | |
| "step": 1179 | |
| }, | |
| { | |
| "epoch": 0.8575581395348837, | |
| "grad_norm": 1.1276835003016656, | |
| "learning_rate": 5.347942967498965e-07, | |
| "loss": 2.3052, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.8582848837209303, | |
| "grad_norm": 4.384284810043298, | |
| "learning_rate": 5.294763729585484e-07, | |
| "loss": 2.2757, | |
| "step": 1181 | |
| }, | |
| { | |
| "epoch": 0.8590116279069767, | |
| "grad_norm": 1.2941565270254776, | |
| "learning_rate": 5.241835432246888e-07, | |
| "loss": 2.2744, | |
| "step": 1182 | |
| }, | |
| { | |
| "epoch": 0.8597383720930233, | |
| "grad_norm": 0.9811407369818785, | |
| "learning_rate": 5.18915837258166e-07, | |
| "loss": 2.2824, | |
| "step": 1183 | |
| }, | |
| { | |
| "epoch": 0.8604651162790697, | |
| "grad_norm": 0.978937747602062, | |
| "learning_rate": 5.136732846278003e-07, | |
| "loss": 2.2379, | |
| "step": 1184 | |
| }, | |
| { | |
| "epoch": 0.8611918604651163, | |
| "grad_norm": 1.1398240380059452, | |
| "learning_rate": 5.084559147612244e-07, | |
| "loss": 2.3125, | |
| "step": 1185 | |
| }, | |
| { | |
| "epoch": 0.8619186046511628, | |
| "grad_norm": 0.9982485781718631, | |
| "learning_rate": 5.032637569447091e-07, | |
| "loss": 2.3173, | |
| "step": 1186 | |
| }, | |
| { | |
| "epoch": 0.8626453488372093, | |
| "grad_norm": 1.1061089964328414, | |
| "learning_rate": 4.980968403230097e-07, | |
| "loss": 2.301, | |
| "step": 1187 | |
| }, | |
| { | |
| "epoch": 0.8633720930232558, | |
| "grad_norm": 1.0805494456177815, | |
| "learning_rate": 4.929551938991945e-07, | |
| "loss": 2.2888, | |
| "step": 1188 | |
| }, | |
| { | |
| "epoch": 0.8640988372093024, | |
| "grad_norm": 1.1308532612444147, | |
| "learning_rate": 4.87838846534483e-07, | |
| "loss": 2.2963, | |
| "step": 1189 | |
| }, | |
| { | |
| "epoch": 0.8648255813953488, | |
| "grad_norm": 1.1810215565297821, | |
| "learning_rate": 4.827478269480895e-07, | |
| "loss": 2.2896, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.8655523255813954, | |
| "grad_norm": 1.0037351932727745, | |
| "learning_rate": 4.776821637170525e-07, | |
| "loss": 2.3178, | |
| "step": 1191 | |
| }, | |
| { | |
| "epoch": 0.8662790697674418, | |
| "grad_norm": 1.1742864207537889, | |
| "learning_rate": 4.726418852760839e-07, | |
| "loss": 2.3462, | |
| "step": 1192 | |
| }, | |
| { | |
| "epoch": 0.8670058139534884, | |
| "grad_norm": 1.0390414759278597, | |
| "learning_rate": 4.6762701991740434e-07, | |
| "loss": 2.3178, | |
| "step": 1193 | |
| }, | |
| { | |
| "epoch": 0.8677325581395349, | |
| "grad_norm": 1.0152117439648225, | |
| "learning_rate": 4.626375957905821e-07, | |
| "loss": 2.3091, | |
| "step": 1194 | |
| }, | |
| { | |
| "epoch": 0.8684593023255814, | |
| "grad_norm": 1.0125484137726066, | |
| "learning_rate": 4.576736409023813e-07, | |
| "loss": 2.295, | |
| "step": 1195 | |
| }, | |
| { | |
| "epoch": 0.8691860465116279, | |
| "grad_norm": 1.0648811208027753, | |
| "learning_rate": 4.5273518311660103e-07, | |
| "loss": 2.311, | |
| "step": 1196 | |
| }, | |
| { | |
| "epoch": 0.8699127906976745, | |
| "grad_norm": 0.9969625476223827, | |
| "learning_rate": 4.4782225015391754e-07, | |
| "loss": 2.3062, | |
| "step": 1197 | |
| }, | |
| { | |
| "epoch": 0.8706395348837209, | |
| "grad_norm": 1.191266036217783, | |
| "learning_rate": 4.429348695917329e-07, | |
| "loss": 2.2864, | |
| "step": 1198 | |
| }, | |
| { | |
| "epoch": 0.8713662790697675, | |
| "grad_norm": 1.054591606203741, | |
| "learning_rate": 4.3807306886401555e-07, | |
| "loss": 2.2381, | |
| "step": 1199 | |
| }, | |
| { | |
| "epoch": 0.872093023255814, | |
| "grad_norm": 1.0919505023664373, | |
| "learning_rate": 4.3323687526115045e-07, | |
| "loss": 2.258, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.8728197674418605, | |
| "grad_norm": 1.087148546984066, | |
| "learning_rate": 4.284263159297819e-07, | |
| "loss": 2.3222, | |
| "step": 1201 | |
| }, | |
| { | |
| "epoch": 0.873546511627907, | |
| "grad_norm": 6.580439059174034, | |
| "learning_rate": 4.2364141787266613e-07, | |
| "loss": 2.2518, | |
| "step": 1202 | |
| }, | |
| { | |
| "epoch": 0.8742732558139535, | |
| "grad_norm": 1.0455521942127206, | |
| "learning_rate": 4.1888220794851386e-07, | |
| "loss": 2.3222, | |
| "step": 1203 | |
| }, | |
| { | |
| "epoch": 0.875, | |
| "grad_norm": 1.0342987091911544, | |
| "learning_rate": 4.141487128718452e-07, | |
| "loss": 2.2385, | |
| "step": 1204 | |
| }, | |
| { | |
| "epoch": 0.8757267441860465, | |
| "grad_norm": 1.1782647809260987, | |
| "learning_rate": 4.0944095921283347e-07, | |
| "loss": 2.3029, | |
| "step": 1205 | |
| }, | |
| { | |
| "epoch": 0.876453488372093, | |
| "grad_norm": 1.0105311825679908, | |
| "learning_rate": 4.0475897339716466e-07, | |
| "loss": 2.2689, | |
| "step": 1206 | |
| }, | |
| { | |
| "epoch": 0.8771802325581395, | |
| "grad_norm": 1.1756077441855846, | |
| "learning_rate": 4.001027817058789e-07, | |
| "loss": 2.2578, | |
| "step": 1207 | |
| }, | |
| { | |
| "epoch": 0.877906976744186, | |
| "grad_norm": 1.1994916473407944, | |
| "learning_rate": 3.9547241027523164e-07, | |
| "loss": 2.359, | |
| "step": 1208 | |
| }, | |
| { | |
| "epoch": 0.8786337209302325, | |
| "grad_norm": 1.0065299853456233, | |
| "learning_rate": 3.908678850965425e-07, | |
| "loss": 2.2853, | |
| "step": 1209 | |
| }, | |
| { | |
| "epoch": 0.8793604651162791, | |
| "grad_norm": 0.995293307148518, | |
| "learning_rate": 3.862892320160483e-07, | |
| "loss": 2.2858, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.8800872093023255, | |
| "grad_norm": 1.0258935554168493, | |
| "learning_rate": 3.8173647673476366e-07, | |
| "loss": 2.3548, | |
| "step": 1211 | |
| }, | |
| { | |
| "epoch": 0.8808139534883721, | |
| "grad_norm": 0.9956512980655323, | |
| "learning_rate": 3.7720964480832847e-07, | |
| "loss": 2.2886, | |
| "step": 1212 | |
| }, | |
| { | |
| "epoch": 0.8815406976744186, | |
| "grad_norm": 1.0464019346352542, | |
| "learning_rate": 3.727087616468739e-07, | |
| "loss": 2.2975, | |
| "step": 1213 | |
| }, | |
| { | |
| "epoch": 0.8822674418604651, | |
| "grad_norm": 1.0261367720153103, | |
| "learning_rate": 3.682338525148699e-07, | |
| "loss": 2.2455, | |
| "step": 1214 | |
| }, | |
| { | |
| "epoch": 0.8829941860465116, | |
| "grad_norm": 0.9784631495637669, | |
| "learning_rate": 3.6378494253099307e-07, | |
| "loss": 2.2994, | |
| "step": 1215 | |
| }, | |
| { | |
| "epoch": 0.8837209302325582, | |
| "grad_norm": 1.0561243830461962, | |
| "learning_rate": 3.5936205666797675e-07, | |
| "loss": 2.3172, | |
| "step": 1216 | |
| }, | |
| { | |
| "epoch": 0.8844476744186046, | |
| "grad_norm": 0.9866167353173949, | |
| "learning_rate": 3.549652197524783e-07, | |
| "loss": 2.2568, | |
| "step": 1217 | |
| }, | |
| { | |
| "epoch": 0.8851744186046512, | |
| "grad_norm": 1.7694336587594428, | |
| "learning_rate": 3.505944564649344e-07, | |
| "loss": 2.3109, | |
| "step": 1218 | |
| }, | |
| { | |
| "epoch": 0.8859011627906976, | |
| "grad_norm": 1.0237927443574126, | |
| "learning_rate": 3.462497913394258e-07, | |
| "loss": 2.2819, | |
| "step": 1219 | |
| }, | |
| { | |
| "epoch": 0.8866279069767442, | |
| "grad_norm": 1.0797737719641145, | |
| "learning_rate": 3.419312487635362e-07, | |
| "loss": 2.2423, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.8873546511627907, | |
| "grad_norm": 1.0965412032340838, | |
| "learning_rate": 3.3763885297822153e-07, | |
| "loss": 2.294, | |
| "step": 1221 | |
| }, | |
| { | |
| "epoch": 0.8880813953488372, | |
| "grad_norm": 1.1707762135194628, | |
| "learning_rate": 3.333726280776656e-07, | |
| "loss": 2.3118, | |
| "step": 1222 | |
| }, | |
| { | |
| "epoch": 0.8888081395348837, | |
| "grad_norm": 1.312947277182204, | |
| "learning_rate": 3.2913259800915196e-07, | |
| "loss": 2.259, | |
| "step": 1223 | |
| }, | |
| { | |
| "epoch": 0.8895348837209303, | |
| "grad_norm": 1.0501531220783618, | |
| "learning_rate": 3.2491878657292643e-07, | |
| "loss": 2.2494, | |
| "step": 1224 | |
| }, | |
| { | |
| "epoch": 0.8902616279069767, | |
| "grad_norm": 0.9978642932087061, | |
| "learning_rate": 3.2073121742206117e-07, | |
| "loss": 2.2676, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 0.8909883720930233, | |
| "grad_norm": 1.0219935225349466, | |
| "learning_rate": 3.165699140623285e-07, | |
| "loss": 2.2609, | |
| "step": 1226 | |
| }, | |
| { | |
| "epoch": 0.8917151162790697, | |
| "grad_norm": 1.0271766170690235, | |
| "learning_rate": 3.1243489985206097e-07, | |
| "loss": 2.2444, | |
| "step": 1227 | |
| }, | |
| { | |
| "epoch": 0.8924418604651163, | |
| "grad_norm": 1.2162058838576948, | |
| "learning_rate": 3.0832619800202746e-07, | |
| "loss": 2.3607, | |
| "step": 1228 | |
| }, | |
| { | |
| "epoch": 0.8931686046511628, | |
| "grad_norm": 0.9647661066514175, | |
| "learning_rate": 3.0424383157529716e-07, | |
| "loss": 2.2938, | |
| "step": 1229 | |
| }, | |
| { | |
| "epoch": 0.8938953488372093, | |
| "grad_norm": 1.0359666318241527, | |
| "learning_rate": 3.001878234871147e-07, | |
| "loss": 2.2933, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.8946220930232558, | |
| "grad_norm": 1.0260708734909725, | |
| "learning_rate": 2.961581965047672e-07, | |
| "loss": 2.2944, | |
| "step": 1231 | |
| }, | |
| { | |
| "epoch": 0.8953488372093024, | |
| "grad_norm": 1.9596558246449935, | |
| "learning_rate": 2.921549732474599e-07, | |
| "loss": 2.3171, | |
| "step": 1232 | |
| }, | |
| { | |
| "epoch": 0.8960755813953488, | |
| "grad_norm": 1.1149831837749224, | |
| "learning_rate": 2.8817817618618846e-07, | |
| "loss": 2.3445, | |
| "step": 1233 | |
| }, | |
| { | |
| "epoch": 0.8968023255813954, | |
| "grad_norm": 1.0325460985272938, | |
| "learning_rate": 2.842278276436128e-07, | |
| "loss": 2.2966, | |
| "step": 1234 | |
| }, | |
| { | |
| "epoch": 0.8975290697674418, | |
| "grad_norm": 1.0390227024813596, | |
| "learning_rate": 2.803039497939281e-07, | |
| "loss": 2.26, | |
| "step": 1235 | |
| }, | |
| { | |
| "epoch": 0.8982558139534884, | |
| "grad_norm": 1.091918329127377, | |
| "learning_rate": 2.7640656466274785e-07, | |
| "loss": 2.3169, | |
| "step": 1236 | |
| }, | |
| { | |
| "epoch": 0.8989825581395349, | |
| "grad_norm": 1.0489517864380382, | |
| "learning_rate": 2.7253569412697244e-07, | |
| "loss": 2.2924, | |
| "step": 1237 | |
| }, | |
| { | |
| "epoch": 0.8997093023255814, | |
| "grad_norm": 1.1270113218465792, | |
| "learning_rate": 2.686913599146723e-07, | |
| "loss": 2.305, | |
| "step": 1238 | |
| }, | |
| { | |
| "epoch": 0.9004360465116279, | |
| "grad_norm": 1.0077746037473514, | |
| "learning_rate": 2.648735836049615e-07, | |
| "loss": 2.2416, | |
| "step": 1239 | |
| }, | |
| { | |
| "epoch": 0.9011627906976745, | |
| "grad_norm": 1.0534517963417607, | |
| "learning_rate": 2.6108238662788057e-07, | |
| "loss": 2.2928, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.9018895348837209, | |
| "grad_norm": 1.2397150258831577, | |
| "learning_rate": 2.573177902642726e-07, | |
| "loss": 2.3184, | |
| "step": 1241 | |
| }, | |
| { | |
| "epoch": 0.9026162790697675, | |
| "grad_norm": 1.1152532284797432, | |
| "learning_rate": 2.5357981564566647e-07, | |
| "loss": 2.3111, | |
| "step": 1242 | |
| }, | |
| { | |
| "epoch": 0.903343023255814, | |
| "grad_norm": 1.015507101048782, | |
| "learning_rate": 2.4986848375415653e-07, | |
| "loss": 2.2436, | |
| "step": 1243 | |
| }, | |
| { | |
| "epoch": 0.9040697674418605, | |
| "grad_norm": 1.0734114420916194, | |
| "learning_rate": 2.4618381542228565e-07, | |
| "loss": 2.3737, | |
| "step": 1244 | |
| }, | |
| { | |
| "epoch": 0.904796511627907, | |
| "grad_norm": 1.346656207028202, | |
| "learning_rate": 2.4252583133292927e-07, | |
| "loss": 2.2639, | |
| "step": 1245 | |
| }, | |
| { | |
| "epoch": 0.9055232558139535, | |
| "grad_norm": 1.0354149154983616, | |
| "learning_rate": 2.3889455201917655e-07, | |
| "loss": 2.3014, | |
| "step": 1246 | |
| }, | |
| { | |
| "epoch": 0.90625, | |
| "grad_norm": 1.0294255073427006, | |
| "learning_rate": 2.3528999786421758e-07, | |
| "loss": 2.329, | |
| "step": 1247 | |
| }, | |
| { | |
| "epoch": 0.9069767441860465, | |
| "grad_norm": 1.0697056028935716, | |
| "learning_rate": 2.3171218910122695e-07, | |
| "loss": 2.3277, | |
| "step": 1248 | |
| }, | |
| { | |
| "epoch": 0.907703488372093, | |
| "grad_norm": 1.0427212290454575, | |
| "learning_rate": 2.2816114581325377e-07, | |
| "loss": 2.3078, | |
| "step": 1249 | |
| }, | |
| { | |
| "epoch": 0.9084302325581395, | |
| "grad_norm": 1.0376797552205965, | |
| "learning_rate": 2.2463688793310345e-07, | |
| "loss": 2.3154, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.909156976744186, | |
| "grad_norm": 1.0936357024502716, | |
| "learning_rate": 2.2113943524323167e-07, | |
| "loss": 2.3418, | |
| "step": 1251 | |
| }, | |
| { | |
| "epoch": 0.9098837209302325, | |
| "grad_norm": 1.0037611206384802, | |
| "learning_rate": 2.1766880737562833e-07, | |
| "loss": 2.2743, | |
| "step": 1252 | |
| }, | |
| { | |
| "epoch": 0.9106104651162791, | |
| "grad_norm": 1.086635907292096, | |
| "learning_rate": 2.1422502381171163e-07, | |
| "loss": 2.3162, | |
| "step": 1253 | |
| }, | |
| { | |
| "epoch": 0.9113372093023255, | |
| "grad_norm": 1.1145643232811908, | |
| "learning_rate": 2.1080810388221406e-07, | |
| "loss": 2.2704, | |
| "step": 1254 | |
| }, | |
| { | |
| "epoch": 0.9120639534883721, | |
| "grad_norm": 1.0598433068070068, | |
| "learning_rate": 2.0741806676707887e-07, | |
| "loss": 2.3319, | |
| "step": 1255 | |
| }, | |
| { | |
| "epoch": 0.9127906976744186, | |
| "grad_norm": 1.3127144244086706, | |
| "learning_rate": 2.0405493149534828e-07, | |
| "loss": 2.3116, | |
| "step": 1256 | |
| }, | |
| { | |
| "epoch": 0.9135174418604651, | |
| "grad_norm": 1.269702023739857, | |
| "learning_rate": 2.007187169450603e-07, | |
| "loss": 2.2136, | |
| "step": 1257 | |
| }, | |
| { | |
| "epoch": 0.9142441860465116, | |
| "grad_norm": 0.9803876917909695, | |
| "learning_rate": 1.9740944184313882e-07, | |
| "loss": 2.2767, | |
| "step": 1258 | |
| }, | |
| { | |
| "epoch": 0.9149709302325582, | |
| "grad_norm": 0.9509347439890067, | |
| "learning_rate": 1.941271247652915e-07, | |
| "loss": 2.2829, | |
| "step": 1259 | |
| }, | |
| { | |
| "epoch": 0.9156976744186046, | |
| "grad_norm": 0.9886083066522969, | |
| "learning_rate": 1.908717841359048e-07, | |
| "loss": 2.2567, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.9164244186046512, | |
| "grad_norm": 1.128556701776484, | |
| "learning_rate": 1.8764343822793962e-07, | |
| "loss": 2.3189, | |
| "step": 1261 | |
| }, | |
| { | |
| "epoch": 0.9171511627906976, | |
| "grad_norm": 1.0214841774757928, | |
| "learning_rate": 1.8444210516283035e-07, | |
| "loss": 2.2686, | |
| "step": 1262 | |
| }, | |
| { | |
| "epoch": 0.9178779069767442, | |
| "grad_norm": 1.0384165232113651, | |
| "learning_rate": 1.8126780291038037e-07, | |
| "loss": 2.2953, | |
| "step": 1263 | |
| }, | |
| { | |
| "epoch": 0.9186046511627907, | |
| "grad_norm": 1.0239892896324345, | |
| "learning_rate": 1.7812054928866617e-07, | |
| "loss": 2.2896, | |
| "step": 1264 | |
| }, | |
| { | |
| "epoch": 0.9193313953488372, | |
| "grad_norm": 1.0049155639014276, | |
| "learning_rate": 1.7500036196392956e-07, | |
| "loss": 2.2505, | |
| "step": 1265 | |
| }, | |
| { | |
| "epoch": 0.9200581395348837, | |
| "grad_norm": 1.0166829246084337, | |
| "learning_rate": 1.7190725845048827e-07, | |
| "loss": 2.2876, | |
| "step": 1266 | |
| }, | |
| { | |
| "epoch": 0.9207848837209303, | |
| "grad_norm": 1.0121063072615553, | |
| "learning_rate": 1.688412561106284e-07, | |
| "loss": 2.2638, | |
| "step": 1267 | |
| }, | |
| { | |
| "epoch": 0.9215116279069767, | |
| "grad_norm": 1.0325016280932235, | |
| "learning_rate": 1.6580237215451378e-07, | |
| "loss": 2.2858, | |
| "step": 1268 | |
| }, | |
| { | |
| "epoch": 0.9222383720930233, | |
| "grad_norm": 1.1015868462586509, | |
| "learning_rate": 1.6279062364008446e-07, | |
| "loss": 2.3058, | |
| "step": 1269 | |
| }, | |
| { | |
| "epoch": 0.9229651162790697, | |
| "grad_norm": 1.0513722612177225, | |
| "learning_rate": 1.5980602747296513e-07, | |
| "loss": 2.2703, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.9236918604651163, | |
| "grad_norm": 1.0097455230074164, | |
| "learning_rate": 1.5684860040636573e-07, | |
| "loss": 2.3194, | |
| "step": 1271 | |
| }, | |
| { | |
| "epoch": 0.9244186046511628, | |
| "grad_norm": 1.0351656666175164, | |
| "learning_rate": 1.5391835904099316e-07, | |
| "loss": 2.3516, | |
| "step": 1272 | |
| }, | |
| { | |
| "epoch": 0.9251453488372093, | |
| "grad_norm": 1.006940226866894, | |
| "learning_rate": 1.510153198249531e-07, | |
| "loss": 2.2536, | |
| "step": 1273 | |
| }, | |
| { | |
| "epoch": 0.9258720930232558, | |
| "grad_norm": 1.0120832517149825, | |
| "learning_rate": 1.4813949905365833e-07, | |
| "loss": 2.2966, | |
| "step": 1274 | |
| }, | |
| { | |
| "epoch": 0.9265988372093024, | |
| "grad_norm": 1.04037739337114, | |
| "learning_rate": 1.4529091286973994e-07, | |
| "loss": 2.3211, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 0.9273255813953488, | |
| "grad_norm": 1.0923715057949517, | |
| "learning_rate": 1.424695772629553e-07, | |
| "loss": 2.286, | |
| "step": 1276 | |
| }, | |
| { | |
| "epoch": 0.9280523255813954, | |
| "grad_norm": 1.0745241746743175, | |
| "learning_rate": 1.3967550807009677e-07, | |
| "loss": 2.3102, | |
| "step": 1277 | |
| }, | |
| { | |
| "epoch": 0.9287790697674418, | |
| "grad_norm": 1.2680690659745402, | |
| "learning_rate": 1.3690872097490481e-07, | |
| "loss": 2.3097, | |
| "step": 1278 | |
| }, | |
| { | |
| "epoch": 0.9295058139534884, | |
| "grad_norm": 0.98738554433098, | |
| "learning_rate": 1.3416923150798123e-07, | |
| "loss": 2.3177, | |
| "step": 1279 | |
| }, | |
| { | |
| "epoch": 0.9302325581395349, | |
| "grad_norm": 1.7610982138078959, | |
| "learning_rate": 1.3145705504669592e-07, | |
| "loss": 2.2221, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.9309593023255814, | |
| "grad_norm": 1.0476925479595647, | |
| "learning_rate": 1.2877220681510927e-07, | |
| "loss": 2.273, | |
| "step": 1281 | |
| }, | |
| { | |
| "epoch": 0.9316860465116279, | |
| "grad_norm": 1.0107799113760905, | |
| "learning_rate": 1.261147018838782e-07, | |
| "loss": 2.2488, | |
| "step": 1282 | |
| }, | |
| { | |
| "epoch": 0.9324127906976745, | |
| "grad_norm": 1.1192751459025567, | |
| "learning_rate": 1.2348455517017855e-07, | |
| "loss": 2.2751, | |
| "step": 1283 | |
| }, | |
| { | |
| "epoch": 0.9331395348837209, | |
| "grad_norm": 0.9712048469205136, | |
| "learning_rate": 1.208817814376162e-07, | |
| "loss": 2.2985, | |
| "step": 1284 | |
| }, | |
| { | |
| "epoch": 0.9338662790697675, | |
| "grad_norm": 0.9681812041910587, | |
| "learning_rate": 1.1830639529614774e-07, | |
| "loss": 2.2898, | |
| "step": 1285 | |
| }, | |
| { | |
| "epoch": 0.934593023255814, | |
| "grad_norm": 1.031175408747568, | |
| "learning_rate": 1.157584112019966e-07, | |
| "loss": 2.2973, | |
| "step": 1286 | |
| }, | |
| { | |
| "epoch": 0.9353197674418605, | |
| "grad_norm": 1.080255118494038, | |
| "learning_rate": 1.1323784345757205e-07, | |
| "loss": 2.2881, | |
| "step": 1287 | |
| }, | |
| { | |
| "epoch": 0.936046511627907, | |
| "grad_norm": 1.1584490527865852, | |
| "learning_rate": 1.1074470621138866e-07, | |
| "loss": 2.2674, | |
| "step": 1288 | |
| }, | |
| { | |
| "epoch": 0.9367732558139535, | |
| "grad_norm": 0.9893069974580888, | |
| "learning_rate": 1.0827901345798919e-07, | |
| "loss": 2.3274, | |
| "step": 1289 | |
| }, | |
| { | |
| "epoch": 0.9375, | |
| "grad_norm": 1.1609278902238676, | |
| "learning_rate": 1.0584077903786238e-07, | |
| "loss": 2.2954, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.9382267441860465, | |
| "grad_norm": 1.1214652879688172, | |
| "learning_rate": 1.0343001663736918e-07, | |
| "loss": 2.2437, | |
| "step": 1291 | |
| }, | |
| { | |
| "epoch": 0.938953488372093, | |
| "grad_norm": 1.0314479692365157, | |
| "learning_rate": 1.0104673978866164e-07, | |
| "loss": 2.3459, | |
| "step": 1292 | |
| }, | |
| { | |
| "epoch": 0.9396802325581395, | |
| "grad_norm": 1.0202246090098164, | |
| "learning_rate": 9.869096186961025e-08, | |
| "loss": 2.3238, | |
| "step": 1293 | |
| }, | |
| { | |
| "epoch": 0.940406976744186, | |
| "grad_norm": 1.735524228594828, | |
| "learning_rate": 9.636269610372895e-08, | |
| "loss": 2.2979, | |
| "step": 1294 | |
| }, | |
| { | |
| "epoch": 0.9411337209302325, | |
| "grad_norm": 1.0231462789990604, | |
| "learning_rate": 9.406195556009745e-08, | |
| "loss": 2.3135, | |
| "step": 1295 | |
| }, | |
| { | |
| "epoch": 0.9418604651162791, | |
| "grad_norm": 1.0387601752172189, | |
| "learning_rate": 9.178875315329183e-08, | |
| "loss": 2.2836, | |
| "step": 1296 | |
| }, | |
| { | |
| "epoch": 0.9425872093023255, | |
| "grad_norm": 1.0455127776642161, | |
| "learning_rate": 8.954310164331015e-08, | |
| "loss": 2.3477, | |
| "step": 1297 | |
| }, | |
| { | |
| "epoch": 0.9433139534883721, | |
| "grad_norm": 1.5004649471635758, | |
| "learning_rate": 8.732501363550028e-08, | |
| "loss": 2.31, | |
| "step": 1298 | |
| }, | |
| { | |
| "epoch": 0.9440406976744186, | |
| "grad_norm": 1.0296843011644148, | |
| "learning_rate": 8.513450158049109e-08, | |
| "loss": 2.3116, | |
| "step": 1299 | |
| }, | |
| { | |
| "epoch": 0.9447674418604651, | |
| "grad_norm": 0.9799375953016403, | |
| "learning_rate": 8.29715777741208e-08, | |
| "loss": 2.2626, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.9454941860465116, | |
| "grad_norm": 0.9922942907902778, | |
| "learning_rate": 8.08362543573682e-08, | |
| "loss": 2.2388, | |
| "step": 1301 | |
| }, | |
| { | |
| "epoch": 0.9462209302325582, | |
| "grad_norm": 2.6395611468739446, | |
| "learning_rate": 7.872854331628599e-08, | |
| "loss": 2.3387, | |
| "step": 1302 | |
| }, | |
| { | |
| "epoch": 0.9469476744186046, | |
| "grad_norm": 1.3509341255307576, | |
| "learning_rate": 7.664845648193087e-08, | |
| "loss": 2.2566, | |
| "step": 1303 | |
| }, | |
| { | |
| "epoch": 0.9476744186046512, | |
| "grad_norm": 1.081975825106032, | |
| "learning_rate": 7.459600553029966e-08, | |
| "loss": 2.2852, | |
| "step": 1304 | |
| }, | |
| { | |
| "epoch": 0.9484011627906976, | |
| "grad_norm": 1.0477686545335492, | |
| "learning_rate": 7.257120198226219e-08, | |
| "loss": 2.2782, | |
| "step": 1305 | |
| }, | |
| { | |
| "epoch": 0.9491279069767442, | |
| "grad_norm": 1.0147183696685629, | |
| "learning_rate": 7.057405720349853e-08, | |
| "loss": 2.2711, | |
| "step": 1306 | |
| }, | |
| { | |
| "epoch": 0.9498546511627907, | |
| "grad_norm": 0.9804356237239087, | |
| "learning_rate": 6.860458240443179e-08, | |
| "loss": 2.3472, | |
| "step": 1307 | |
| }, | |
| { | |
| "epoch": 0.9505813953488372, | |
| "grad_norm": 1.0073244406187998, | |
| "learning_rate": 6.666278864016884e-08, | |
| "loss": 2.2972, | |
| "step": 1308 | |
| }, | |
| { | |
| "epoch": 0.9513081395348837, | |
| "grad_norm": 1.0325826072792375, | |
| "learning_rate": 6.474868681043578e-08, | |
| "loss": 2.2552, | |
| "step": 1309 | |
| }, | |
| { | |
| "epoch": 0.9520348837209303, | |
| "grad_norm": 1.0796140386264204, | |
| "learning_rate": 6.286228765951807e-08, | |
| "loss": 2.2278, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.9527616279069767, | |
| "grad_norm": 0.9903943158949445, | |
| "learning_rate": 6.100360177619946e-08, | |
| "loss": 2.3095, | |
| "step": 1311 | |
| }, | |
| { | |
| "epoch": 0.9534883720930233, | |
| "grad_norm": 1.0300867433621375, | |
| "learning_rate": 5.917263959370312e-08, | |
| "loss": 2.3375, | |
| "step": 1312 | |
| }, | |
| { | |
| "epoch": 0.9542151162790697, | |
| "grad_norm": 1.076918105492359, | |
| "learning_rate": 5.736941138963281e-08, | |
| "loss": 2.3038, | |
| "step": 1313 | |
| }, | |
| { | |
| "epoch": 0.9549418604651163, | |
| "grad_norm": 1.0114088652079647, | |
| "learning_rate": 5.559392728591517e-08, | |
| "loss": 2.3148, | |
| "step": 1314 | |
| }, | |
| { | |
| "epoch": 0.9556686046511628, | |
| "grad_norm": 1.1906333105918063, | |
| "learning_rate": 5.384619724874307e-08, | |
| "loss": 2.2539, | |
| "step": 1315 | |
| }, | |
| { | |
| "epoch": 0.9563953488372093, | |
| "grad_norm": 1.134623849472849, | |
| "learning_rate": 5.2126231088519e-08, | |
| "loss": 2.2944, | |
| "step": 1316 | |
| }, | |
| { | |
| "epoch": 0.9571220930232558, | |
| "grad_norm": 0.9992883943690529, | |
| "learning_rate": 5.0434038459801213e-08, | |
| "loss": 2.2755, | |
| "step": 1317 | |
| }, | |
| { | |
| "epoch": 0.9578488372093024, | |
| "grad_norm": 1.1453760819725112, | |
| "learning_rate": 4.876962886124936e-08, | |
| "loss": 2.3314, | |
| "step": 1318 | |
| }, | |
| { | |
| "epoch": 0.9585755813953488, | |
| "grad_norm": 1.0711339360870722, | |
| "learning_rate": 4.713301163556894e-08, | |
| "loss": 2.3663, | |
| "step": 1319 | |
| }, | |
| { | |
| "epoch": 0.9593023255813954, | |
| "grad_norm": 1.193135985144878, | |
| "learning_rate": 4.5524195969461895e-08, | |
| "loss": 2.3048, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.9600290697674418, | |
| "grad_norm": 1.1033385441868588, | |
| "learning_rate": 4.394319089357335e-08, | |
| "loss": 2.3037, | |
| "step": 1321 | |
| }, | |
| { | |
| "epoch": 0.9607558139534884, | |
| "grad_norm": 1.0425755305320366, | |
| "learning_rate": 4.239000528244164e-08, | |
| "loss": 2.2908, | |
| "step": 1322 | |
| }, | |
| { | |
| "epoch": 0.9614825581395349, | |
| "grad_norm": 1.0043149458946938, | |
| "learning_rate": 4.086464785444777e-08, | |
| "loss": 2.3172, | |
| "step": 1323 | |
| }, | |
| { | |
| "epoch": 0.9622093023255814, | |
| "grad_norm": 0.9510526219043042, | |
| "learning_rate": 3.936712717176716e-08, | |
| "loss": 2.3454, | |
| "step": 1324 | |
| }, | |
| { | |
| "epoch": 0.9629360465116279, | |
| "grad_norm": 1.0242871931784736, | |
| "learning_rate": 3.7897451640321326e-08, | |
| "loss": 2.255, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 0.9636627906976745, | |
| "grad_norm": 1.032293949458567, | |
| "learning_rate": 3.645562950973014e-08, | |
| "loss": 2.2723, | |
| "step": 1326 | |
| }, | |
| { | |
| "epoch": 0.9643895348837209, | |
| "grad_norm": 1.0085818746357065, | |
| "learning_rate": 3.504166887326688e-08, | |
| "loss": 2.28, | |
| "step": 1327 | |
| }, | |
| { | |
| "epoch": 0.9651162790697675, | |
| "grad_norm": 1.0094863113312103, | |
| "learning_rate": 3.365557766781047e-08, | |
| "loss": 2.3334, | |
| "step": 1328 | |
| }, | |
| { | |
| "epoch": 0.965843023255814, | |
| "grad_norm": 1.0044401474819298, | |
| "learning_rate": 3.229736367380498e-08, | |
| "loss": 2.3234, | |
| "step": 1329 | |
| }, | |
| { | |
| "epoch": 0.9665697674418605, | |
| "grad_norm": 1.1918541717117412, | |
| "learning_rate": 3.0967034515211323e-08, | |
| "loss": 2.3161, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.967296511627907, | |
| "grad_norm": 0.9889890714491774, | |
| "learning_rate": 2.966459765946672e-08, | |
| "loss": 2.3153, | |
| "step": 1331 | |
| }, | |
| { | |
| "epoch": 0.9680232558139535, | |
| "grad_norm": 1.064404134607704, | |
| "learning_rate": 2.8390060417443632e-08, | |
| "loss": 2.2949, | |
| "step": 1332 | |
| }, | |
| { | |
| "epoch": 0.96875, | |
| "grad_norm": 0.9820533577158319, | |
| "learning_rate": 2.714342994340646e-08, | |
| "loss": 2.3176, | |
| "step": 1333 | |
| }, | |
| { | |
| "epoch": 0.9694767441860465, | |
| "grad_norm": 0.9869071666343803, | |
| "learning_rate": 2.592471323497381e-08, | |
| "loss": 2.2175, | |
| "step": 1334 | |
| }, | |
| { | |
| "epoch": 0.970203488372093, | |
| "grad_norm": 1.024509197686126, | |
| "learning_rate": 2.4733917133077378e-08, | |
| "loss": 2.3161, | |
| "step": 1335 | |
| }, | |
| { | |
| "epoch": 0.9709302325581395, | |
| "grad_norm": 1.0089119887260893, | |
| "learning_rate": 2.3571048321923694e-08, | |
| "loss": 2.2915, | |
| "step": 1336 | |
| }, | |
| { | |
| "epoch": 0.971656976744186, | |
| "grad_norm": 0.9995707439981476, | |
| "learning_rate": 2.2436113328958565e-08, | |
| "loss": 2.3017, | |
| "step": 1337 | |
| }, | |
| { | |
| "epoch": 0.9723837209302325, | |
| "grad_norm": 1.2909850946179122, | |
| "learning_rate": 2.1329118524827662e-08, | |
| "loss": 2.2576, | |
| "step": 1338 | |
| }, | |
| { | |
| "epoch": 0.9731104651162791, | |
| "grad_norm": 0.9839313923654567, | |
| "learning_rate": 2.0250070123342124e-08, | |
| "loss": 2.3013, | |
| "step": 1339 | |
| }, | |
| { | |
| "epoch": 0.9738372093023255, | |
| "grad_norm": 1.0289650966110175, | |
| "learning_rate": 1.9198974181444675e-08, | |
| "loss": 2.3018, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.9745639534883721, | |
| "grad_norm": 1.2914117926481417, | |
| "learning_rate": 1.8175836599173545e-08, | |
| "loss": 2.3079, | |
| "step": 1341 | |
| }, | |
| { | |
| "epoch": 0.9752906976744186, | |
| "grad_norm": 1.0055706662475437, | |
| "learning_rate": 1.7180663119630846e-08, | |
| "loss": 2.2506, | |
| "step": 1342 | |
| }, | |
| { | |
| "epoch": 0.9760174418604651, | |
| "grad_norm": 0.9952235589773648, | |
| "learning_rate": 1.6213459328950355e-08, | |
| "loss": 2.2793, | |
| "step": 1343 | |
| }, | |
| { | |
| "epoch": 0.9767441860465116, | |
| "grad_norm": 1.1363778138841705, | |
| "learning_rate": 1.5274230656263656e-08, | |
| "loss": 2.3271, | |
| "step": 1344 | |
| }, | |
| { | |
| "epoch": 0.9774709302325582, | |
| "grad_norm": 1.0689170237371675, | |
| "learning_rate": 1.4362982373675171e-08, | |
| "loss": 2.3187, | |
| "step": 1345 | |
| }, | |
| { | |
| "epoch": 0.9781976744186046, | |
| "grad_norm": 1.0815995913125536, | |
| "learning_rate": 1.347971959622496e-08, | |
| "loss": 2.3334, | |
| "step": 1346 | |
| }, | |
| { | |
| "epoch": 0.9789244186046512, | |
| "grad_norm": 1.035545163434121, | |
| "learning_rate": 1.2624447281867625e-08, | |
| "loss": 2.3098, | |
| "step": 1347 | |
| }, | |
| { | |
| "epoch": 0.9796511627906976, | |
| "grad_norm": 1.0948187248544319, | |
| "learning_rate": 1.1797170231439004e-08, | |
| "loss": 2.3251, | |
| "step": 1348 | |
| }, | |
| { | |
| "epoch": 0.9803779069767442, | |
| "grad_norm": 1.046292294927679, | |
| "learning_rate": 1.0997893088632306e-08, | |
| "loss": 2.3078, | |
| "step": 1349 | |
| }, | |
| { | |
| "epoch": 0.9811046511627907, | |
| "grad_norm": 1.0300319397600337, | |
| "learning_rate": 1.0226620339969795e-08, | |
| "loss": 2.3033, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.9818313953488372, | |
| "grad_norm": 0.9767087046357332, | |
| "learning_rate": 9.48335631477948e-09, | |
| "loss": 2.3278, | |
| "step": 1351 | |
| }, | |
| { | |
| "epoch": 0.9825581395348837, | |
| "grad_norm": 1.198857506546238, | |
| "learning_rate": 8.768105185170683e-09, | |
| "loss": 2.2652, | |
| "step": 1352 | |
| }, | |
| { | |
| "epoch": 0.9832848837209303, | |
| "grad_norm": 0.9863221166831615, | |
| "learning_rate": 8.080870966008513e-09, | |
| "loss": 2.3035, | |
| "step": 1353 | |
| }, | |
| { | |
| "epoch": 0.9840116279069767, | |
| "grad_norm": 0.9996635167228194, | |
| "learning_rate": 7.421657514893321e-09, | |
| "loss": 2.3307, | |
| "step": 1354 | |
| }, | |
| { | |
| "epoch": 0.9847383720930233, | |
| "grad_norm": 0.9743277323285772, | |
| "learning_rate": 6.79046853214016e-09, | |
| "loss": 2.2822, | |
| "step": 1355 | |
| }, | |
| { | |
| "epoch": 0.9854651162790697, | |
| "grad_norm": 1.025580657364137, | |
| "learning_rate": 6.187307560754363e-09, | |
| "loss": 2.3112, | |
| "step": 1356 | |
| }, | |
| { | |
| "epoch": 0.9861918604651163, | |
| "grad_norm": 1.0871552124899244, | |
| "learning_rate": 5.612177986414891e-09, | |
| "loss": 2.2338, | |
| "step": 1357 | |
| }, | |
| { | |
| "epoch": 0.9869186046511628, | |
| "grad_norm": 1.2139378980093414, | |
| "learning_rate": 5.065083037453234e-09, | |
| "loss": 2.2583, | |
| "step": 1358 | |
| }, | |
| { | |
| "epoch": 0.9876453488372093, | |
| "grad_norm": 1.1655655831929417, | |
| "learning_rate": 4.546025784837316e-09, | |
| "loss": 2.3364, | |
| "step": 1359 | |
| }, | |
| { | |
| "epoch": 0.9883720930232558, | |
| "grad_norm": 1.0020916790797725, | |
| "learning_rate": 4.055009142152066e-09, | |
| "loss": 2.258, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.9890988372093024, | |
| "grad_norm": 1.0161785758267667, | |
| "learning_rate": 3.5920358655844312e-09, | |
| "loss": 2.2484, | |
| "step": 1361 | |
| }, | |
| { | |
| "epoch": 0.9898255813953488, | |
| "grad_norm": 0.9954194415297898, | |
| "learning_rate": 3.1571085539089384e-09, | |
| "loss": 2.2928, | |
| "step": 1362 | |
| }, | |
| { | |
| "epoch": 0.9905523255813954, | |
| "grad_norm": 0.9865483653721157, | |
| "learning_rate": 2.7502296484699374e-09, | |
| "loss": 2.2793, | |
| "step": 1363 | |
| }, | |
| { | |
| "epoch": 0.9912790697674418, | |
| "grad_norm": 1.0946412791341318, | |
| "learning_rate": 2.371401433170495e-09, | |
| "loss": 2.2972, | |
| "step": 1364 | |
| }, | |
| { | |
| "epoch": 0.9920058139534884, | |
| "grad_norm": 1.004980651503775, | |
| "learning_rate": 2.0206260344590724e-09, | |
| "loss": 2.3216, | |
| "step": 1365 | |
| }, | |
| { | |
| "epoch": 0.9927325581395349, | |
| "grad_norm": 1.0316396359422022, | |
| "learning_rate": 1.6979054213173141e-09, | |
| "loss": 2.2782, | |
| "step": 1366 | |
| }, | |
| { | |
| "epoch": 0.9934593023255814, | |
| "grad_norm": 1.3085920072304564, | |
| "learning_rate": 1.4032414052478348e-09, | |
| "loss": 2.2255, | |
| "step": 1367 | |
| }, | |
| { | |
| "epoch": 0.9941860465116279, | |
| "grad_norm": 1.045228547510724, | |
| "learning_rate": 1.136635640267003e-09, | |
| "loss": 2.3237, | |
| "step": 1368 | |
| }, | |
| { | |
| "epoch": 0.9949127906976745, | |
| "grad_norm": 1.3155145718130687, | |
| "learning_rate": 8.980896228932834e-10, | |
| "loss": 2.2275, | |
| "step": 1369 | |
| }, | |
| { | |
| "epoch": 0.9956395348837209, | |
| "grad_norm": 0.9921059811114996, | |
| "learning_rate": 6.876046921389102e-10, | |
| "loss": 2.2629, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.9963662790697675, | |
| "grad_norm": 1.2788236393841776, | |
| "learning_rate": 5.051820295032262e-10, | |
| "loss": 2.2405, | |
| "step": 1371 | |
| }, | |
| { | |
| "epoch": 0.997093023255814, | |
| "grad_norm": 1.0501847646368694, | |
| "learning_rate": 3.508226589660213e-10, | |
| "loss": 2.3305, | |
| "step": 1372 | |
| }, | |
| { | |
| "epoch": 0.9978197674418605, | |
| "grad_norm": 1.1446929377734676, | |
| "learning_rate": 2.2452744698087114e-10, | |
| "loss": 2.3071, | |
| "step": 1373 | |
| }, | |
| { | |
| "epoch": 0.998546511627907, | |
| "grad_norm": 0.9948071557609979, | |
| "learning_rate": 1.2629710247180626e-10, | |
| "loss": 2.2705, | |
| "step": 1374 | |
| }, | |
| { | |
| "epoch": 0.9992732558139535, | |
| "grad_norm": 1.0555106775673517, | |
| "learning_rate": 5.613217682720606e-11, | |
| "loss": 2.2112, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.9820602357954474, | |
| "learning_rate": 1.4033063899243637e-11, | |
| "loss": 2.3398, | |
| "step": 1376 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 1376, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 688, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.0909863237176525e+18, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |