| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.9938347718865597, | |
| "eval_steps": 500, | |
| "global_step": 606, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.004932182490752158, | |
| "grad_norm": 1.1257907152175903, | |
| "learning_rate": 5.0000000000000004e-08, | |
| "loss": 1.0986, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.009864364981504316, | |
| "grad_norm": 1.5788811445236206, | |
| "learning_rate": 1.0000000000000001e-07, | |
| "loss": 1.1152, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.014796547472256474, | |
| "grad_norm": 1.7341364622116089, | |
| "learning_rate": 1.5000000000000002e-07, | |
| "loss": 1.1392, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.01972872996300863, | |
| "grad_norm": 1.3568042516708374, | |
| "learning_rate": 2.0000000000000002e-07, | |
| "loss": 1.1046, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.02466091245376079, | |
| "grad_norm": 1.1873835325241089, | |
| "learning_rate": 2.5000000000000004e-07, | |
| "loss": 1.1123, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.029593094944512947, | |
| "grad_norm": 1.0728861093521118, | |
| "learning_rate": 3.0000000000000004e-07, | |
| "loss": 1.1024, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.0345252774352651, | |
| "grad_norm": 1.991363525390625, | |
| "learning_rate": 3.5000000000000004e-07, | |
| "loss": 1.1045, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.03945745992601726, | |
| "grad_norm": 1.3626810312271118, | |
| "learning_rate": 4.0000000000000003e-07, | |
| "loss": 1.1414, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.04438964241676942, | |
| "grad_norm": 1.2338333129882812, | |
| "learning_rate": 4.5000000000000003e-07, | |
| "loss": 1.1312, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.04932182490752158, | |
| "grad_norm": 1.2466716766357422, | |
| "learning_rate": 5.000000000000001e-07, | |
| "loss": 1.0895, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.05425400739827373, | |
| "grad_norm": 1.360613465309143, | |
| "learning_rate": 5.5e-07, | |
| "loss": 1.1285, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.059186189889025895, | |
| "grad_norm": 2.145904541015625, | |
| "learning_rate": 6.000000000000001e-07, | |
| "loss": 1.079, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.06411837237977805, | |
| "grad_norm": 1.5354256629943848, | |
| "learning_rate": 6.5e-07, | |
| "loss": 1.0897, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.0690505548705302, | |
| "grad_norm": 1.2002555131912231, | |
| "learning_rate": 7.000000000000001e-07, | |
| "loss": 1.0474, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.07398273736128237, | |
| "grad_norm": 1.213218331336975, | |
| "learning_rate": 7.5e-07, | |
| "loss": 1.0336, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.07891491985203453, | |
| "grad_norm": 1.0160884857177734, | |
| "learning_rate": 8.000000000000001e-07, | |
| "loss": 1.0396, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.08384710234278668, | |
| "grad_norm": 1.3291572332382202, | |
| "learning_rate": 8.500000000000001e-07, | |
| "loss": 1.0111, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.08877928483353884, | |
| "grad_norm": 9.560614585876465, | |
| "learning_rate": 9.000000000000001e-07, | |
| "loss": 1.0343, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.093711467324291, | |
| "grad_norm": 0.8536161184310913, | |
| "learning_rate": 9.500000000000001e-07, | |
| "loss": 1.0288, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.09864364981504316, | |
| "grad_norm": 0.8779953122138977, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.9296, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.10357583230579531, | |
| "grad_norm": 0.9102424383163452, | |
| "learning_rate": 1.0500000000000001e-06, | |
| "loss": 0.9348, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.10850801479654747, | |
| "grad_norm": 0.5936668515205383, | |
| "learning_rate": 1.1e-06, | |
| "loss": 0.9103, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.11344019728729964, | |
| "grad_norm": 0.38109758496284485, | |
| "learning_rate": 1.1500000000000002e-06, | |
| "loss": 0.9412, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.11837237977805179, | |
| "grad_norm": 0.6523936986923218, | |
| "learning_rate": 1.2000000000000002e-06, | |
| "loss": 0.8968, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.12330456226880394, | |
| "grad_norm": 0.4067033529281616, | |
| "learning_rate": 1.25e-06, | |
| "loss": 0.9031, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.1282367447595561, | |
| "grad_norm": 0.4689585566520691, | |
| "learning_rate": 1.3e-06, | |
| "loss": 0.8724, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.13316892725030827, | |
| "grad_norm": 0.5714285373687744, | |
| "learning_rate": 1.3500000000000002e-06, | |
| "loss": 0.9195, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.1381011097410604, | |
| "grad_norm": 0.43251562118530273, | |
| "learning_rate": 1.4000000000000001e-06, | |
| "loss": 0.8937, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.14303329223181258, | |
| "grad_norm": 0.3626736104488373, | |
| "learning_rate": 1.45e-06, | |
| "loss": 0.8685, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.14796547472256474, | |
| "grad_norm": 0.3419496715068817, | |
| "learning_rate": 1.5e-06, | |
| "loss": 0.8833, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.15289765721331688, | |
| "grad_norm": 0.4578935503959656, | |
| "learning_rate": 1.5500000000000002e-06, | |
| "loss": 0.8287, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.15782983970406905, | |
| "grad_norm": 0.4360993206501007, | |
| "learning_rate": 1.6000000000000001e-06, | |
| "loss": 0.8452, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.16276202219482122, | |
| "grad_norm": 0.5611799359321594, | |
| "learning_rate": 1.6500000000000003e-06, | |
| "loss": 0.872, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.16769420468557336, | |
| "grad_norm": 0.2829279601573944, | |
| "learning_rate": 1.7000000000000002e-06, | |
| "loss": 0.87, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.17262638717632553, | |
| "grad_norm": 0.38662174344062805, | |
| "learning_rate": 1.75e-06, | |
| "loss": 0.816, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.17755856966707767, | |
| "grad_norm": 0.4239096939563751, | |
| "learning_rate": 1.8000000000000001e-06, | |
| "loss": 0.8599, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.18249075215782984, | |
| "grad_norm": 0.653641939163208, | |
| "learning_rate": 1.85e-06, | |
| "loss": 0.8456, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.187422934648582, | |
| "grad_norm": 0.21455056965351105, | |
| "learning_rate": 1.9000000000000002e-06, | |
| "loss": 0.795, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.19235511713933415, | |
| "grad_norm": 0.26148131489753723, | |
| "learning_rate": 1.9500000000000004e-06, | |
| "loss": 0.8405, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.19728729963008632, | |
| "grad_norm": 0.31602978706359863, | |
| "learning_rate": 2.0000000000000003e-06, | |
| "loss": 0.8569, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.20221948212083848, | |
| "grad_norm": 0.20896084606647491, | |
| "learning_rate": 2.05e-06, | |
| "loss": 0.801, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.20715166461159062, | |
| "grad_norm": 0.21203891932964325, | |
| "learning_rate": 2.1000000000000002e-06, | |
| "loss": 0.8202, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.2120838471023428, | |
| "grad_norm": 0.23695039749145508, | |
| "learning_rate": 2.15e-06, | |
| "loss": 0.8088, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.21701602959309493, | |
| "grad_norm": 0.1736220270395279, | |
| "learning_rate": 2.2e-06, | |
| "loss": 0.8031, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.2219482120838471, | |
| "grad_norm": 0.23390308022499084, | |
| "learning_rate": 2.25e-06, | |
| "loss": 0.7914, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.22688039457459927, | |
| "grad_norm": 0.23420561850070953, | |
| "learning_rate": 2.3000000000000004e-06, | |
| "loss": 0.8092, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.2318125770653514, | |
| "grad_norm": 0.19289737939834595, | |
| "learning_rate": 2.35e-06, | |
| "loss": 0.7767, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.23674475955610358, | |
| "grad_norm": 0.23044224083423615, | |
| "learning_rate": 2.4000000000000003e-06, | |
| "loss": 0.8185, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.24167694204685575, | |
| "grad_norm": 0.2052794247865677, | |
| "learning_rate": 2.4500000000000003e-06, | |
| "loss": 0.781, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.2466091245376079, | |
| "grad_norm": 0.19429263472557068, | |
| "learning_rate": 2.5e-06, | |
| "loss": 0.8125, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.25154130702836003, | |
| "grad_norm": 0.18123206496238708, | |
| "learning_rate": 2.55e-06, | |
| "loss": 0.7775, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.2564734895191122, | |
| "grad_norm": 1.8012878894805908, | |
| "learning_rate": 2.6e-06, | |
| "loss": 0.7692, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.26140567200986436, | |
| "grad_norm": 0.2761130928993225, | |
| "learning_rate": 2.6500000000000005e-06, | |
| "loss": 0.7996, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.26633785450061653, | |
| "grad_norm": 0.1579173356294632, | |
| "learning_rate": 2.7000000000000004e-06, | |
| "loss": 0.7936, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.2712700369913687, | |
| "grad_norm": 0.16990424692630768, | |
| "learning_rate": 2.7500000000000004e-06, | |
| "loss": 0.8067, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.2762022194821208, | |
| "grad_norm": 1.0547306537628174, | |
| "learning_rate": 2.8000000000000003e-06, | |
| "loss": 0.7894, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.281134401972873, | |
| "grad_norm": 0.18402548134326935, | |
| "learning_rate": 2.85e-06, | |
| "loss": 0.7564, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.28606658446362515, | |
| "grad_norm": 0.19761355221271515, | |
| "learning_rate": 2.9e-06, | |
| "loss": 0.7754, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.2909987669543773, | |
| "grad_norm": 0.26926949620246887, | |
| "learning_rate": 2.95e-06, | |
| "loss": 0.7698, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.2959309494451295, | |
| "grad_norm": 0.19200852513313293, | |
| "learning_rate": 3e-06, | |
| "loss": 0.757, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.3008631319358816, | |
| "grad_norm": 0.14297647774219513, | |
| "learning_rate": 3.05e-06, | |
| "loss": 0.7372, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.30579531442663377, | |
| "grad_norm": 0.1689106523990631, | |
| "learning_rate": 3.1000000000000004e-06, | |
| "loss": 0.7511, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.31072749691738594, | |
| "grad_norm": 0.3330126106739044, | |
| "learning_rate": 3.1500000000000003e-06, | |
| "loss": 0.747, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.3156596794081381, | |
| "grad_norm": 0.2532431483268738, | |
| "learning_rate": 3.2000000000000003e-06, | |
| "loss": 0.798, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.3205918618988903, | |
| "grad_norm": 0.14446307718753815, | |
| "learning_rate": 3.2500000000000002e-06, | |
| "loss": 0.7631, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.32552404438964244, | |
| "grad_norm": 0.24439038336277008, | |
| "learning_rate": 3.3000000000000006e-06, | |
| "loss": 0.7405, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.33045622688039455, | |
| "grad_norm": 0.15191350877285004, | |
| "learning_rate": 3.3500000000000005e-06, | |
| "loss": 0.7559, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.3353884093711467, | |
| "grad_norm": 0.16212493181228638, | |
| "learning_rate": 3.4000000000000005e-06, | |
| "loss": 0.7452, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.3403205918618989, | |
| "grad_norm": 0.1210586428642273, | |
| "learning_rate": 3.45e-06, | |
| "loss": 0.7817, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.34525277435265106, | |
| "grad_norm": 0.35743728280067444, | |
| "learning_rate": 3.5e-06, | |
| "loss": 0.7811, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.35018495684340323, | |
| "grad_norm": 0.12270136177539825, | |
| "learning_rate": 3.5500000000000003e-06, | |
| "loss": 0.7679, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.35511713933415534, | |
| "grad_norm": 0.14078450202941895, | |
| "learning_rate": 3.6000000000000003e-06, | |
| "loss": 0.7479, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.3600493218249075, | |
| "grad_norm": 0.11881807446479797, | |
| "learning_rate": 3.65e-06, | |
| "loss": 0.7475, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.3649815043156597, | |
| "grad_norm": 0.11201618611812592, | |
| "learning_rate": 3.7e-06, | |
| "loss": 0.7396, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.36991368680641185, | |
| "grad_norm": 0.14292244613170624, | |
| "learning_rate": 3.7500000000000005e-06, | |
| "loss": 0.7117, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.374845869297164, | |
| "grad_norm": 0.18425297737121582, | |
| "learning_rate": 3.8000000000000005e-06, | |
| "loss": 0.718, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.3797780517879161, | |
| "grad_norm": 0.16399289667606354, | |
| "learning_rate": 3.85e-06, | |
| "loss": 0.7314, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.3847102342786683, | |
| "grad_norm": 0.1419249176979065, | |
| "learning_rate": 3.900000000000001e-06, | |
| "loss": 0.7996, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.38964241676942046, | |
| "grad_norm": 0.154827281832695, | |
| "learning_rate": 3.95e-06, | |
| "loss": 0.7308, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.39457459926017263, | |
| "grad_norm": 0.17852246761322021, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 0.7161, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.3995067817509248, | |
| "grad_norm": 0.12098474055528641, | |
| "learning_rate": 4.05e-06, | |
| "loss": 0.7581, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.40443896424167697, | |
| "grad_norm": 0.15087738633155823, | |
| "learning_rate": 4.1e-06, | |
| "loss": 0.728, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.4093711467324291, | |
| "grad_norm": 0.23446552455425262, | |
| "learning_rate": 4.15e-06, | |
| "loss": 0.7089, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.41430332922318125, | |
| "grad_norm": 0.12758222222328186, | |
| "learning_rate": 4.2000000000000004e-06, | |
| "loss": 0.7513, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.4192355117139334, | |
| "grad_norm": 0.18490324914455414, | |
| "learning_rate": 4.25e-06, | |
| "loss": 0.7232, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.4241676942046856, | |
| "grad_norm": 3.9814538955688477, | |
| "learning_rate": 4.3e-06, | |
| "loss": 0.7071, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.42909987669543775, | |
| "grad_norm": 0.13754811882972717, | |
| "learning_rate": 4.350000000000001e-06, | |
| "loss": 0.7218, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.43403205918618987, | |
| "grad_norm": 0.15279600024223328, | |
| "learning_rate": 4.4e-06, | |
| "loss": 0.7531, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.43896424167694204, | |
| "grad_norm": 0.13091601431369781, | |
| "learning_rate": 4.450000000000001e-06, | |
| "loss": 0.6954, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.4438964241676942, | |
| "grad_norm": 0.14220909774303436, | |
| "learning_rate": 4.5e-06, | |
| "loss": 0.7227, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.44882860665844637, | |
| "grad_norm": 0.11386663466691971, | |
| "learning_rate": 4.5500000000000005e-06, | |
| "loss": 0.7196, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.45376078914919854, | |
| "grad_norm": 0.16582414507865906, | |
| "learning_rate": 4.600000000000001e-06, | |
| "loss": 0.7155, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.45869297163995065, | |
| "grad_norm": 0.2046297937631607, | |
| "learning_rate": 4.65e-06, | |
| "loss": 0.7201, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.4636251541307028, | |
| "grad_norm": 0.11329102516174316, | |
| "learning_rate": 4.7e-06, | |
| "loss": 0.7233, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.468557336621455, | |
| "grad_norm": 0.1256910264492035, | |
| "learning_rate": 4.75e-06, | |
| "loss": 0.7294, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.47348951911220716, | |
| "grad_norm": 0.16878068447113037, | |
| "learning_rate": 4.800000000000001e-06, | |
| "loss": 0.7292, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.4784217016029593, | |
| "grad_norm": 0.1140855923295021, | |
| "learning_rate": 4.85e-06, | |
| "loss": 0.7215, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.4833538840937115, | |
| "grad_norm": 0.13400927186012268, | |
| "learning_rate": 4.9000000000000005e-06, | |
| "loss": 0.7446, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.4882860665844636, | |
| "grad_norm": 0.13537898659706116, | |
| "learning_rate": 4.95e-06, | |
| "loss": 0.7083, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.4932182490752158, | |
| "grad_norm": 0.23342657089233398, | |
| "learning_rate": 5e-06, | |
| "loss": 0.7172, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.49815043156596794, | |
| "grad_norm": 2.2964117527008057, | |
| "learning_rate": 4.999951815503011e-06, | |
| "loss": 0.7564, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.5030826140567201, | |
| "grad_norm": 0.20878185331821442, | |
| "learning_rate": 4.999807263869441e-06, | |
| "loss": 0.7255, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.5080147965474723, | |
| "grad_norm": 0.26244527101516724, | |
| "learning_rate": 4.999566350671405e-06, | |
| "loss": 0.707, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.5129469790382244, | |
| "grad_norm": 0.12257402390241623, | |
| "learning_rate": 4.999229085195532e-06, | |
| "loss": 0.7147, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.5178791615289766, | |
| "grad_norm": 0.18218959867954254, | |
| "learning_rate": 4.998795480442595e-06, | |
| "loss": 0.7113, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.5228113440197287, | |
| "grad_norm": 0.1487857848405838, | |
| "learning_rate": 4.998265553127013e-06, | |
| "loss": 0.7532, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.5277435265104808, | |
| "grad_norm": 0.18883858621120453, | |
| "learning_rate": 4.997639323676214e-06, | |
| "loss": 0.6822, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.5326757090012331, | |
| "grad_norm": 0.13591569662094116, | |
| "learning_rate": 4.996916816229838e-06, | |
| "loss": 0.7569, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.5376078914919852, | |
| "grad_norm": 0.9631307721138, | |
| "learning_rate": 4.99609805863881e-06, | |
| "loss": 0.745, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.5425400739827374, | |
| "grad_norm": 0.13628794252872467, | |
| "learning_rate": 4.995183082464269e-06, | |
| "loss": 0.732, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.5474722564734895, | |
| "grad_norm": 2.4701926708221436, | |
| "learning_rate": 4.994171922976349e-06, | |
| "loss": 0.756, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.5524044389642416, | |
| "grad_norm": 1.1472599506378174, | |
| "learning_rate": 4.993064619152818e-06, | |
| "loss": 0.7427, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.5573366214549939, | |
| "grad_norm": 0.11852557212114334, | |
| "learning_rate": 4.991861213677578e-06, | |
| "loss": 0.7124, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.562268803945746, | |
| "grad_norm": 0.09930302202701569, | |
| "learning_rate": 4.99056175293902e-06, | |
| "loss": 0.7065, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.5672009864364982, | |
| "grad_norm": 0.12781856954097748, | |
| "learning_rate": 4.989166287028234e-06, | |
| "loss": 0.7298, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.5721331689272503, | |
| "grad_norm": 0.39002031087875366, | |
| "learning_rate": 4.987674869737078e-06, | |
| "loss": 0.6996, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.5770653514180024, | |
| "grad_norm": 0.1187821626663208, | |
| "learning_rate": 4.986087558556104e-06, | |
| "loss": 0.7333, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.5819975339087546, | |
| "grad_norm": 0.11041084676980972, | |
| "learning_rate": 4.984404414672346e-06, | |
| "loss": 0.7101, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.5869297163995068, | |
| "grad_norm": 0.1762731671333313, | |
| "learning_rate": 4.9826255029669575e-06, | |
| "loss": 0.7063, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.591861898890259, | |
| "grad_norm": 0.12481699883937836, | |
| "learning_rate": 4.980750892012711e-06, | |
| "loss": 0.725, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.5967940813810111, | |
| "grad_norm": 0.7090242505073547, | |
| "learning_rate": 4.978780654071355e-06, | |
| "loss": 0.7105, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.6017262638717632, | |
| "grad_norm": 0.11730094999074936, | |
| "learning_rate": 4.976714865090827e-06, | |
| "loss": 0.7091, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.6066584463625154, | |
| "grad_norm": 0.12327645719051361, | |
| "learning_rate": 4.974553604702332e-06, | |
| "loss": 0.739, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.6115906288532675, | |
| "grad_norm": 0.22779831290245056, | |
| "learning_rate": 4.972296956217265e-06, | |
| "loss": 0.6924, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.6165228113440198, | |
| "grad_norm": 0.3117700517177582, | |
| "learning_rate": 4.969945006624003e-06, | |
| "loss": 0.7166, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.6214549938347719, | |
| "grad_norm": 0.1463162750005722, | |
| "learning_rate": 4.967497846584552e-06, | |
| "loss": 0.7236, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.6263871763255241, | |
| "grad_norm": 0.11583642661571503, | |
| "learning_rate": 4.9649555704310545e-06, | |
| "loss": 0.6957, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.6313193588162762, | |
| "grad_norm": 0.1344325989484787, | |
| "learning_rate": 4.962318276162148e-06, | |
| "loss": 0.7031, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.6362515413070283, | |
| "grad_norm": 0.13892586529254913, | |
| "learning_rate": 4.959586065439189e-06, | |
| "loss": 0.6925, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.6411837237977805, | |
| "grad_norm": 0.19953861832618713, | |
| "learning_rate": 4.956759043582339e-06, | |
| "loss": 0.72, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.6461159062885327, | |
| "grad_norm": 0.2914772629737854, | |
| "learning_rate": 4.953837319566498e-06, | |
| "loss": 0.7175, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.6510480887792849, | |
| "grad_norm": 0.109347403049469, | |
| "learning_rate": 4.950821006017107e-06, | |
| "loss": 0.6923, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.655980271270037, | |
| "grad_norm": 0.2301577925682068, | |
| "learning_rate": 4.947710219205808e-06, | |
| "loss": 0.7093, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.6609124537607891, | |
| "grad_norm": 0.1368824988603592, | |
| "learning_rate": 4.9445050790459585e-06, | |
| "loss": 0.6746, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.6658446362515413, | |
| "grad_norm": 0.13323882222175598, | |
| "learning_rate": 4.9412057090880115e-06, | |
| "loss": 0.6919, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.6707768187422934, | |
| "grad_norm": 0.14521068334579468, | |
| "learning_rate": 4.937812236514754e-06, | |
| "loss": 0.7352, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.6757090012330457, | |
| "grad_norm": 0.11869832128286362, | |
| "learning_rate": 4.9343247921364e-06, | |
| "loss": 0.6759, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.6806411837237978, | |
| "grad_norm": 0.20703694224357605, | |
| "learning_rate": 4.930743510385551e-06, | |
| "loss": 0.6984, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.6855733662145499, | |
| "grad_norm": 0.13110846281051636, | |
| "learning_rate": 4.927068529312017e-06, | |
| "loss": 0.7143, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.6905055487053021, | |
| "grad_norm": 0.13985510170459747, | |
| "learning_rate": 4.923299990577488e-06, | |
| "loss": 0.6899, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.6954377311960542, | |
| "grad_norm": 0.1306031197309494, | |
| "learning_rate": 4.919438039450079e-06, | |
| "loss": 0.6801, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.7003699136868065, | |
| "grad_norm": 0.10599593818187714, | |
| "learning_rate": 4.915482824798728e-06, | |
| "loss": 0.7191, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.7053020961775586, | |
| "grad_norm": 0.1460665911436081, | |
| "learning_rate": 4.911434499087457e-06, | |
| "loss": 0.7134, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.7102342786683107, | |
| "grad_norm": 0.1587439626455307, | |
| "learning_rate": 4.907293218369499e-06, | |
| "loss": 0.6987, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.7151664611590629, | |
| "grad_norm": 0.22658978402614594, | |
| "learning_rate": 4.903059142281273e-06, | |
| "loss": 0.7049, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.720098643649815, | |
| "grad_norm": 0.6049544215202332, | |
| "learning_rate": 4.8987324340362445e-06, | |
| "loss": 0.709, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.7250308261405672, | |
| "grad_norm": 0.1274397075176239, | |
| "learning_rate": 4.894313260418617e-06, | |
| "loss": 0.6762, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.7299630086313194, | |
| "grad_norm": 0.1254238486289978, | |
| "learning_rate": 4.889801791776921e-06, | |
| "loss": 0.6598, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.7348951911220715, | |
| "grad_norm": 0.12932169437408447, | |
| "learning_rate": 4.885198202017431e-06, | |
| "loss": 0.6905, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.7398273736128237, | |
| "grad_norm": 0.1857711523771286, | |
| "learning_rate": 4.880502668597475e-06, | |
| "loss": 0.7186, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.7447595561035758, | |
| "grad_norm": 0.11666952073574066, | |
| "learning_rate": 4.875715372518585e-06, | |
| "loss": 0.6971, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.749691738594328, | |
| "grad_norm": 0.11182554066181183, | |
| "learning_rate": 4.870836498319523e-06, | |
| "loss": 0.6876, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.7546239210850801, | |
| "grad_norm": 0.11282117664813995, | |
| "learning_rate": 4.865866234069169e-06, | |
| "loss": 0.7039, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.7595561035758323, | |
| "grad_norm": 0.11031971871852875, | |
| "learning_rate": 4.86080477135927e-06, | |
| "loss": 0.6703, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.7644882860665845, | |
| "grad_norm": 0.1600004881620407, | |
| "learning_rate": 4.855652305297052e-06, | |
| "loss": 0.6776, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.7694204685573366, | |
| "grad_norm": 0.13014693558216095, | |
| "learning_rate": 4.8504090344977036e-06, | |
| "loss": 0.6926, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.7743526510480888, | |
| "grad_norm": 0.17829261720180511, | |
| "learning_rate": 4.84507516107672e-06, | |
| "loss": 0.7036, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.7792848335388409, | |
| "grad_norm": 0.13715577125549316, | |
| "learning_rate": 4.839650890642104e-06, | |
| "loss": 0.6788, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.7842170160295932, | |
| "grad_norm": 0.16660194098949432, | |
| "learning_rate": 4.834136432286452e-06, | |
| "loss": 0.7052, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.7891491985203453, | |
| "grad_norm": 0.10915841907262802, | |
| "learning_rate": 4.828531998578885e-06, | |
| "loss": 0.6484, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.7940813810110974, | |
| "grad_norm": 0.11565055698156357, | |
| "learning_rate": 4.822837805556858e-06, | |
| "loss": 0.6853, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.7990135635018496, | |
| "grad_norm": 0.11839542537927628, | |
| "learning_rate": 4.817054072717833e-06, | |
| "loss": 0.6647, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.8039457459926017, | |
| "grad_norm": 0.11023162305355072, | |
| "learning_rate": 4.811181023010815e-06, | |
| "loss": 0.7049, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.8088779284833539, | |
| "grad_norm": 0.21431177854537964, | |
| "learning_rate": 4.805218882827761e-06, | |
| "loss": 0.6942, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.813810110974106, | |
| "grad_norm": 0.11522458493709564, | |
| "learning_rate": 4.799167881994852e-06, | |
| "loss": 0.6929, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.8187422934648582, | |
| "grad_norm": 0.12389165163040161, | |
| "learning_rate": 4.793028253763633e-06, | |
| "loss": 0.6994, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.8236744759556104, | |
| "grad_norm": 0.11536920070648193, | |
| "learning_rate": 4.786800234802022e-06, | |
| "loss": 0.6959, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.8286066584463625, | |
| "grad_norm": 0.1272544115781784, | |
| "learning_rate": 4.780484065185188e-06, | |
| "loss": 0.6626, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.8335388409371147, | |
| "grad_norm": 0.16449759900569916, | |
| "learning_rate": 4.7740799883862966e-06, | |
| "loss": 0.6925, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.8384710234278668, | |
| "grad_norm": 0.2522273361682892, | |
| "learning_rate": 4.767588251267121e-06, | |
| "loss": 0.7052, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.843403205918619, | |
| "grad_norm": 0.09476125985383987, | |
| "learning_rate": 4.761009104068533e-06, | |
| "loss": 0.6722, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.8483353884093712, | |
| "grad_norm": 0.23170353472232819, | |
| "learning_rate": 4.754342800400852e-06, | |
| "loss": 0.6794, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.8532675709001233, | |
| "grad_norm": 0.14337614178657532, | |
| "learning_rate": 4.747589597234068e-06, | |
| "loss": 0.6564, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.8581997533908755, | |
| "grad_norm": 0.17019444704055786, | |
| "learning_rate": 4.740749754887939e-06, | |
| "loss": 0.6688, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.8631319358816276, | |
| "grad_norm": 0.1297682523727417, | |
| "learning_rate": 4.7338235370219556e-06, | |
| "loss": 0.7185, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.8680641183723797, | |
| "grad_norm": 0.17522914707660675, | |
| "learning_rate": 4.726811210625176e-06, | |
| "loss": 0.7061, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.872996300863132, | |
| "grad_norm": 0.3105694651603699, | |
| "learning_rate": 4.7197130460059385e-06, | |
| "loss": 0.688, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.8779284833538841, | |
| "grad_norm": 0.10563701391220093, | |
| "learning_rate": 4.712529316781435e-06, | |
| "loss": 0.6695, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.8828606658446363, | |
| "grad_norm": 0.16776345670223236, | |
| "learning_rate": 4.705260299867169e-06, | |
| "loss": 0.6855, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.8877928483353884, | |
| "grad_norm": 0.10242436826229095, | |
| "learning_rate": 4.697906275466279e-06, | |
| "loss": 0.6768, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.8927250308261405, | |
| "grad_norm": 0.1279619336128235, | |
| "learning_rate": 4.69046752705874e-06, | |
| "loss": 0.6854, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.8976572133168927, | |
| "grad_norm": 0.190452441573143, | |
| "learning_rate": 4.682944341390431e-06, | |
| "loss": 0.7199, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.9025893958076449, | |
| "grad_norm": 0.2059255987405777, | |
| "learning_rate": 4.675337008462085e-06, | |
| "loss": 0.6694, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.9075215782983971, | |
| "grad_norm": 0.10989531874656677, | |
| "learning_rate": 4.667645821518111e-06, | |
| "loss": 0.6707, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.9124537607891492, | |
| "grad_norm": 0.11381805688142776, | |
| "learning_rate": 4.659871077035289e-06, | |
| "loss": 0.6617, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.9173859432799013, | |
| "grad_norm": 0.18315713107585907, | |
| "learning_rate": 4.65201307471134e-06, | |
| "loss": 0.6721, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.9223181257706535, | |
| "grad_norm": 0.13762731850147247, | |
| "learning_rate": 4.644072117453377e-06, | |
| "loss": 0.6691, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.9272503082614056, | |
| "grad_norm": 0.13186247646808624, | |
| "learning_rate": 4.636048511366222e-06, | |
| "loss": 0.6907, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.9321824907521579, | |
| "grad_norm": 0.23819328844547272, | |
| "learning_rate": 4.6279425657406154e-06, | |
| "loss": 0.7147, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.93711467324291, | |
| "grad_norm": 0.3640376329421997, | |
| "learning_rate": 4.619754593041287e-06, | |
| "loss": 0.6981, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.9420468557336621, | |
| "grad_norm": 0.19634462893009186, | |
| "learning_rate": 4.6114849088949146e-06, | |
| "loss": 0.6704, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.9469790382244143, | |
| "grad_norm": 0.11775479465723038, | |
| "learning_rate": 4.603133832077953e-06, | |
| "loss": 0.6909, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.9519112207151664, | |
| "grad_norm": 0.10143059492111206, | |
| "learning_rate": 4.594701684504352e-06, | |
| "loss": 0.6625, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.9568434032059187, | |
| "grad_norm": 0.11726385354995728, | |
| "learning_rate": 4.586188791213143e-06, | |
| "loss": 0.6692, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.9617755856966708, | |
| "grad_norm": 0.11105194687843323, | |
| "learning_rate": 4.577595480355911e-06, | |
| "loss": 0.6963, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.966707768187423, | |
| "grad_norm": 0.10140436887741089, | |
| "learning_rate": 4.568922083184144e-06, | |
| "loss": 0.6969, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.9716399506781751, | |
| "grad_norm": 0.2534874677658081, | |
| "learning_rate": 4.560168934036467e-06, | |
| "loss": 0.6852, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.9765721331689272, | |
| "grad_norm": 0.10877111554145813, | |
| "learning_rate": 4.55133637032575e-06, | |
| "loss": 0.6998, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.9815043156596794, | |
| "grad_norm": 0.14067795872688293, | |
| "learning_rate": 4.542424732526105e-06, | |
| "loss": 0.6685, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.9864364981504316, | |
| "grad_norm": 0.7147830128669739, | |
| "learning_rate": 4.533434364159761e-06, | |
| "loss": 0.6982, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.9913686806411838, | |
| "grad_norm": 0.15026246011257172, | |
| "learning_rate": 4.524365611783818e-06, | |
| "loss": 0.6915, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.9963008631319359, | |
| "grad_norm": 0.12991268932819366, | |
| "learning_rate": 4.515218824976895e-06, | |
| "loss": 0.6539, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 1.0036991368680641, | |
| "grad_norm": 0.11360019445419312, | |
| "learning_rate": 4.505994356325648e-06, | |
| "loss": 0.6479, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 1.0086313193588163, | |
| "grad_norm": 0.1208319365978241, | |
| "learning_rate": 4.496692561411182e-06, | |
| "loss": 0.6704, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 1.0135635018495683, | |
| "grad_norm": 0.15796445310115814, | |
| "learning_rate": 4.487313798795347e-06, | |
| "loss": 0.6585, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 1.0184956843403206, | |
| "grad_norm": 0.2212684154510498, | |
| "learning_rate": 4.477858430006906e-06, | |
| "loss": 0.6748, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 1.0234278668310728, | |
| "grad_norm": 0.14605554938316345, | |
| "learning_rate": 4.468326819527613e-06, | |
| "loss": 0.6671, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 1.028360049321825, | |
| "grad_norm": 0.11415625363588333, | |
| "learning_rate": 4.458719334778153e-06, | |
| "loss": 0.681, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 1.033292231812577, | |
| "grad_norm": 0.113845095038414, | |
| "learning_rate": 4.449036346103982e-06, | |
| "loss": 0.6803, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 1.0382244143033292, | |
| "grad_norm": 0.10725957155227661, | |
| "learning_rate": 4.43927822676105e-06, | |
| "loss": 0.648, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 1.0431565967940815, | |
| "grad_norm": 0.12335722148418427, | |
| "learning_rate": 4.429445352901415e-06, | |
| "loss": 0.695, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 1.0480887792848335, | |
| "grad_norm": 0.10324176400899887, | |
| "learning_rate": 4.419538103558742e-06, | |
| "loss": 0.6529, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 1.0530209617755857, | |
| "grad_norm": 0.10406983643770218, | |
| "learning_rate": 4.409556860633692e-06, | |
| "loss": 0.6599, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 1.057953144266338, | |
| "grad_norm": 0.11518678814172745, | |
| "learning_rate": 4.3995020088792e-06, | |
| "loss": 0.6601, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 1.06288532675709, | |
| "grad_norm": 0.14593787491321564, | |
| "learning_rate": 4.3893739358856465e-06, | |
| "loss": 0.6714, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 1.0678175092478421, | |
| "grad_norm": 0.17964190244674683, | |
| "learning_rate": 4.379173032065912e-06, | |
| "loss": 0.6441, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 1.0727496917385944, | |
| "grad_norm": 0.12014143913984299, | |
| "learning_rate": 4.368899690640333e-06, | |
| "loss": 0.6526, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 1.0776818742293466, | |
| "grad_norm": 0.2840045690536499, | |
| "learning_rate": 4.3585543076215405e-06, | |
| "loss": 0.6688, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 1.0826140567200986, | |
| "grad_norm": 0.23248234391212463, | |
| "learning_rate": 4.3481372817991976e-06, | |
| "loss": 0.6798, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 1.0875462392108508, | |
| "grad_norm": 0.11116907000541687, | |
| "learning_rate": 4.3376490147246205e-06, | |
| "loss": 0.6676, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 1.092478421701603, | |
| "grad_norm": 0.10024593770503998, | |
| "learning_rate": 4.32708991069531e-06, | |
| "loss": 0.6718, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 1.097410604192355, | |
| "grad_norm": 0.11960247159004211, | |
| "learning_rate": 4.31646037673936e-06, | |
| "loss": 0.665, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 1.1023427866831073, | |
| "grad_norm": 0.2154683619737625, | |
| "learning_rate": 4.305760822599766e-06, | |
| "loss": 0.6782, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 1.1072749691738595, | |
| "grad_norm": 0.13609148561954498, | |
| "learning_rate": 4.294991660718636e-06, | |
| "loss": 0.6715, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 1.1122071516646117, | |
| "grad_norm": 0.12187358736991882, | |
| "learning_rate": 4.284153306221289e-06, | |
| "loss": 0.6785, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 1.1171393341553637, | |
| "grad_norm": 0.10929637402296066, | |
| "learning_rate": 4.273246176900252e-06, | |
| "loss": 0.6757, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 1.122071516646116, | |
| "grad_norm": 0.12787918746471405, | |
| "learning_rate": 4.262270693199159e-06, | |
| "loss": 0.6895, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 1.1270036991368682, | |
| "grad_norm": 0.11202108860015869, | |
| "learning_rate": 4.2512272781965355e-06, | |
| "loss": 0.6823, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 1.1319358816276202, | |
| "grad_norm": 0.5738335251808167, | |
| "learning_rate": 4.240116357589502e-06, | |
| "loss": 0.6724, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 1.1368680641183724, | |
| "grad_norm": 0.13368858397006989, | |
| "learning_rate": 4.228938359677354e-06, | |
| "loss": 0.6583, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 1.1418002466091246, | |
| "grad_norm": 0.10556632280349731, | |
| "learning_rate": 4.217693715345057e-06, | |
| "loss": 0.6444, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 1.1467324290998766, | |
| "grad_norm": 0.28452828526496887, | |
| "learning_rate": 4.206382858046636e-06, | |
| "loss": 0.6638, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 1.1516646115906288, | |
| "grad_norm": 0.19593405723571777, | |
| "learning_rate": 4.195006223788466e-06, | |
| "loss": 0.6537, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 1.156596794081381, | |
| "grad_norm": 0.11627080291509628, | |
| "learning_rate": 4.183564251112466e-06, | |
| "loss": 0.6699, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 1.161528976572133, | |
| "grad_norm": 0.15152066946029663, | |
| "learning_rate": 4.172057381079196e-06, | |
| "loss": 0.6685, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 1.1664611590628853, | |
| "grad_norm": 0.20805396139621735, | |
| "learning_rate": 4.160486057250849e-06, | |
| "loss": 0.6605, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 1.1713933415536375, | |
| "grad_norm": 0.16027909517288208, | |
| "learning_rate": 4.148850725674162e-06, | |
| "loss": 0.6959, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 1.1763255240443897, | |
| "grad_norm": 0.12061706185340881, | |
| "learning_rate": 4.137151834863213e-06, | |
| "loss": 0.6706, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 1.1812577065351417, | |
| "grad_norm": 0.09794213622808456, | |
| "learning_rate": 4.125389835782138e-06, | |
| "loss": 0.6846, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 1.186189889025894, | |
| "grad_norm": 0.13422715663909912, | |
| "learning_rate": 4.113565181827745e-06, | |
| "loss": 0.6611, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 1.1911220715166462, | |
| "grad_norm": 0.11418966203927994, | |
| "learning_rate": 4.101678328812035e-06, | |
| "loss": 0.6687, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 1.1960542540073984, | |
| "grad_norm": 0.2175075113773346, | |
| "learning_rate": 4.0897297349446345e-06, | |
| "loss": 0.6933, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 1.2009864364981504, | |
| "grad_norm": 0.1245436891913414, | |
| "learning_rate": 4.077719860815132e-06, | |
| "loss": 0.6538, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 1.2059186189889026, | |
| "grad_norm": 0.12700359523296356, | |
| "learning_rate": 4.065649169375324e-06, | |
| "loss": 0.6555, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 1.2108508014796548, | |
| "grad_norm": 0.12477461248636246, | |
| "learning_rate": 4.053518125921365e-06, | |
| "loss": 0.6664, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 1.2157829839704068, | |
| "grad_norm": 0.16408082842826843, | |
| "learning_rate": 4.041327198075838e-06, | |
| "loss": 0.6482, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 1.220715166461159, | |
| "grad_norm": 0.11284561455249786, | |
| "learning_rate": 4.029076855769722e-06, | |
| "loss": 0.6557, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 1.2256473489519113, | |
| "grad_norm": 0.11041481792926788, | |
| "learning_rate": 4.016767571224285e-06, | |
| "loss": 0.6445, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 1.2305795314426633, | |
| "grad_norm": 0.1686171293258667, | |
| "learning_rate": 4.0043998189328705e-06, | |
| "loss": 0.641, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 1.2355117139334155, | |
| "grad_norm": 0.10102049261331558, | |
| "learning_rate": 3.991974075642621e-06, | |
| "loss": 0.6522, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 1.2404438964241677, | |
| "grad_norm": 0.22298377752304077, | |
| "learning_rate": 3.9794908203360865e-06, | |
| "loss": 0.6942, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 1.2453760789149197, | |
| "grad_norm": 0.11277928948402405, | |
| "learning_rate": 3.966950534212769e-06, | |
| "loss": 0.647, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 1.250308261405672, | |
| "grad_norm": 0.12690778076648712, | |
| "learning_rate": 3.954353700670573e-06, | |
| "loss": 0.6682, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 1.2552404438964242, | |
| "grad_norm": 0.1330857127904892, | |
| "learning_rate": 3.941700805287169e-06, | |
| "loss": 0.6902, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 1.2601726263871762, | |
| "grad_norm": 0.10677850991487503, | |
| "learning_rate": 3.9289923358012735e-06, | |
| "loss": 0.6523, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 1.2651048088779284, | |
| "grad_norm": 0.09997207671403885, | |
| "learning_rate": 3.9162287820938575e-06, | |
| "loss": 0.6396, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 1.2700369913686806, | |
| "grad_norm": 0.10573034733533859, | |
| "learning_rate": 3.903410636169252e-06, | |
| "loss": 0.6631, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 1.2749691738594329, | |
| "grad_norm": 0.11500944197177887, | |
| "learning_rate": 3.890538392136188e-06, | |
| "loss": 0.6485, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 1.279901356350185, | |
| "grad_norm": 0.11942487210035324, | |
| "learning_rate": 3.877612546188749e-06, | |
| "loss": 0.6783, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 1.284833538840937, | |
| "grad_norm": 0.22677327692508698, | |
| "learning_rate": 3.864633596587242e-06, | |
| "loss": 0.6761, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 1.2897657213316893, | |
| "grad_norm": 0.10834953933954239, | |
| "learning_rate": 3.8516020436389945e-06, | |
| "loss": 0.6667, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 1.2946979038224415, | |
| "grad_norm": 0.10524627566337585, | |
| "learning_rate": 3.838518389679065e-06, | |
| "loss": 0.6722, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 1.2996300863131935, | |
| "grad_norm": 0.20889033377170563, | |
| "learning_rate": 3.825383139050881e-06, | |
| "loss": 0.6471, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 1.3045622688039458, | |
| "grad_norm": 0.09844981133937836, | |
| "learning_rate": 3.812196798086799e-06, | |
| "loss": 0.6847, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 1.309494451294698, | |
| "grad_norm": 0.10606922209262848, | |
| "learning_rate": 3.798959875088584e-06, | |
| "loss": 0.666, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 1.31442663378545, | |
| "grad_norm": 0.1338571161031723, | |
| "learning_rate": 3.7856728803078168e-06, | |
| "loss": 0.6438, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 1.3193588162762022, | |
| "grad_norm": 0.09691350907087326, | |
| "learning_rate": 3.7723363259262253e-06, | |
| "loss": 0.6567, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 1.3242909987669544, | |
| "grad_norm": 0.12978605926036835, | |
| "learning_rate": 3.75895072603594e-06, | |
| "loss": 0.654, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 1.3292231812577064, | |
| "grad_norm": 0.11295681446790695, | |
| "learning_rate": 3.7455165966196817e-06, | |
| "loss": 0.6981, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 1.3341553637484587, | |
| "grad_norm": 0.11601907014846802, | |
| "learning_rate": 3.732034455530863e-06, | |
| "loss": 0.6891, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 1.339087546239211, | |
| "grad_norm": 0.10687986761331558, | |
| "learning_rate": 3.718504822473634e-06, | |
| "loss": 0.6606, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 1.344019728729963, | |
| "grad_norm": 0.11528074741363525, | |
| "learning_rate": 3.704928218982845e-06, | |
| "loss": 0.6481, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 1.3489519112207151, | |
| "grad_norm": 0.18344081938266754, | |
| "learning_rate": 3.6913051684039435e-06, | |
| "loss": 0.6645, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 1.3538840937114673, | |
| "grad_norm": 0.2689914405345917, | |
| "learning_rate": 3.6776361958728025e-06, | |
| "loss": 0.6648, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 1.3588162762022196, | |
| "grad_norm": 0.3526904582977295, | |
| "learning_rate": 3.663921828295474e-06, | |
| "loss": 0.6679, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 1.3637484586929716, | |
| "grad_norm": 0.12253173440694809, | |
| "learning_rate": 3.650162594327881e-06, | |
| "loss": 0.649, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 1.3686806411837238, | |
| "grad_norm": 0.11910586804151535, | |
| "learning_rate": 3.6363590243554362e-06, | |
| "loss": 0.6372, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 1.373612823674476, | |
| "grad_norm": 0.2642151117324829, | |
| "learning_rate": 3.6225116504726014e-06, | |
| "loss": 0.6465, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 1.3785450061652282, | |
| "grad_norm": 0.12019569426774979, | |
| "learning_rate": 3.6086210064623735e-06, | |
| "loss": 0.6815, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 1.3834771886559802, | |
| "grad_norm": 0.12397979199886322, | |
| "learning_rate": 3.5946876277757066e-06, | |
| "loss": 0.6836, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 1.3884093711467325, | |
| "grad_norm": 0.12133345752954483, | |
| "learning_rate": 3.580712051510876e-06, | |
| "loss": 0.6514, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 1.3933415536374847, | |
| "grad_norm": 0.12849684059619904, | |
| "learning_rate": 3.5666948163927716e-06, | |
| "loss": 0.6651, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 1.3982737361282367, | |
| "grad_norm": 0.10554145276546478, | |
| "learning_rate": 3.5526364627521322e-06, | |
| "loss": 0.6784, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 1.403205918618989, | |
| "grad_norm": 0.12648458778858185, | |
| "learning_rate": 3.5385375325047167e-06, | |
| "loss": 0.6738, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 1.4081381011097411, | |
| "grad_norm": 0.10506008565425873, | |
| "learning_rate": 3.5243985691304146e-06, | |
| "loss": 0.6478, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 1.4130702836004931, | |
| "grad_norm": 0.1196879968047142, | |
| "learning_rate": 3.5102201176522966e-06, | |
| "loss": 0.6516, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 1.4180024660912454, | |
| "grad_norm": 0.10076049715280533, | |
| "learning_rate": 3.4960027246156043e-06, | |
| "loss": 0.6363, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 1.4229346485819976, | |
| "grad_norm": 0.11161559075117111, | |
| "learning_rate": 3.4817469380666834e-06, | |
| "loss": 0.6501, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 1.4278668310727496, | |
| "grad_norm": 0.10083605349063873, | |
| "learning_rate": 3.467453307531858e-06, | |
| "loss": 0.6715, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 1.4327990135635018, | |
| "grad_norm": 0.16506797075271606, | |
| "learning_rate": 3.453122383996245e-06, | |
| "loss": 0.6404, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 1.437731196054254, | |
| "grad_norm": 0.12411224842071533, | |
| "learning_rate": 3.4387547198825187e-06, | |
| "loss": 0.668, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 1.442663378545006, | |
| "grad_norm": 0.1273510903120041, | |
| "learning_rate": 3.4243508690296133e-06, | |
| "loss": 0.6571, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 1.4475955610357583, | |
| "grad_norm": 0.10576938837766647, | |
| "learning_rate": 3.409911386671375e-06, | |
| "loss": 0.656, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 1.4525277435265105, | |
| "grad_norm": 0.10712239891290665, | |
| "learning_rate": 3.3954368294151603e-06, | |
| "loss": 0.6474, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 1.4574599260172627, | |
| "grad_norm": 0.1035386323928833, | |
| "learning_rate": 3.380927755220376e-06, | |
| "loss": 0.6512, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 1.462392108508015, | |
| "grad_norm": 0.1390061378479004, | |
| "learning_rate": 3.366384723376977e-06, | |
| "loss": 0.6538, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 1.467324290998767, | |
| "grad_norm": 0.12152580916881561, | |
| "learning_rate": 3.351808294483902e-06, | |
| "loss": 0.6414, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 1.4722564734895192, | |
| "grad_norm": 0.11257496476173401, | |
| "learning_rate": 3.3371990304274654e-06, | |
| "loss": 0.6793, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 1.4771886559802714, | |
| "grad_norm": 0.10283617675304413, | |
| "learning_rate": 3.3225574943597005e-06, | |
| "loss": 0.6444, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 1.4821208384710234, | |
| "grad_norm": 0.12117356061935425, | |
| "learning_rate": 3.3078842506766484e-06, | |
| "loss": 0.631, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 1.4870530209617756, | |
| "grad_norm": 0.14655297994613647, | |
| "learning_rate": 3.2931798649966e-06, | |
| "loss": 0.6614, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 1.4919852034525278, | |
| "grad_norm": 0.1442922204732895, | |
| "learning_rate": 3.2784449041382973e-06, | |
| "loss": 0.6602, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 1.4969173859432798, | |
| "grad_norm": 0.11084005236625671, | |
| "learning_rate": 3.263679936099083e-06, | |
| "loss": 0.6616, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 1.501849568434032, | |
| "grad_norm": 0.1568291336297989, | |
| "learning_rate": 3.248885530033004e-06, | |
| "loss": 0.6745, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 1.5067817509247843, | |
| "grad_norm": 0.11827261000871658, | |
| "learning_rate": 3.2340622562288717e-06, | |
| "loss": 0.666, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 1.5117139334155363, | |
| "grad_norm": 0.13850663602352142, | |
| "learning_rate": 3.2192106860882782e-06, | |
| "loss": 0.6425, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 1.5166461159062885, | |
| "grad_norm": 0.11242467910051346, | |
| "learning_rate": 3.2043313921035747e-06, | |
| "loss": 0.6366, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 1.5215782983970407, | |
| "grad_norm": 0.11277095973491669, | |
| "learning_rate": 3.189424947835797e-06, | |
| "loss": 0.6423, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 1.5265104808877927, | |
| "grad_norm": 0.1134696900844574, | |
| "learning_rate": 3.174491927892561e-06, | |
| "loss": 0.6637, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 1.531442663378545, | |
| "grad_norm": 0.10201112180948257, | |
| "learning_rate": 3.1595329079059102e-06, | |
| "loss": 0.6458, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 1.5363748458692972, | |
| "grad_norm": 0.22865180671215057, | |
| "learning_rate": 3.144548464510127e-06, | |
| "loss": 0.6693, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 1.5413070283600492, | |
| "grad_norm": 0.12015289813280106, | |
| "learning_rate": 3.129539175319505e-06, | |
| "loss": 0.6463, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 1.5462392108508016, | |
| "grad_norm": 0.14742949604988098, | |
| "learning_rate": 3.114505618906086e-06, | |
| "loss": 0.6398, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 1.5511713933415536, | |
| "grad_norm": 0.12067458778619766, | |
| "learning_rate": 3.0994483747773508e-06, | |
| "loss": 0.6618, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 1.5561035758323056, | |
| "grad_norm": 0.5674145817756653, | |
| "learning_rate": 3.0843680233538885e-06, | |
| "loss": 0.6552, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 1.561035758323058, | |
| "grad_norm": 0.1083153635263443, | |
| "learning_rate": 3.0692651459470164e-06, | |
| "loss": 0.6283, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 1.56596794081381, | |
| "grad_norm": 0.177827849984169, | |
| "learning_rate": 3.0541403247363756e-06, | |
| "loss": 0.6423, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 1.5709001233045623, | |
| "grad_norm": 0.10957730561494827, | |
| "learning_rate": 3.0389941427474873e-06, | |
| "loss": 0.6569, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 1.5758323057953145, | |
| "grad_norm": 0.14152103662490845, | |
| "learning_rate": 3.0238271838292815e-06, | |
| "loss": 0.6607, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 1.5807644882860665, | |
| "grad_norm": 0.2304203361272812, | |
| "learning_rate": 3.0086400326315853e-06, | |
| "loss": 0.6798, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 1.5856966707768188, | |
| "grad_norm": 0.11011958122253418, | |
| "learning_rate": 2.9934332745825924e-06, | |
| "loss": 0.6308, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 1.590628853267571, | |
| "grad_norm": 0.12152457237243652, | |
| "learning_rate": 2.9782074958662923e-06, | |
| "loss": 0.6423, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 1.595561035758323, | |
| "grad_norm": 0.10855505615472794, | |
| "learning_rate": 2.962963283399877e-06, | |
| "loss": 0.6759, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 1.6004932182490752, | |
| "grad_norm": 0.12242516875267029, | |
| "learning_rate": 2.947701224811113e-06, | |
| "loss": 0.6489, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 1.6054254007398274, | |
| "grad_norm": 0.11491915583610535, | |
| "learning_rate": 2.932421908415694e-06, | |
| "loss": 0.6476, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 1.6103575832305794, | |
| "grad_norm": 0.10774843394756317, | |
| "learning_rate": 2.9171259231945598e-06, | |
| "loss": 0.6535, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 1.6152897657213316, | |
| "grad_norm": 0.10615874826908112, | |
| "learning_rate": 2.901813858771193e-06, | |
| "loss": 0.6477, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 1.6202219482120839, | |
| "grad_norm": 0.09981298446655273, | |
| "learning_rate": 2.8864863053888927e-06, | |
| "loss": 0.6525, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 1.6251541307028359, | |
| "grad_norm": 0.1059933453798294, | |
| "learning_rate": 2.871143853888017e-06, | |
| "loss": 0.6609, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 1.6300863131935883, | |
| "grad_norm": 0.28401389718055725, | |
| "learning_rate": 2.8557870956832135e-06, | |
| "loss": 0.6738, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 1.6350184956843403, | |
| "grad_norm": 0.1126745268702507, | |
| "learning_rate": 2.840416622740617e-06, | |
| "loss": 0.6443, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 1.6399506781750923, | |
| "grad_norm": 0.10980167984962463, | |
| "learning_rate": 2.8250330275550337e-06, | |
| "loss": 0.6575, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 1.6448828606658448, | |
| "grad_norm": 0.20389322936534882, | |
| "learning_rate": 2.8096369031271e-06, | |
| "loss": 0.6855, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 1.6498150431565968, | |
| "grad_norm": 0.1709917038679123, | |
| "learning_rate": 2.7942288429404256e-06, | |
| "loss": 0.6752, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 1.654747225647349, | |
| "grad_norm": 0.12198632955551147, | |
| "learning_rate": 2.778809440938714e-06, | |
| "loss": 0.6398, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 1.6596794081381012, | |
| "grad_norm": 0.11568919569253922, | |
| "learning_rate": 2.763379291502868e-06, | |
| "loss": 0.6489, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 1.6646115906288532, | |
| "grad_norm": 0.15780635178089142, | |
| "learning_rate": 2.7479389894280793e-06, | |
| "loss": 0.6489, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 1.6695437731196054, | |
| "grad_norm": 0.1101425290107727, | |
| "learning_rate": 2.7324891299008987e-06, | |
| "loss": 0.6726, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 1.6744759556103577, | |
| "grad_norm": 0.10121767222881317, | |
| "learning_rate": 2.7170303084762958e-06, | |
| "loss": 0.6726, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 1.6794081381011097, | |
| "grad_norm": 0.1087949350476265, | |
| "learning_rate": 2.701563121054695e-06, | |
| "loss": 0.6175, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 1.684340320591862, | |
| "grad_norm": 0.11207877844572067, | |
| "learning_rate": 2.6860881638590146e-06, | |
| "loss": 0.6565, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 1.6892725030826141, | |
| "grad_norm": 0.11743203550577164, | |
| "learning_rate": 2.670606033411678e-06, | |
| "loss": 0.677, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 1.6942046855733661, | |
| "grad_norm": 0.10707394033670425, | |
| "learning_rate": 2.6551173265116182e-06, | |
| "loss": 0.6601, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 1.6991368680641183, | |
| "grad_norm": 0.10522118955850601, | |
| "learning_rate": 2.6396226402112768e-06, | |
| "loss": 0.6494, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 1.7040690505548706, | |
| "grad_norm": 0.19015160202980042, | |
| "learning_rate": 2.624122571793586e-06, | |
| "loss": 0.6494, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 1.7090012330456226, | |
| "grad_norm": 0.11446730047464371, | |
| "learning_rate": 2.6086177187489453e-06, | |
| "loss": 0.6183, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 1.7139334155363748, | |
| "grad_norm": 0.17297939956188202, | |
| "learning_rate": 2.593108678752191e-06, | |
| "loss": 0.6572, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 1.718865598027127, | |
| "grad_norm": 0.12407731264829636, | |
| "learning_rate": 2.5775960496395565e-06, | |
| "loss": 0.6496, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 1.723797780517879, | |
| "grad_norm": 0.36749541759490967, | |
| "learning_rate": 2.562080429385626e-06, | |
| "loss": 0.6611, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 1.7287299630086315, | |
| "grad_norm": 0.10345156490802765, | |
| "learning_rate": 2.5465624160802847e-06, | |
| "loss": 0.6716, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 1.7336621454993835, | |
| "grad_norm": 0.11017563939094543, | |
| "learning_rate": 2.531042607905665e-06, | |
| "loss": 0.6499, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 1.7385943279901355, | |
| "grad_norm": 0.09504040330648422, | |
| "learning_rate": 2.5155216031130882e-06, | |
| "loss": 0.6657, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 1.743526510480888, | |
| "grad_norm": 0.11456336081027985, | |
| "learning_rate": 2.5e-06, | |
| "loss": 0.6433, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 1.74845869297164, | |
| "grad_norm": 0.3017407953739166, | |
| "learning_rate": 2.4844783968869126e-06, | |
| "loss": 0.6678, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 1.7533908754623921, | |
| "grad_norm": 0.17654098570346832, | |
| "learning_rate": 2.4689573920943358e-06, | |
| "loss": 0.6407, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 1.7583230579531444, | |
| "grad_norm": 0.19192291796207428, | |
| "learning_rate": 2.4534375839197166e-06, | |
| "loss": 0.6538, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 1.7632552404438964, | |
| "grad_norm": 0.101350799202919, | |
| "learning_rate": 2.4379195706143755e-06, | |
| "loss": 0.6563, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 1.7681874229346486, | |
| "grad_norm": 0.09221342951059341, | |
| "learning_rate": 2.422403950360444e-06, | |
| "loss": 0.6465, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 1.7731196054254008, | |
| "grad_norm": 0.1029122844338417, | |
| "learning_rate": 2.406891321247809e-06, | |
| "loss": 0.6524, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 1.7780517879161528, | |
| "grad_norm": 0.10780887305736542, | |
| "learning_rate": 2.391382281251055e-06, | |
| "loss": 0.6577, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 1.782983970406905, | |
| "grad_norm": 0.11179229617118835, | |
| "learning_rate": 2.375877428206415e-06, | |
| "loss": 0.6281, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 1.7879161528976573, | |
| "grad_norm": 0.1713687628507614, | |
| "learning_rate": 2.360377359788724e-06, | |
| "loss": 0.6866, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 1.7928483353884093, | |
| "grad_norm": 0.20977120101451874, | |
| "learning_rate": 2.3448826734883826e-06, | |
| "loss": 0.6524, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 1.7977805178791615, | |
| "grad_norm": 0.10442214459180832, | |
| "learning_rate": 2.3293939665883233e-06, | |
| "loss": 0.6356, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 1.8027127003699137, | |
| "grad_norm": 0.11700151115655899, | |
| "learning_rate": 2.313911836140986e-06, | |
| "loss": 0.635, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 1.8076448828606657, | |
| "grad_norm": 0.20740574598312378, | |
| "learning_rate": 2.298436878945306e-06, | |
| "loss": 0.6407, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 1.8125770653514182, | |
| "grad_norm": 0.10487078875303268, | |
| "learning_rate": 2.2829696915237055e-06, | |
| "loss": 0.6606, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 1.8175092478421702, | |
| "grad_norm": 0.19342948496341705, | |
| "learning_rate": 2.267510870099101e-06, | |
| "loss": 0.6652, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 1.8224414303329222, | |
| "grad_norm": 0.12832309305667877, | |
| "learning_rate": 2.252061010571921e-06, | |
| "loss": 0.6699, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 1.8273736128236746, | |
| "grad_norm": 0.24777992069721222, | |
| "learning_rate": 2.2366207084971326e-06, | |
| "loss": 0.652, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 1.8323057953144266, | |
| "grad_norm": 0.2240799218416214, | |
| "learning_rate": 2.2211905590612864e-06, | |
| "loss": 0.6559, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 1.8372379778051788, | |
| "grad_norm": 0.21929948031902313, | |
| "learning_rate": 2.205771157059575e-06, | |
| "loss": 0.6524, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 1.842170160295931, | |
| "grad_norm": 0.09952554106712341, | |
| "learning_rate": 2.1903630968729003e-06, | |
| "loss": 0.663, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 1.847102342786683, | |
| "grad_norm": 0.13348402082920074, | |
| "learning_rate": 2.174966972444967e-06, | |
| "loss": 0.6594, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 1.8520345252774353, | |
| "grad_norm": 0.13318030536174774, | |
| "learning_rate": 2.159583377259384e-06, | |
| "loss": 0.6271, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 1.8569667077681875, | |
| "grad_norm": 0.10292787104845047, | |
| "learning_rate": 2.1442129043167877e-06, | |
| "loss": 0.6537, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 1.8618988902589395, | |
| "grad_norm": 0.1853366643190384, | |
| "learning_rate": 2.1288561461119837e-06, | |
| "loss": 0.6434, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 1.8668310727496917, | |
| "grad_norm": 0.3069738745689392, | |
| "learning_rate": 2.1135136946111077e-06, | |
| "loss": 0.6294, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 1.871763255240444, | |
| "grad_norm": 0.1591643989086151, | |
| "learning_rate": 2.098186141228807e-06, | |
| "loss": 0.6596, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 1.876695437731196, | |
| "grad_norm": 0.1068023145198822, | |
| "learning_rate": 2.0828740768054406e-06, | |
| "loss": 0.6559, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 1.8816276202219482, | |
| "grad_norm": 0.13300898671150208, | |
| "learning_rate": 2.0675780915843068e-06, | |
| "loss": 0.63, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 1.8865598027127004, | |
| "grad_norm": 0.13550280034542084, | |
| "learning_rate": 2.052298775188888e-06, | |
| "loss": 0.646, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 1.8914919852034524, | |
| "grad_norm": 0.19939783215522766, | |
| "learning_rate": 2.0370367166001245e-06, | |
| "loss": 0.6511, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 1.8964241676942046, | |
| "grad_norm": 0.13335835933685303, | |
| "learning_rate": 2.021792504133709e-06, | |
| "loss": 0.6584, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 1.9013563501849569, | |
| "grad_norm": 0.0967630073428154, | |
| "learning_rate": 2.006566725417409e-06, | |
| "loss": 0.656, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 1.9062885326757089, | |
| "grad_norm": 0.10085921734571457, | |
| "learning_rate": 1.991359967368416e-06, | |
| "loss": 0.6515, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 1.9112207151664613, | |
| "grad_norm": 0.1494772732257843, | |
| "learning_rate": 1.97617281617072e-06, | |
| "loss": 0.6625, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 1.9161528976572133, | |
| "grad_norm": 0.14001788198947906, | |
| "learning_rate": 1.9610058572525127e-06, | |
| "loss": 0.6265, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 1.9210850801479655, | |
| "grad_norm": 0.10699108988046646, | |
| "learning_rate": 1.945859675263625e-06, | |
| "loss": 0.6446, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 1.9260172626387178, | |
| "grad_norm": 0.10522957146167755, | |
| "learning_rate": 1.9307348540529845e-06, | |
| "loss": 0.6525, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 1.9309494451294698, | |
| "grad_norm": 0.0986817479133606, | |
| "learning_rate": 1.9156319766461124e-06, | |
| "loss": 0.6325, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 1.935881627620222, | |
| "grad_norm": 0.11651718616485596, | |
| "learning_rate": 1.90055162522265e-06, | |
| "loss": 0.6303, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 1.9408138101109742, | |
| "grad_norm": 0.10605504363775253, | |
| "learning_rate": 1.8854943810939152e-06, | |
| "loss": 0.6559, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 1.9457459926017262, | |
| "grad_norm": 0.09837733954191208, | |
| "learning_rate": 1.8704608246804956e-06, | |
| "loss": 0.6708, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 1.9506781750924784, | |
| "grad_norm": 0.08927737921476364, | |
| "learning_rate": 1.8554515354898744e-06, | |
| "loss": 0.654, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 1.9556103575832307, | |
| "grad_norm": 0.10312498360872269, | |
| "learning_rate": 1.840467092094091e-06, | |
| "loss": 0.6178, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 1.9605425400739827, | |
| "grad_norm": 0.12431120872497559, | |
| "learning_rate": 1.8255080721074391e-06, | |
| "loss": 0.6804, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 1.9654747225647349, | |
| "grad_norm": 0.17175759375095367, | |
| "learning_rate": 1.8105750521642035e-06, | |
| "loss": 0.6509, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 1.970406905055487, | |
| "grad_norm": 0.6188605427742004, | |
| "learning_rate": 1.7956686078964257e-06, | |
| "loss": 0.6311, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 1.975339087546239, | |
| "grad_norm": 0.15260924398899078, | |
| "learning_rate": 1.7807893139117222e-06, | |
| "loss": 0.6562, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 1.9802712700369913, | |
| "grad_norm": 0.10048322379589081, | |
| "learning_rate": 1.7659377437711294e-06, | |
| "loss": 0.6562, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 1.9852034525277436, | |
| "grad_norm": 0.14348655939102173, | |
| "learning_rate": 1.7511144699669967e-06, | |
| "loss": 0.6415, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 1.9901356350184956, | |
| "grad_norm": 0.2633483111858368, | |
| "learning_rate": 1.7363200639009176e-06, | |
| "loss": 0.6289, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 1.995067817509248, | |
| "grad_norm": 0.10529658943414688, | |
| "learning_rate": 1.7215550958617036e-06, | |
| "loss": 0.6494, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 2.0024660912453762, | |
| "grad_norm": 0.12062520533800125, | |
| "learning_rate": 1.7068201350034017e-06, | |
| "loss": 0.6449, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 2.0073982737361282, | |
| "grad_norm": 0.1379857212305069, | |
| "learning_rate": 1.692115749323353e-06, | |
| "loss": 0.6557, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 2.0123304562268802, | |
| "grad_norm": 0.10167136788368225, | |
| "learning_rate": 1.6774425056402993e-06, | |
| "loss": 0.6362, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 2.0172626387176327, | |
| "grad_norm": 0.1222464069724083, | |
| "learning_rate": 1.6628009695725348e-06, | |
| "loss": 0.6479, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 2.0221948212083847, | |
| "grad_norm": 0.19944354891777039, | |
| "learning_rate": 1.648191705516099e-06, | |
| "loss": 0.6606, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 2.0271270036991367, | |
| "grad_norm": 0.09848273545503616, | |
| "learning_rate": 1.6336152766230235e-06, | |
| "loss": 0.6408, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 2.032059186189889, | |
| "grad_norm": 0.09147990494966507, | |
| "learning_rate": 1.6190722447796242e-06, | |
| "loss": 0.6169, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 2.036991368680641, | |
| "grad_norm": 0.09940177202224731, | |
| "learning_rate": 1.6045631705848405e-06, | |
| "loss": 0.6397, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 2.041923551171393, | |
| "grad_norm": 0.10459251701831818, | |
| "learning_rate": 1.5900886133286254e-06, | |
| "loss": 0.6209, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 2.0468557336621456, | |
| "grad_norm": 0.10069490969181061, | |
| "learning_rate": 1.5756491309703875e-06, | |
| "loss": 0.6516, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 2.0517879161528976, | |
| "grad_norm": 0.10702253878116608, | |
| "learning_rate": 1.561245280117482e-06, | |
| "loss": 0.6491, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 2.05672009864365, | |
| "grad_norm": 0.10752403736114502, | |
| "learning_rate": 1.5468776160037558e-06, | |
| "loss": 0.6554, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 2.061652281134402, | |
| "grad_norm": 0.1126432865858078, | |
| "learning_rate": 1.5325466924681425e-06, | |
| "loss": 0.642, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 2.066584463625154, | |
| "grad_norm": 0.13967493176460266, | |
| "learning_rate": 1.5182530619333168e-06, | |
| "loss": 0.6271, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 2.0715166461159065, | |
| "grad_norm": 0.107243612408638, | |
| "learning_rate": 1.5039972753843966e-06, | |
| "loss": 0.6296, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 2.0764488286066585, | |
| "grad_norm": 0.12694260478019714, | |
| "learning_rate": 1.4897798823477045e-06, | |
| "loss": 0.6584, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 2.0813810110974105, | |
| "grad_norm": 0.11211492121219635, | |
| "learning_rate": 1.4756014308695865e-06, | |
| "loss": 0.6394, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 2.086313193588163, | |
| "grad_norm": 0.10561738908290863, | |
| "learning_rate": 1.4614624674952843e-06, | |
| "loss": 0.6333, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 2.091245376078915, | |
| "grad_norm": 0.11454541981220245, | |
| "learning_rate": 1.4473635372478692e-06, | |
| "loss": 0.6185, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 2.096177558569667, | |
| "grad_norm": 0.11180110275745392, | |
| "learning_rate": 1.4333051836072298e-06, | |
| "loss": 0.6266, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 2.1011097410604194, | |
| "grad_norm": 0.10139421373605728, | |
| "learning_rate": 1.4192879484891253e-06, | |
| "loss": 0.6519, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 2.1060419235511714, | |
| "grad_norm": 0.10878422111272812, | |
| "learning_rate": 1.405312372224294e-06, | |
| "loss": 0.6253, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 2.1109741060419234, | |
| "grad_norm": 0.09218919277191162, | |
| "learning_rate": 1.3913789935376271e-06, | |
| "loss": 0.6373, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 2.115906288532676, | |
| "grad_norm": 0.10704641044139862, | |
| "learning_rate": 1.3774883495273986e-06, | |
| "loss": 0.6498, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 2.120838471023428, | |
| "grad_norm": 0.09850191324949265, | |
| "learning_rate": 1.363640975644564e-06, | |
| "loss": 0.6595, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 2.12577065351418, | |
| "grad_norm": 0.13874687254428864, | |
| "learning_rate": 1.3498374056721198e-06, | |
| "loss": 0.6555, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 2.1307028360049323, | |
| "grad_norm": 0.11779513210058212, | |
| "learning_rate": 1.3360781717045266e-06, | |
| "loss": 0.6217, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 2.1356350184956843, | |
| "grad_norm": 0.22133827209472656, | |
| "learning_rate": 1.322363804127198e-06, | |
| "loss": 0.6624, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 2.1405672009864363, | |
| "grad_norm": 0.1059156209230423, | |
| "learning_rate": 1.3086948315960567e-06, | |
| "loss": 0.6412, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 2.1454993834771887, | |
| "grad_norm": 0.1276949644088745, | |
| "learning_rate": 1.295071781017156e-06, | |
| "loss": 0.6325, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 2.1504315659679407, | |
| "grad_norm": 0.09928814321756363, | |
| "learning_rate": 1.2814951775263671e-06, | |
| "loss": 0.6165, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 2.155363748458693, | |
| "grad_norm": 0.1885470151901245, | |
| "learning_rate": 1.267965544469137e-06, | |
| "loss": 0.6294, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 2.160295930949445, | |
| "grad_norm": 0.11126084625720978, | |
| "learning_rate": 1.2544834033803183e-06, | |
| "loss": 0.6392, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 2.165228113440197, | |
| "grad_norm": 0.09588748216629028, | |
| "learning_rate": 1.2410492739640592e-06, | |
| "loss": 0.6242, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 2.1701602959309496, | |
| "grad_norm": 0.3128255009651184, | |
| "learning_rate": 1.227663674073775e-06, | |
| "loss": 0.6191, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 2.1750924784217016, | |
| "grad_norm": 0.11006899923086166, | |
| "learning_rate": 1.2143271196921832e-06, | |
| "loss": 0.6418, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 2.1800246609124536, | |
| "grad_norm": 0.12083282321691513, | |
| "learning_rate": 1.2010401249114166e-06, | |
| "loss": 0.6192, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 2.184956843403206, | |
| "grad_norm": 0.13546785712242126, | |
| "learning_rate": 1.1878032019132016e-06, | |
| "loss": 0.6688, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 2.189889025893958, | |
| "grad_norm": 0.1263391375541687, | |
| "learning_rate": 1.1746168609491198e-06, | |
| "loss": 0.639, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 2.19482120838471, | |
| "grad_norm": 0.357994943857193, | |
| "learning_rate": 1.1614816103209363e-06, | |
| "loss": 0.6582, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 2.1997533908754625, | |
| "grad_norm": 0.09652648866176605, | |
| "learning_rate": 1.148397956361007e-06, | |
| "loss": 0.6323, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 2.2046855733662145, | |
| "grad_norm": 0.12993961572647095, | |
| "learning_rate": 1.1353664034127585e-06, | |
| "loss": 0.6461, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 2.2096177558569665, | |
| "grad_norm": 0.10628235340118408, | |
| "learning_rate": 1.122387453811252e-06, | |
| "loss": 0.6315, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 2.214549938347719, | |
| "grad_norm": 2.75348162651062, | |
| "learning_rate": 1.1094616078638123e-06, | |
| "loss": 0.6616, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 2.219482120838471, | |
| "grad_norm": 0.13206490874290466, | |
| "learning_rate": 1.0965893638307484e-06, | |
| "loss": 0.6227, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 2.2244143033292234, | |
| "grad_norm": 0.10024918615818024, | |
| "learning_rate": 1.083771217906143e-06, | |
| "loss": 0.6171, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 2.2293464858199754, | |
| "grad_norm": 0.1251702457666397, | |
| "learning_rate": 1.071007664198727e-06, | |
| "loss": 0.6592, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 2.2342786683107274, | |
| "grad_norm": 0.12185829877853394, | |
| "learning_rate": 1.0582991947128324e-06, | |
| "loss": 0.6235, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 2.23921085080148, | |
| "grad_norm": 0.09852628409862518, | |
| "learning_rate": 1.0456462993294273e-06, | |
| "loss": 0.6207, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 2.244143033292232, | |
| "grad_norm": 0.11288397014141083, | |
| "learning_rate": 1.0330494657872312e-06, | |
| "loss": 0.6497, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 2.249075215782984, | |
| "grad_norm": 0.1829065978527069, | |
| "learning_rate": 1.0205091796639143e-06, | |
| "loss": 0.6385, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 2.2540073982737363, | |
| "grad_norm": 0.13576146960258484, | |
| "learning_rate": 1.008025924357379e-06, | |
| "loss": 0.6214, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 2.2589395807644883, | |
| "grad_norm": 0.1026289239525795, | |
| "learning_rate": 9.95600181067129e-07, | |
| "loss": 0.6422, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 2.2638717632552403, | |
| "grad_norm": 0.11270825564861298, | |
| "learning_rate": 9.832324287757158e-07, | |
| "loss": 0.6441, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 2.2688039457459928, | |
| "grad_norm": 0.15193237364292145, | |
| "learning_rate": 9.709231442302777e-07, | |
| "loss": 0.6211, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 2.2737361282367448, | |
| "grad_norm": 0.09436095505952835, | |
| "learning_rate": 9.586728019241622e-07, | |
| "loss": 0.6341, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 2.2786683107274968, | |
| "grad_norm": 0.503972053527832, | |
| "learning_rate": 9.464818740786357e-07, | |
| "loss": 0.6092, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 2.283600493218249, | |
| "grad_norm": 0.1313806027173996, | |
| "learning_rate": 9.343508306246771e-07, | |
| "loss": 0.6338, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 2.288532675709001, | |
| "grad_norm": 0.21144555509090424, | |
| "learning_rate": 9.222801391848688e-07, | |
| "loss": 0.6227, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 2.293464858199753, | |
| "grad_norm": 0.09302227199077606, | |
| "learning_rate": 9.102702650553672e-07, | |
| "loss": 0.6538, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 2.2983970406905057, | |
| "grad_norm": 0.15463946759700775, | |
| "learning_rate": 8.983216711879663e-07, | |
| "loss": 0.6429, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 2.3033292231812577, | |
| "grad_norm": 0.09232427924871445, | |
| "learning_rate": 8.86434818172256e-07, | |
| "loss": 0.6414, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 2.3082614056720097, | |
| "grad_norm": 0.4079054296016693, | |
| "learning_rate": 8.746101642178623e-07, | |
| "loss": 0.6505, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 2.313193588162762, | |
| "grad_norm": 0.11529503017663956, | |
| "learning_rate": 8.628481651367876e-07, | |
| "loss": 0.6379, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 2.318125770653514, | |
| "grad_norm": 0.2939020097255707, | |
| "learning_rate": 8.51149274325839e-07, | |
| "loss": 0.6404, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 2.323057953144266, | |
| "grad_norm": 0.09394059330224991, | |
| "learning_rate": 8.395139427491517e-07, | |
| "loss": 0.6456, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 2.3279901356350186, | |
| "grad_norm": 0.12832114100456238, | |
| "learning_rate": 8.279426189208057e-07, | |
| "loss": 0.6372, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 2.3329223181257706, | |
| "grad_norm": 0.1322140395641327, | |
| "learning_rate": 8.164357488875349e-07, | |
| "loss": 0.6199, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 2.337854500616523, | |
| "grad_norm": 0.1532570719718933, | |
| "learning_rate": 8.049937762115354e-07, | |
| "loss": 0.6197, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 2.342786683107275, | |
| "grad_norm": 0.11840520799160004, | |
| "learning_rate": 7.936171419533653e-07, | |
| "loss": 0.6225, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 2.347718865598027, | |
| "grad_norm": 0.11926340311765671, | |
| "learning_rate": 7.823062846549432e-07, | |
| "loss": 0.6369, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 2.3526510480887795, | |
| "grad_norm": 0.10458600521087646, | |
| "learning_rate": 7.71061640322646e-07, | |
| "loss": 0.6192, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 2.3575832305795315, | |
| "grad_norm": 0.09384766221046448, | |
| "learning_rate": 7.59883642410498e-07, | |
| "loss": 0.6319, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 2.3625154130702835, | |
| "grad_norm": 0.13794849812984467, | |
| "learning_rate": 7.487727218034646e-07, | |
| "loss": 0.6627, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 2.367447595561036, | |
| "grad_norm": 0.09522448480129242, | |
| "learning_rate": 7.377293068008421e-07, | |
| "loss": 0.612, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 2.372379778051788, | |
| "grad_norm": 0.34490853548049927, | |
| "learning_rate": 7.267538230997487e-07, | |
| "loss": 0.6447, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 2.37731196054254, | |
| "grad_norm": 0.3206603229045868, | |
| "learning_rate": 7.15846693778712e-07, | |
| "loss": 0.6633, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 2.3822441430332923, | |
| "grad_norm": 0.10969394445419312, | |
| "learning_rate": 7.050083392813651e-07, | |
| "loss": 0.63, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 2.3871763255240444, | |
| "grad_norm": 0.09678292274475098, | |
| "learning_rate": 6.942391774002352e-07, | |
| "loss": 0.6102, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 2.392108508014797, | |
| "grad_norm": 0.12844984233379364, | |
| "learning_rate": 6.835396232606414e-07, | |
| "loss": 0.6065, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 2.397040690505549, | |
| "grad_norm": 0.10880632698535919, | |
| "learning_rate": 6.729100893046897e-07, | |
| "loss": 0.6388, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 2.401972872996301, | |
| "grad_norm": 0.15737678110599518, | |
| "learning_rate": 6.623509852753798e-07, | |
| "loss": 0.6288, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 2.4069050554870532, | |
| "grad_norm": 0.26250696182250977, | |
| "learning_rate": 6.518627182008034e-07, | |
| "loss": 0.6355, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 2.4118372379778052, | |
| "grad_norm": 0.1346411406993866, | |
| "learning_rate": 6.414456923784593e-07, | |
| "loss": 0.6637, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 2.4167694204685573, | |
| "grad_norm": 0.10590661317110062, | |
| "learning_rate": 6.311003093596674e-07, | |
| "loss": 0.6191, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 2.4217016029593097, | |
| "grad_norm": 0.10193908959627151, | |
| "learning_rate": 6.208269679340886e-07, | |
| "loss": 0.6224, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 2.4266337854500617, | |
| "grad_norm": 0.12438759952783585, | |
| "learning_rate": 6.106260641143547e-07, | |
| "loss": 0.6291, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 2.4315659679408137, | |
| "grad_norm": 0.11157315969467163, | |
| "learning_rate": 6.004979911208006e-07, | |
| "loss": 0.6265, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 2.436498150431566, | |
| "grad_norm": 0.10205821692943573, | |
| "learning_rate": 5.904431393663088e-07, | |
| "loss": 0.6219, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 2.441430332922318, | |
| "grad_norm": 0.0957137867808342, | |
| "learning_rate": 5.804618964412587e-07, | |
| "loss": 0.6376, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 2.44636251541307, | |
| "grad_norm": 0.14211417734622955, | |
| "learning_rate": 5.705546470985851e-07, | |
| "loss": 0.6255, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 2.4512946979038226, | |
| "grad_norm": 0.12571153044700623, | |
| "learning_rate": 5.607217732389503e-07, | |
| "loss": 0.6222, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 2.4562268803945746, | |
| "grad_norm": 0.18337282538414001, | |
| "learning_rate": 5.509636538960183e-07, | |
| "loss": 0.661, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 2.4611590628853266, | |
| "grad_norm": 0.10181237757205963, | |
| "learning_rate": 5.412806652218469e-07, | |
| "loss": 0.6097, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 2.466091245376079, | |
| "grad_norm": 0.10895208269357681, | |
| "learning_rate": 5.316731804723877e-07, | |
| "loss": 0.6544, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 2.471023427866831, | |
| "grad_norm": 0.11107916384935379, | |
| "learning_rate": 5.221415699930952e-07, | |
| "loss": 0.6326, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 2.475955610357583, | |
| "grad_norm": 0.09523724764585495, | |
| "learning_rate": 5.126862012046551e-07, | |
| "loss": 0.6295, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 2.4808877928483355, | |
| "grad_norm": 0.17275214195251465, | |
| "learning_rate": 5.03307438588819e-07, | |
| "loss": 0.647, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 2.4858199753390875, | |
| "grad_norm": 0.3728453516960144, | |
| "learning_rate": 4.940056436743534e-07, | |
| "loss": 0.6419, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 2.4907521578298395, | |
| "grad_norm": 0.09702899307012558, | |
| "learning_rate": 4.847811750231057e-07, | |
| "loss": 0.6374, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 2.495684340320592, | |
| "grad_norm": 0.12215188145637512, | |
| "learning_rate": 4.7563438821618236e-07, | |
| "loss": 0.6408, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 2.500616522811344, | |
| "grad_norm": 0.10780132561922073, | |
| "learning_rate": 4.6656563584023955e-07, | |
| "loss": 0.6191, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 2.505548705302096, | |
| "grad_norm": 0.14112994074821472, | |
| "learning_rate": 4.5757526747389506e-07, | |
| "loss": 0.6381, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 2.5104808877928484, | |
| "grad_norm": 0.09904135763645172, | |
| "learning_rate": 4.4866362967425054e-07, | |
| "loss": 0.6312, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 2.5154130702836004, | |
| "grad_norm": 0.24112163484096527, | |
| "learning_rate": 4.398310659635338e-07, | |
| "loss": 0.6271, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 2.5203452527743524, | |
| "grad_norm": 0.14225369691848755, | |
| "learning_rate": 4.310779168158566e-07, | |
| "loss": 0.6423, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 2.525277435265105, | |
| "grad_norm": 0.13167624175548553, | |
| "learning_rate": 4.2240451964408984e-07, | |
| "loss": 0.6338, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 2.530209617755857, | |
| "grad_norm": 0.10630662739276886, | |
| "learning_rate": 4.138112087868576e-07, | |
| "loss": 0.6255, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 2.5351418002466093, | |
| "grad_norm": 0.10379086434841156, | |
| "learning_rate": 4.052983154956483e-07, | |
| "loss": 0.6264, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 2.5400739827373613, | |
| "grad_norm": 0.09079194813966751, | |
| "learning_rate": 3.9686616792204677e-07, | |
| "loss": 0.5999, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 2.5450061652281133, | |
| "grad_norm": 0.09570661187171936, | |
| "learning_rate": 3.885150911050856e-07, | |
| "loss": 0.61, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 2.5499383477188657, | |
| "grad_norm": 0.09997903555631638, | |
| "learning_rate": 3.8024540695871275e-07, | |
| "loss": 0.6391, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 2.5548705302096177, | |
| "grad_norm": 0.10698223114013672, | |
| "learning_rate": 3.720574342593847e-07, | |
| "loss": 0.6197, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 2.55980271270037, | |
| "grad_norm": 0.13335859775543213, | |
| "learning_rate": 3.639514886337786e-07, | |
| "loss": 0.6507, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 2.564734895191122, | |
| "grad_norm": 0.2598697245121002, | |
| "learning_rate": 3.559278825466245e-07, | |
| "loss": 0.6284, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 2.569667077681874, | |
| "grad_norm": 0.19334684312343597, | |
| "learning_rate": 3.4798692528866057e-07, | |
| "loss": 0.631, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 2.5745992601726266, | |
| "grad_norm": 0.1008177101612091, | |
| "learning_rate": 3.4012892296471173e-07, | |
| "loss": 0.6651, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 2.5795314426633786, | |
| "grad_norm": 0.11722905933856964, | |
| "learning_rate": 3.3235417848188985e-07, | |
| "loss": 0.6524, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 2.5844636251541306, | |
| "grad_norm": 0.12759149074554443, | |
| "learning_rate": 3.2466299153791626e-07, | |
| "loss": 0.6508, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 2.589395807644883, | |
| "grad_norm": 0.12765510380268097, | |
| "learning_rate": 3.1705565860956994e-07, | |
| "loss": 0.636, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 2.594327990135635, | |
| "grad_norm": 0.10414116829633713, | |
| "learning_rate": 3.095324729412602e-07, | |
| "loss": 0.6192, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 2.599260172626387, | |
| "grad_norm": 0.28323763608932495, | |
| "learning_rate": 3.020937245337208e-07, | |
| "loss": 0.6614, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 2.6041923551171395, | |
| "grad_norm": 0.19360347092151642, | |
| "learning_rate": 2.947397001328314e-07, | |
| "loss": 0.6444, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 2.6091245376078915, | |
| "grad_norm": 0.10508602857589722, | |
| "learning_rate": 2.874706832185656e-07, | |
| "loss": 0.6113, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 2.6140567200986435, | |
| "grad_norm": 0.10985539853572845, | |
| "learning_rate": 2.80286953994062e-07, | |
| "loss": 0.6372, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 2.618988902589396, | |
| "grad_norm": 0.11580062657594681, | |
| "learning_rate": 2.731887893748242e-07, | |
| "loss": 0.6274, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 2.623921085080148, | |
| "grad_norm": 0.10763997584581375, | |
| "learning_rate": 2.6617646297804554e-07, | |
| "loss": 0.6345, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 2.6288532675709, | |
| "grad_norm": 0.10293387621641159, | |
| "learning_rate": 2.5925024511206207e-07, | |
| "loss": 0.6032, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 2.6337854500616524, | |
| "grad_norm": 0.1057887151837349, | |
| "learning_rate": 2.52410402765933e-07, | |
| "loss": 0.6594, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 2.6387176325524044, | |
| "grad_norm": 0.11511359363794327, | |
| "learning_rate": 2.45657199599148e-07, | |
| "loss": 0.6283, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 2.6436498150431564, | |
| "grad_norm": 0.10298167169094086, | |
| "learning_rate": 2.389908959314663e-07, | |
| "loss": 0.6194, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 2.648581997533909, | |
| "grad_norm": 0.13076511025428772, | |
| "learning_rate": 2.3241174873287892e-07, | |
| "loss": 0.6128, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 2.653514180024661, | |
| "grad_norm": 0.10795601457357407, | |
| "learning_rate": 2.2592001161370392e-07, | |
| "loss": 0.6604, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 2.658446362515413, | |
| "grad_norm": 0.08846652507781982, | |
| "learning_rate": 2.1951593481481236e-07, | |
| "loss": 0.5985, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 2.6633785450061653, | |
| "grad_norm": 0.14082390069961548, | |
| "learning_rate": 2.1319976519797862e-07, | |
| "loss": 0.6444, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 2.6683107274969173, | |
| "grad_norm": 0.1039619892835617, | |
| "learning_rate": 2.0697174623636795e-07, | |
| "loss": 0.6735, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 2.6732429099876693, | |
| "grad_norm": 0.09636316448450089, | |
| "learning_rate": 2.0083211800514868e-07, | |
| "loss": 0.6311, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 2.678175092478422, | |
| "grad_norm": 0.10067697614431381, | |
| "learning_rate": 1.9478111717223968e-07, | |
| "loss": 0.6237, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 2.683107274969174, | |
| "grad_norm": 0.11034560203552246, | |
| "learning_rate": 1.8881897698918544e-07, | |
| "loss": 0.6247, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 2.688039457459926, | |
| "grad_norm": 0.11042781919240952, | |
| "learning_rate": 1.8294592728216764e-07, | |
| "loss": 0.6413, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 2.6929716399506782, | |
| "grad_norm": 0.1032506600022316, | |
| "learning_rate": 1.7716219444314204e-07, | |
| "loss": 0.6604, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 2.6979038224414302, | |
| "grad_norm": 0.09196452796459198, | |
| "learning_rate": 1.7146800142111536e-07, | |
| "loss": 0.6503, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 2.7028360049321822, | |
| "grad_norm": 0.09848834574222565, | |
| "learning_rate": 1.658635677135484e-07, | |
| "loss": 0.6195, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 2.7077681874229347, | |
| "grad_norm": 0.12145579606294632, | |
| "learning_rate": 1.6034910935789628e-07, | |
| "loss": 0.6269, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 2.7127003699136867, | |
| "grad_norm": 0.10812917351722717, | |
| "learning_rate": 1.5492483892328104e-07, | |
| "loss": 0.6422, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 2.717632552404439, | |
| "grad_norm": 0.10012295842170715, | |
| "learning_rate": 1.4959096550229645e-07, | |
| "loss": 0.6266, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 2.722564734895191, | |
| "grad_norm": 0.24410749971866608, | |
| "learning_rate": 1.44347694702949e-07, | |
| "loss": 0.6406, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 2.727496917385943, | |
| "grad_norm": 0.11757177114486694, | |
| "learning_rate": 1.391952286407311e-07, | |
| "loss": 0.6446, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 2.7324290998766956, | |
| "grad_norm": 0.11057958751916885, | |
| "learning_rate": 1.341337659308309e-07, | |
| "loss": 0.6347, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 2.7373612823674476, | |
| "grad_norm": 0.11715658754110336, | |
| "learning_rate": 1.291635016804768e-07, | |
| "loss": 0.6508, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 2.7422934648582, | |
| "grad_norm": 0.10512126982212067, | |
| "learning_rate": 1.2428462748141523e-07, | |
| "loss": 0.6509, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 2.747225647348952, | |
| "grad_norm": 0.20344923436641693, | |
| "learning_rate": 1.1949733140252468e-07, | |
| "loss": 0.619, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 2.752157829839704, | |
| "grad_norm": 0.13411924242973328, | |
| "learning_rate": 1.1480179798256857e-07, | |
| "loss": 0.6254, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 2.7570900123304565, | |
| "grad_norm": 0.09810943156480789, | |
| "learning_rate": 1.1019820822307986e-07, | |
| "loss": 0.6301, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 2.7620221948212085, | |
| "grad_norm": 0.14971470832824707, | |
| "learning_rate": 1.056867395813832e-07, | |
| "loss": 0.6325, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 2.7669543773119605, | |
| "grad_norm": 0.11750344932079315, | |
| "learning_rate": 1.0126756596375687e-07, | |
| "loss": 0.6256, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 2.771886559802713, | |
| "grad_norm": 0.125830739736557, | |
| "learning_rate": 9.694085771872697e-08, | |
| "loss": 0.6014, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 2.776818742293465, | |
| "grad_norm": 0.16469189524650574, | |
| "learning_rate": 9.270678163050218e-08, | |
| "loss": 0.6491, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 2.781750924784217, | |
| "grad_norm": 0.12204600125551224, | |
| "learning_rate": 8.856550091254302e-08, | |
| "loss": 0.6472, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 2.7866831072749694, | |
| "grad_norm": 0.11357175558805466, | |
| "learning_rate": 8.451717520127272e-08, | |
| "loss": 0.6447, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 2.7916152897657214, | |
| "grad_norm": 0.2082013189792633, | |
| "learning_rate": 8.056196054992193e-08, | |
| "loss": 0.6686, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 2.7965474722564734, | |
| "grad_norm": 0.09912417829036713, | |
| "learning_rate": 7.670000942251288e-08, | |
| "loss": 0.6365, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 2.801479654747226, | |
| "grad_norm": 0.3408164381980896, | |
| "learning_rate": 7.293147068798384e-08, | |
| "loss": 0.7199, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 2.806411837237978, | |
| "grad_norm": 0.18314948678016663, | |
| "learning_rate": 6.92564896144493e-08, | |
| "loss": 0.6531, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 2.81134401972873, | |
| "grad_norm": 0.0905625969171524, | |
| "learning_rate": 6.56752078636011e-08, | |
| "loss": 0.6495, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 2.8162762022194823, | |
| "grad_norm": 0.10962024331092834, | |
| "learning_rate": 6.218776348524663e-08, | |
| "loss": 0.629, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 2.8212083847102343, | |
| "grad_norm": 0.1477546989917755, | |
| "learning_rate": 5.879429091198846e-08, | |
| "loss": 0.6415, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 2.8261405672009863, | |
| "grad_norm": 0.2878320515155792, | |
| "learning_rate": 5.549492095404202e-08, | |
| "loss": 0.6354, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 2.8310727496917387, | |
| "grad_norm": 0.09865111857652664, | |
| "learning_rate": 5.2289780794192726e-08, | |
| "loss": 0.6333, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 2.8360049321824907, | |
| "grad_norm": 0.11314819753170013, | |
| "learning_rate": 4.917899398289378e-08, | |
| "loss": 0.6353, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 2.8409371146732427, | |
| "grad_norm": 0.13539192080497742, | |
| "learning_rate": 4.6162680433503024e-08, | |
| "loss": 0.6449, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 2.845869297163995, | |
| "grad_norm": 0.11400008946657181, | |
| "learning_rate": 4.3240956417661685e-08, | |
| "loss": 0.5971, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 2.850801479654747, | |
| "grad_norm": 0.1335747390985489, | |
| "learning_rate": 4.0413934560811216e-08, | |
| "loss": 0.6234, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 2.855733662145499, | |
| "grad_norm": 1.7575569152832031, | |
| "learning_rate": 3.768172383785268e-08, | |
| "loss": 0.6393, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 2.8606658446362516, | |
| "grad_norm": 0.20131815969944, | |
| "learning_rate": 3.504442956894533e-08, | |
| "loss": 0.6389, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 2.8655980271270036, | |
| "grad_norm": 0.10285453498363495, | |
| "learning_rate": 3.250215341544766e-08, | |
| "loss": 0.6129, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 2.8705302096177556, | |
| "grad_norm": 0.11187023669481277, | |
| "learning_rate": 3.005499337599777e-08, | |
| "loss": 0.622, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 2.875462392108508, | |
| "grad_norm": 0.10102323442697525, | |
| "learning_rate": 2.7703043782735527e-08, | |
| "loss": 0.6667, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 2.88039457459926, | |
| "grad_norm": 0.16657452285289764, | |
| "learning_rate": 2.544639529766829e-08, | |
| "loss": 0.6302, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 2.885326757090012, | |
| "grad_norm": 0.09614276140928268, | |
| "learning_rate": 2.3285134909173113e-08, | |
| "loss": 0.614, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 2.8902589395807645, | |
| "grad_norm": 0.17049086093902588, | |
| "learning_rate": 2.1219345928646107e-08, | |
| "loss": 0.6179, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 2.8951911220715165, | |
| "grad_norm": 0.11277743428945541, | |
| "learning_rate": 1.924910798728946e-08, | |
| "loss": 0.6397, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 2.900123304562269, | |
| "grad_norm": 0.1780087947845459, | |
| "learning_rate": 1.7374497033042504e-08, | |
| "loss": 0.6358, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 2.905055487053021, | |
| "grad_norm": 0.33896899223327637, | |
| "learning_rate": 1.559558532765404e-08, | |
| "loss": 0.6364, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 2.909987669543773, | |
| "grad_norm": 0.11533108353614807, | |
| "learning_rate": 1.3912441443896529e-08, | |
| "loss": 0.6219, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 2.9149198520345254, | |
| "grad_norm": 0.2513286769390106, | |
| "learning_rate": 1.2325130262923202e-08, | |
| "loss": 0.6544, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 2.9198520345252774, | |
| "grad_norm": 0.10646089911460876, | |
| "learning_rate": 1.0833712971766442e-08, | |
| "loss": 0.6314, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 2.92478421701603, | |
| "grad_norm": 0.18473948538303375, | |
| "learning_rate": 9.438247060979954e-09, | |
| "loss": 0.6272, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 2.929716399506782, | |
| "grad_norm": 0.17810285091400146, | |
| "learning_rate": 8.13878632242221e-09, | |
| "loss": 0.6551, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 2.934648581997534, | |
| "grad_norm": 0.10676706582307816, | |
| "learning_rate": 6.935380847182815e-09, | |
| "loss": 0.6505, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 2.9395807644882863, | |
| "grad_norm": 0.1609431952238083, | |
| "learning_rate": 5.828077023651846e-09, | |
| "loss": 0.6403, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 2.9445129469790383, | |
| "grad_norm": 0.3682437539100647, | |
| "learning_rate": 4.816917535731547e-09, | |
| "loss": 0.6535, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 2.9494451294697903, | |
| "grad_norm": 0.08937019854784012, | |
| "learning_rate": 3.9019413611907084e-09, | |
| "loss": 0.6422, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 2.9543773119605428, | |
| "grad_norm": 0.09343031048774719, | |
| "learning_rate": 3.083183770162812e-09, | |
| "loss": 0.6454, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 2.9593094944512948, | |
| "grad_norm": 0.11115273088216782, | |
| "learning_rate": 2.360676323786282e-09, | |
| "loss": 0.6167, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 2.9642416769420468, | |
| "grad_norm": 0.09774809330701828, | |
| "learning_rate": 1.7344468729868502e-09, | |
| "loss": 0.6422, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 2.969173859432799, | |
| "grad_norm": 0.10831815004348755, | |
| "learning_rate": 1.2045195574056367e-09, | |
| "loss": 0.6387, | |
| "step": 601 | |
| }, | |
| { | |
| "epoch": 2.974106041923551, | |
| "grad_norm": 0.22296251356601715, | |
| "learning_rate": 7.709148044679482e-10, | |
| "loss": 0.6415, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 2.979038224414303, | |
| "grad_norm": 0.10190446674823761, | |
| "learning_rate": 4.3364932859474293e-10, | |
| "loss": 0.6286, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 2.9839704069050557, | |
| "grad_norm": 0.15854156017303467, | |
| "learning_rate": 1.9273613056008945e-10, | |
| "loss": 0.6051, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 2.9889025893958077, | |
| "grad_norm": 0.09298679232597351, | |
| "learning_rate": 4.8184496989067684e-11, | |
| "loss": 0.6213, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 2.9938347718865597, | |
| "grad_norm": 0.2940804958343506, | |
| "learning_rate": 0.0, | |
| "loss": 0.6347, | |
| "step": 606 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 606, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 101, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.765503957851418e+20, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |