| { | |
| "best_global_step": null, | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.3161361141602634, | |
| "eval_steps": 50, | |
| "global_step": 600, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0021953896816684962, | |
| "grad_norm": 163.60501272566069, | |
| "learning_rate": 0.0, | |
| "loss": 1.3923, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0043907793633369925, | |
| "grad_norm": 170.58640230921233, | |
| "learning_rate": 7.2992700729927e-09, | |
| "loss": 1.281, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.006586169045005488, | |
| "grad_norm": 131.10623897546836, | |
| "learning_rate": 1.45985401459854e-08, | |
| "loss": 1.3551, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.008781558726673985, | |
| "grad_norm": 178.96806532547603, | |
| "learning_rate": 2.1897810218978102e-08, | |
| "loss": 1.3577, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.010976948408342482, | |
| "grad_norm": 132.31431642741137, | |
| "learning_rate": 2.91970802919708e-08, | |
| "loss": 1.3135, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.013172338090010977, | |
| "grad_norm": 135.62398872133667, | |
| "learning_rate": 3.64963503649635e-08, | |
| "loss": 1.305, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.015367727771679473, | |
| "grad_norm": 128.75782005700225, | |
| "learning_rate": 4.3795620437956203e-08, | |
| "loss": 1.4486, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.01756311745334797, | |
| "grad_norm": 138.3771195817014, | |
| "learning_rate": 5.10948905109489e-08, | |
| "loss": 1.5554, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.019758507135016465, | |
| "grad_norm": 132.69136904564107, | |
| "learning_rate": 5.83941605839416e-08, | |
| "loss": 1.4041, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.021953896816684963, | |
| "grad_norm": 135.7212626140043, | |
| "learning_rate": 6.569343065693431e-08, | |
| "loss": 1.2969, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.024149286498353458, | |
| "grad_norm": 150.3565406204981, | |
| "learning_rate": 7.2992700729927e-08, | |
| "loss": 1.3152, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.026344676180021953, | |
| "grad_norm": 151.3406121199072, | |
| "learning_rate": 8.029197080291971e-08, | |
| "loss": 1.488, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.02854006586169045, | |
| "grad_norm": 124.37914565637091, | |
| "learning_rate": 8.759124087591241e-08, | |
| "loss": 1.244, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.030735455543358946, | |
| "grad_norm": 142.5907569544806, | |
| "learning_rate": 9.48905109489051e-08, | |
| "loss": 1.2863, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.03293084522502744, | |
| "grad_norm": 122.30421005497061, | |
| "learning_rate": 1.021897810218978e-07, | |
| "loss": 1.3103, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.03512623490669594, | |
| "grad_norm": 200.79885863608268, | |
| "learning_rate": 1.0948905109489052e-07, | |
| "loss": 1.4004, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.03732162458836443, | |
| "grad_norm": 167.14991660211373, | |
| "learning_rate": 1.167883211678832e-07, | |
| "loss": 1.2775, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.03951701427003293, | |
| "grad_norm": 131.28993539446094, | |
| "learning_rate": 1.240875912408759e-07, | |
| "loss": 1.3523, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.04171240395170143, | |
| "grad_norm": 162.3600505958806, | |
| "learning_rate": 1.3138686131386862e-07, | |
| "loss": 1.3361, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.043907793633369926, | |
| "grad_norm": 133.12292640519846, | |
| "learning_rate": 1.386861313868613e-07, | |
| "loss": 1.2538, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.04610318331503842, | |
| "grad_norm": 138.78896167890522, | |
| "learning_rate": 1.45985401459854e-07, | |
| "loss": 1.352, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.048298572996706916, | |
| "grad_norm": 139.69189042882115, | |
| "learning_rate": 1.532846715328467e-07, | |
| "loss": 1.5154, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.050493962678375415, | |
| "grad_norm": 137.39489076785355, | |
| "learning_rate": 1.6058394160583942e-07, | |
| "loss": 1.4735, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.052689352360043906, | |
| "grad_norm": 129.9057654211869, | |
| "learning_rate": 1.678832116788321e-07, | |
| "loss": 1.4751, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.054884742041712405, | |
| "grad_norm": 142.17880454005854, | |
| "learning_rate": 1.7518248175182481e-07, | |
| "loss": 1.4576, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.0570801317233809, | |
| "grad_norm": 213.94665712809794, | |
| "learning_rate": 1.824817518248175e-07, | |
| "loss": 1.5012, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.059275521405049394, | |
| "grad_norm": 150.33832122564692, | |
| "learning_rate": 1.897810218978102e-07, | |
| "loss": 1.4739, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.06147091108671789, | |
| "grad_norm": 135.59843657422903, | |
| "learning_rate": 1.9708029197080292e-07, | |
| "loss": 1.3503, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.06366630076838639, | |
| "grad_norm": 140.7138855818933, | |
| "learning_rate": 2.043795620437956e-07, | |
| "loss": 1.2969, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.06586169045005488, | |
| "grad_norm": 203.85681204065455, | |
| "learning_rate": 2.116788321167883e-07, | |
| "loss": 1.4389, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.06805708013172337, | |
| "grad_norm": 129.70436787634256, | |
| "learning_rate": 2.1897810218978103e-07, | |
| "loss": 1.352, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.07025246981339188, | |
| "grad_norm": 170.170655877601, | |
| "learning_rate": 2.2627737226277372e-07, | |
| "loss": 1.4311, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.07244785949506037, | |
| "grad_norm": 167.7752606625615, | |
| "learning_rate": 2.335766423357664e-07, | |
| "loss": 1.2723, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.07464324917672886, | |
| "grad_norm": 130.878840340516, | |
| "learning_rate": 2.408759124087591e-07, | |
| "loss": 1.3537, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.07683863885839737, | |
| "grad_norm": 137.56018328091912, | |
| "learning_rate": 2.481751824817518e-07, | |
| "loss": 1.4013, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.07903402854006586, | |
| "grad_norm": 110.2306130917618, | |
| "learning_rate": 2.5547445255474454e-07, | |
| "loss": 1.2338, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.08122941822173436, | |
| "grad_norm": 140.88497788079806, | |
| "learning_rate": 2.6277372262773725e-07, | |
| "loss": 1.2442, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.08342480790340286, | |
| "grad_norm": 131.1603732007104, | |
| "learning_rate": 2.700729927007299e-07, | |
| "loss": 1.3306, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.08562019758507135, | |
| "grad_norm": 125.8912594433526, | |
| "learning_rate": 2.773722627737226e-07, | |
| "loss": 1.2538, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.08781558726673985, | |
| "grad_norm": 173.62590699447912, | |
| "learning_rate": 2.846715328467153e-07, | |
| "loss": 1.282, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.09001097694840834, | |
| "grad_norm": 140.0348709144397, | |
| "learning_rate": 2.91970802919708e-07, | |
| "loss": 1.2933, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.09220636663007684, | |
| "grad_norm": 138.34191099990304, | |
| "learning_rate": 2.9927007299270075e-07, | |
| "loss": 1.2246, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.09440175631174534, | |
| "grad_norm": 133.3567358083278, | |
| "learning_rate": 3.065693430656934e-07, | |
| "loss": 1.2049, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.09659714599341383, | |
| "grad_norm": 149.86829216030878, | |
| "learning_rate": 3.138686131386861e-07, | |
| "loss": 1.1484, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.09879253567508232, | |
| "grad_norm": 139.54448207721754, | |
| "learning_rate": 3.2116788321167883e-07, | |
| "loss": 1.1161, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.10098792535675083, | |
| "grad_norm": 144.73507422182286, | |
| "learning_rate": 3.284671532846715e-07, | |
| "loss": 1.2278, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.10318331503841932, | |
| "grad_norm": 121.6383629486138, | |
| "learning_rate": 3.357664233576642e-07, | |
| "loss": 1.2288, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.10537870472008781, | |
| "grad_norm": 98.86387010070742, | |
| "learning_rate": 3.4306569343065697e-07, | |
| "loss": 1.1108, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.10757409440175632, | |
| "grad_norm": 163.06719307818943, | |
| "learning_rate": 3.5036496350364963e-07, | |
| "loss": 1.1668, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.10976948408342481, | |
| "grad_norm": 115.37025925475122, | |
| "learning_rate": 3.5766423357664234e-07, | |
| "loss": 1.0684, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.10976948408342481, | |
| "eval_accuracy": 0.506, | |
| "eval_loss": 1.019887089729309, | |
| "eval_runtime": 62.4289, | |
| "eval_samples_per_second": 8.009, | |
| "eval_steps_per_second": 1.009, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.1119648737650933, | |
| "grad_norm": 115.00520545818907, | |
| "learning_rate": 3.64963503649635e-07, | |
| "loss": 1.1397, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.1141602634467618, | |
| "grad_norm": 102.41196522989259, | |
| "learning_rate": 3.722627737226277e-07, | |
| "loss": 1.0745, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.1163556531284303, | |
| "grad_norm": 117.26316852602802, | |
| "learning_rate": 3.795620437956204e-07, | |
| "loss": 1.2356, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.11855104281009879, | |
| "grad_norm": 120.91380597609361, | |
| "learning_rate": 3.8686131386861313e-07, | |
| "loss": 1.2119, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.1207464324917673, | |
| "grad_norm": 92.29300818472724, | |
| "learning_rate": 3.9416058394160584e-07, | |
| "loss": 1.1304, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.12294182217343579, | |
| "grad_norm": 92.82345907233494, | |
| "learning_rate": 4.0145985401459856e-07, | |
| "loss": 1.1531, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.1251372118551043, | |
| "grad_norm": 85.5717973777339, | |
| "learning_rate": 4.087591240875912e-07, | |
| "loss": 0.9308, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.12733260153677278, | |
| "grad_norm": 85.43269620489475, | |
| "learning_rate": 4.160583941605839e-07, | |
| "loss": 1.1233, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.12952799121844127, | |
| "grad_norm": 115.80515321077907, | |
| "learning_rate": 4.233576642335766e-07, | |
| "loss": 1.1797, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.13172338090010977, | |
| "grad_norm": 84.2918940049183, | |
| "learning_rate": 4.306569343065693e-07, | |
| "loss": 1.092, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.13391877058177826, | |
| "grad_norm": 99.39269845007587, | |
| "learning_rate": 4.3795620437956206e-07, | |
| "loss": 1.1176, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.13611416026344675, | |
| "grad_norm": 70.59454501984223, | |
| "learning_rate": 4.452554744525547e-07, | |
| "loss": 1.0813, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.13830954994511527, | |
| "grad_norm": 109.5923399556689, | |
| "learning_rate": 4.5255474452554743e-07, | |
| "loss": 0.9878, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.14050493962678376, | |
| "grad_norm": 63.030131831059876, | |
| "learning_rate": 4.5985401459854014e-07, | |
| "loss": 0.9483, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.14270032930845225, | |
| "grad_norm": 87.02770783815946, | |
| "learning_rate": 4.671532846715328e-07, | |
| "loss": 0.9885, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.14489571899012074, | |
| "grad_norm": 70.75751318092878, | |
| "learning_rate": 4.744525547445255e-07, | |
| "loss": 0.8505, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.14709110867178923, | |
| "grad_norm": 84.18711981429041, | |
| "learning_rate": 4.817518248175182e-07, | |
| "loss": 0.9274, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.14928649835345773, | |
| "grad_norm": 93.24415466346244, | |
| "learning_rate": 4.89051094890511e-07, | |
| "loss": 1.0028, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.15148188803512624, | |
| "grad_norm": 58.159526228156615, | |
| "learning_rate": 4.963503649635036e-07, | |
| "loss": 0.8635, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.15367727771679474, | |
| "grad_norm": 69.94129826644978, | |
| "learning_rate": 5.036496350364964e-07, | |
| "loss": 0.9774, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.15587266739846323, | |
| "grad_norm": 69.03950330444896, | |
| "learning_rate": 5.109489051094891e-07, | |
| "loss": 0.9669, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.15806805708013172, | |
| "grad_norm": 76.92567375028155, | |
| "learning_rate": 5.182481751824817e-07, | |
| "loss": 0.86, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.1602634467618002, | |
| "grad_norm": 74.59715692707641, | |
| "learning_rate": 5.255474452554745e-07, | |
| "loss": 0.9128, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.16245883644346873, | |
| "grad_norm": 82.61633303553909, | |
| "learning_rate": 5.328467153284672e-07, | |
| "loss": 0.9546, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.16465422612513722, | |
| "grad_norm": 58.685512250843665, | |
| "learning_rate": 5.401459854014598e-07, | |
| "loss": 0.875, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.1668496158068057, | |
| "grad_norm": 58.60891793684997, | |
| "learning_rate": 5.474452554744526e-07, | |
| "loss": 0.8729, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.1690450054884742, | |
| "grad_norm": 68.60986432356273, | |
| "learning_rate": 5.547445255474452e-07, | |
| "loss": 0.8208, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.1712403951701427, | |
| "grad_norm": 58.35034555605016, | |
| "learning_rate": 5.620437956204379e-07, | |
| "loss": 0.903, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.1734357848518112, | |
| "grad_norm": 98.61406200927433, | |
| "learning_rate": 5.693430656934306e-07, | |
| "loss": 0.9472, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.1756311745334797, | |
| "grad_norm": 81.08439956625773, | |
| "learning_rate": 5.766423357664233e-07, | |
| "loss": 0.9163, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.1778265642151482, | |
| "grad_norm": 53.88557720126228, | |
| "learning_rate": 5.83941605839416e-07, | |
| "loss": 0.868, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.1800219538968167, | |
| "grad_norm": 53.143301158626926, | |
| "learning_rate": 5.912408759124087e-07, | |
| "loss": 0.88, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.18221734357848518, | |
| "grad_norm": 49.19404393103411, | |
| "learning_rate": 5.985401459854015e-07, | |
| "loss": 0.8291, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.18441273326015367, | |
| "grad_norm": 49.9632858603646, | |
| "learning_rate": 6.058394160583942e-07, | |
| "loss": 0.8155, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.18660812294182216, | |
| "grad_norm": 45.62330278251693, | |
| "learning_rate": 6.131386861313868e-07, | |
| "loss": 0.7906, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.18880351262349068, | |
| "grad_norm": 41.69982248481481, | |
| "learning_rate": 6.204379562043796e-07, | |
| "loss": 0.7877, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.19099890230515917, | |
| "grad_norm": 36.534122434280455, | |
| "learning_rate": 6.277372262773722e-07, | |
| "loss": 0.7527, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.19319429198682767, | |
| "grad_norm": 41.51590795972736, | |
| "learning_rate": 6.350364963503649e-07, | |
| "loss": 0.7701, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.19538968166849616, | |
| "grad_norm": 50.9447076217186, | |
| "learning_rate": 6.423357664233577e-07, | |
| "loss": 0.8, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.19758507135016465, | |
| "grad_norm": 39.73817349854984, | |
| "learning_rate": 6.496350364963503e-07, | |
| "loss": 0.7236, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.19978046103183314, | |
| "grad_norm": 38.43809365198889, | |
| "learning_rate": 6.56934306569343e-07, | |
| "loss": 0.6534, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.20197585071350166, | |
| "grad_norm": 37.357871240275045, | |
| "learning_rate": 6.642335766423358e-07, | |
| "loss": 0.7343, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.20417124039517015, | |
| "grad_norm": 44.96345470889994, | |
| "learning_rate": 6.715328467153284e-07, | |
| "loss": 0.6828, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.20636663007683864, | |
| "grad_norm": 37.388274455357625, | |
| "learning_rate": 6.788321167883211e-07, | |
| "loss": 0.6308, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.20856201975850713, | |
| "grad_norm": 30.201936308225815, | |
| "learning_rate": 6.861313868613139e-07, | |
| "loss": 0.6127, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.21075740944017562, | |
| "grad_norm": 35.90933604523665, | |
| "learning_rate": 6.934306569343066e-07, | |
| "loss": 0.6911, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.21295279912184412, | |
| "grad_norm": 29.700092316262612, | |
| "learning_rate": 7.007299270072993e-07, | |
| "loss": 0.6556, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.21514818880351264, | |
| "grad_norm": 31.842570539615227, | |
| "learning_rate": 7.080291970802919e-07, | |
| "loss": 0.6896, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.21734357848518113, | |
| "grad_norm": 31.238683970651707, | |
| "learning_rate": 7.153284671532847e-07, | |
| "loss": 0.6506, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.21953896816684962, | |
| "grad_norm": 35.48873900248551, | |
| "learning_rate": 7.226277372262773e-07, | |
| "loss": 0.7495, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.21953896816684962, | |
| "eval_accuracy": 0.682, | |
| "eval_loss": 0.562687873840332, | |
| "eval_runtime": 62.4373, | |
| "eval_samples_per_second": 8.008, | |
| "eval_steps_per_second": 1.009, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.2217343578485181, | |
| "grad_norm": 34.153901482286706, | |
| "learning_rate": 7.2992700729927e-07, | |
| "loss": 0.7136, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.2239297475301866, | |
| "grad_norm": 27.9624148195877, | |
| "learning_rate": 7.372262773722628e-07, | |
| "loss": 0.7178, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.2261251372118551, | |
| "grad_norm": 22.100202938968764, | |
| "learning_rate": 7.445255474452554e-07, | |
| "loss": 0.6749, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.2283205268935236, | |
| "grad_norm": 28.18545960285919, | |
| "learning_rate": 7.518248175182481e-07, | |
| "loss": 0.666, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.2305159165751921, | |
| "grad_norm": 22.264174917923164, | |
| "learning_rate": 7.591240875912408e-07, | |
| "loss": 0.6312, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.2327113062568606, | |
| "grad_norm": 17.37357275601335, | |
| "learning_rate": 7.664233576642335e-07, | |
| "loss": 0.6065, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.2349066959385291, | |
| "grad_norm": 19.49426500716658, | |
| "learning_rate": 7.737226277372263e-07, | |
| "loss": 0.6502, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.23710208562019758, | |
| "grad_norm": 22.022008695087543, | |
| "learning_rate": 7.81021897810219e-07, | |
| "loss": 0.5885, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.23929747530186607, | |
| "grad_norm": 21.515467941901086, | |
| "learning_rate": 7.883211678832117e-07, | |
| "loss": 0.5583, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.2414928649835346, | |
| "grad_norm": 25.78728071293923, | |
| "learning_rate": 7.956204379562043e-07, | |
| "loss": 0.6243, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.24368825466520308, | |
| "grad_norm": 18.18532044027736, | |
| "learning_rate": 8.029197080291971e-07, | |
| "loss": 0.617, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.24588364434687157, | |
| "grad_norm": 25.226965635992663, | |
| "learning_rate": 8.102189781021898e-07, | |
| "loss": 0.579, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.24807903402854006, | |
| "grad_norm": 22.512756730293077, | |
| "learning_rate": 8.175182481751824e-07, | |
| "loss": 0.5939, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.2502744237102086, | |
| "grad_norm": 18.596439780374983, | |
| "learning_rate": 8.248175182481751e-07, | |
| "loss": 0.6323, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.2524698133918771, | |
| "grad_norm": 17.02105845004187, | |
| "learning_rate": 8.321167883211679e-07, | |
| "loss": 0.5594, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.25466520307354557, | |
| "grad_norm": 16.250583027072732, | |
| "learning_rate": 8.394160583941605e-07, | |
| "loss": 0.577, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.25686059275521406, | |
| "grad_norm": 18.5715233786033, | |
| "learning_rate": 8.467153284671532e-07, | |
| "loss": 0.478, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.25905598243688255, | |
| "grad_norm": 17.614587096288357, | |
| "learning_rate": 8.540145985401459e-07, | |
| "loss": 0.5567, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.26125137211855104, | |
| "grad_norm": 21.00826003065434, | |
| "learning_rate": 8.613138686131386e-07, | |
| "loss": 0.5687, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.26344676180021953, | |
| "grad_norm": 15.607731096994556, | |
| "learning_rate": 8.686131386861314e-07, | |
| "loss": 0.5608, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.265642151481888, | |
| "grad_norm": 15.277425156097365, | |
| "learning_rate": 8.759124087591241e-07, | |
| "loss": 0.5288, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.2678375411635565, | |
| "grad_norm": 19.651993472199724, | |
| "learning_rate": 8.832116788321168e-07, | |
| "loss": 0.5026, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.270032930845225, | |
| "grad_norm": 24.891420468239335, | |
| "learning_rate": 8.905109489051094e-07, | |
| "loss": 0.5651, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.2722283205268935, | |
| "grad_norm": 17.627056937663315, | |
| "learning_rate": 8.978102189781022e-07, | |
| "loss": 0.5665, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.27442371020856204, | |
| "grad_norm": 16.656331513263602, | |
| "learning_rate": 9.051094890510949e-07, | |
| "loss": 0.4395, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.27661909989023054, | |
| "grad_norm": 15.567024748783735, | |
| "learning_rate": 9.124087591240875e-07, | |
| "loss": 0.4625, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.278814489571899, | |
| "grad_norm": 15.002053723893589, | |
| "learning_rate": 9.197080291970803e-07, | |
| "loss": 0.5267, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.2810098792535675, | |
| "grad_norm": 13.834884625752059, | |
| "learning_rate": 9.270072992700729e-07, | |
| "loss": 0.5017, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.283205268935236, | |
| "grad_norm": 15.615717349478732, | |
| "learning_rate": 9.343065693430656e-07, | |
| "loss": 0.4742, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.2854006586169045, | |
| "grad_norm": 13.471813706001054, | |
| "learning_rate": 9.416058394160583e-07, | |
| "loss": 0.512, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.287596048298573, | |
| "grad_norm": 15.094349701329602, | |
| "learning_rate": 9.48905109489051e-07, | |
| "loss": 0.5327, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.2897914379802415, | |
| "grad_norm": 13.19342166454616, | |
| "learning_rate": 9.562043795620438e-07, | |
| "loss": 0.47, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.29198682766191, | |
| "grad_norm": 12.139844355160385, | |
| "learning_rate": 9.635036496350364e-07, | |
| "loss": 0.5429, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.29418221734357847, | |
| "grad_norm": 13.352063594802008, | |
| "learning_rate": 9.708029197080291e-07, | |
| "loss": 0.4865, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.29637760702524696, | |
| "grad_norm": 14.225936575772286, | |
| "learning_rate": 9.78102189781022e-07, | |
| "loss": 0.4784, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.29857299670691545, | |
| "grad_norm": 12.461695683400633, | |
| "learning_rate": 9.854014598540146e-07, | |
| "loss": 0.4518, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.300768386388584, | |
| "grad_norm": 12.867009884092825, | |
| "learning_rate": 9.927007299270073e-07, | |
| "loss": 0.4426, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.3029637760702525, | |
| "grad_norm": 20.246601888258336, | |
| "learning_rate": 1e-06, | |
| "loss": 0.5418, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.305159165751921, | |
| "grad_norm": 19.62917306684865, | |
| "learning_rate": 9.999983717412808e-07, | |
| "loss": 0.5246, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.30735455543358947, | |
| "grad_norm": 14.70577630004396, | |
| "learning_rate": 9.999934869757278e-07, | |
| "loss": 0.4996, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.30954994511525796, | |
| "grad_norm": 11.895324662976222, | |
| "learning_rate": 9.999853457351558e-07, | |
| "loss": 0.4846, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.31174533479692645, | |
| "grad_norm": 11.772224391975989, | |
| "learning_rate": 9.999739480725893e-07, | |
| "loss": 0.4882, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.31394072447859495, | |
| "grad_norm": 12.342437917454156, | |
| "learning_rate": 9.999592940622613e-07, | |
| "loss": 0.4973, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.31613611416026344, | |
| "grad_norm": 9.63333593523558, | |
| "learning_rate": 9.999413837996137e-07, | |
| "loss": 0.4657, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.31833150384193193, | |
| "grad_norm": 12.051946387691274, | |
| "learning_rate": 9.999202174012972e-07, | |
| "loss": 0.4778, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.3205268935236004, | |
| "grad_norm": 11.959976548769715, | |
| "learning_rate": 9.99895795005169e-07, | |
| "loss": 0.4527, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.3227222832052689, | |
| "grad_norm": 10.113920097674713, | |
| "learning_rate": 9.99868116770293e-07, | |
| "loss": 0.4078, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.32491767288693746, | |
| "grad_norm": 12.435033880307502, | |
| "learning_rate": 9.998371828769384e-07, | |
| "loss": 0.4894, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.32711306256860595, | |
| "grad_norm": 14.939081919754774, | |
| "learning_rate": 9.99802993526579e-07, | |
| "loss": 0.5065, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.32930845225027444, | |
| "grad_norm": 14.254154244717148, | |
| "learning_rate": 9.997655489418912e-07, | |
| "loss": 0.494, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.32930845225027444, | |
| "eval_accuracy": 0.786, | |
| "eval_loss": 0.435116708278656, | |
| "eval_runtime": 62.3466, | |
| "eval_samples_per_second": 8.02, | |
| "eval_steps_per_second": 1.01, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.33150384193194293, | |
| "grad_norm": 12.039017936319885, | |
| "learning_rate": 9.997248493667527e-07, | |
| "loss": 0.4839, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.3336992316136114, | |
| "grad_norm": 11.070313457195804, | |
| "learning_rate": 9.996808950662413e-07, | |
| "loss": 0.4378, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.3358946212952799, | |
| "grad_norm": 9.336009234528, | |
| "learning_rate": 9.99633686326633e-07, | |
| "loss": 0.4351, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.3380900109769484, | |
| "grad_norm": 11.55439798512532, | |
| "learning_rate": 9.995832234554e-07, | |
| "loss": 0.4553, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.3402854006586169, | |
| "grad_norm": 12.154145816173985, | |
| "learning_rate": 9.995295067812083e-07, | |
| "loss": 0.4964, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.3424807903402854, | |
| "grad_norm": 9.628643083965512, | |
| "learning_rate": 9.99472536653917e-07, | |
| "loss": 0.5015, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.3446761800219539, | |
| "grad_norm": 11.610322067423159, | |
| "learning_rate": 9.994123134445746e-07, | |
| "loss": 0.4712, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.3468715697036224, | |
| "grad_norm": 12.74943545259812, | |
| "learning_rate": 9.993488375454165e-07, | |
| "loss": 0.4549, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.34906695938529086, | |
| "grad_norm": 11.741546873031675, | |
| "learning_rate": 9.992821093698636e-07, | |
| "loss": 0.5129, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.3512623490669594, | |
| "grad_norm": 10.451389621211415, | |
| "learning_rate": 9.992121293525188e-07, | |
| "loss": 0.4884, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.3534577387486279, | |
| "grad_norm": 9.48305774210746, | |
| "learning_rate": 9.991388979491646e-07, | |
| "loss": 0.4085, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.3556531284302964, | |
| "grad_norm": 14.783454444270212, | |
| "learning_rate": 9.990624156367596e-07, | |
| "loss": 0.5289, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.3578485181119649, | |
| "grad_norm": 8.468180083819155, | |
| "learning_rate": 9.989826829134356e-07, | |
| "loss": 0.449, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.3600439077936334, | |
| "grad_norm": 11.676809759593661, | |
| "learning_rate": 9.988997002984949e-07, | |
| "loss": 0.5199, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.36223929747530187, | |
| "grad_norm": 11.110035365580961, | |
| "learning_rate": 9.988134683324058e-07, | |
| "loss": 0.4988, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.36443468715697036, | |
| "grad_norm": 9.194590897066561, | |
| "learning_rate": 9.987239875768006e-07, | |
| "loss": 0.4447, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.36663007683863885, | |
| "grad_norm": 10.829285977863856, | |
| "learning_rate": 9.9863125861447e-07, | |
| "loss": 0.4645, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.36882546652030734, | |
| "grad_norm": 11.15768970639428, | |
| "learning_rate": 9.985352820493614e-07, | |
| "loss": 0.4429, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.37102085620197583, | |
| "grad_norm": 10.615797787300718, | |
| "learning_rate": 9.984360585065733e-07, | |
| "loss": 0.4236, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.3732162458836443, | |
| "grad_norm": 11.596646960772174, | |
| "learning_rate": 9.983335886323524e-07, | |
| "loss": 0.4212, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.3754116355653128, | |
| "grad_norm": 11.60172095267533, | |
| "learning_rate": 9.98227873094088e-07, | |
| "loss": 0.4796, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.37760702524698136, | |
| "grad_norm": 14.055785993956126, | |
| "learning_rate": 9.981189125803095e-07, | |
| "loss": 0.4841, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.37980241492864986, | |
| "grad_norm": 9.572819362372918, | |
| "learning_rate": 9.980067078006804e-07, | |
| "loss": 0.3985, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.38199780461031835, | |
| "grad_norm": 11.59813843253133, | |
| "learning_rate": 9.978912594859946e-07, | |
| "loss": 0.4564, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.38419319429198684, | |
| "grad_norm": 13.737142414943285, | |
| "learning_rate": 9.977725683881707e-07, | |
| "loss": 0.4522, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.38638858397365533, | |
| "grad_norm": 9.246882570201656, | |
| "learning_rate": 9.97650635280248e-07, | |
| "loss": 0.4097, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.3885839736553238, | |
| "grad_norm": 9.136180662179372, | |
| "learning_rate": 9.97525460956381e-07, | |
| "loss": 0.4141, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.3907793633369923, | |
| "grad_norm": 9.921404583485003, | |
| "learning_rate": 9.973970462318349e-07, | |
| "loss": 0.4357, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.3929747530186608, | |
| "grad_norm": 11.601008865801447, | |
| "learning_rate": 9.972653919429788e-07, | |
| "loss": 0.4594, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.3951701427003293, | |
| "grad_norm": 10.36094679422873, | |
| "learning_rate": 9.971304989472817e-07, | |
| "loss": 0.4177, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.3973655323819978, | |
| "grad_norm": 10.948879112431765, | |
| "learning_rate": 9.969923681233066e-07, | |
| "loss": 0.5064, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.3995609220636663, | |
| "grad_norm": 11.834429314578246, | |
| "learning_rate": 9.968510003707042e-07, | |
| "loss": 0.4665, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.40175631174533477, | |
| "grad_norm": 11.392606754798651, | |
| "learning_rate": 9.967063966102079e-07, | |
| "loss": 0.3952, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.4039517014270033, | |
| "grad_norm": 9.253848276057784, | |
| "learning_rate": 9.965585577836264e-07, | |
| "loss": 0.4712, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.4061470911086718, | |
| "grad_norm": 9.08494168337149, | |
| "learning_rate": 9.9640748485384e-07, | |
| "loss": 0.4026, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.4083424807903403, | |
| "grad_norm": 9.664013692503126, | |
| "learning_rate": 9.962531788047913e-07, | |
| "loss": 0.3652, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.4105378704720088, | |
| "grad_norm": 12.118857418627702, | |
| "learning_rate": 9.960956406414813e-07, | |
| "loss": 0.4189, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.4127332601536773, | |
| "grad_norm": 12.320330458732224, | |
| "learning_rate": 9.959348713899613e-07, | |
| "loss": 0.4341, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.4149286498353458, | |
| "grad_norm": 12.403712297845825, | |
| "learning_rate": 9.957708720973273e-07, | |
| "loss": 0.4016, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.41712403951701427, | |
| "grad_norm": 16.26187132736173, | |
| "learning_rate": 9.956036438317123e-07, | |
| "loss": 0.4644, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.41931942919868276, | |
| "grad_norm": 12.170054665158572, | |
| "learning_rate": 9.954331876822798e-07, | |
| "loss": 0.4374, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.42151481888035125, | |
| "grad_norm": 14.02551196287224, | |
| "learning_rate": 9.952595047592167e-07, | |
| "loss": 0.5103, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.42371020856201974, | |
| "grad_norm": 9.533566927751629, | |
| "learning_rate": 9.950825961937257e-07, | |
| "loss": 0.4551, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.42590559824368823, | |
| "grad_norm": 12.533660392960899, | |
| "learning_rate": 9.949024631380189e-07, | |
| "loss": 0.4751, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.4281009879253567, | |
| "grad_norm": 11.451058008246223, | |
| "learning_rate": 9.94719106765309e-07, | |
| "loss": 0.4058, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.43029637760702527, | |
| "grad_norm": 11.13982911192037, | |
| "learning_rate": 9.945325282698022e-07, | |
| "loss": 0.4395, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.43249176728869376, | |
| "grad_norm": 9.220791965183867, | |
| "learning_rate": 9.94342728866691e-07, | |
| "loss": 0.4104, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.43468715697036225, | |
| "grad_norm": 10.323390638102808, | |
| "learning_rate": 9.941497097921456e-07, | |
| "loss": 0.4384, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.43688254665203075, | |
| "grad_norm": 9.058003354224194, | |
| "learning_rate": 9.939534723033057e-07, | |
| "loss": 0.4268, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.43907793633369924, | |
| "grad_norm": 11.887165620636456, | |
| "learning_rate": 9.937540176782731e-07, | |
| "loss": 0.4492, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.43907793633369924, | |
| "eval_accuracy": 0.794, | |
| "eval_loss": 0.4044578969478607, | |
| "eval_runtime": 62.3322, | |
| "eval_samples_per_second": 8.022, | |
| "eval_steps_per_second": 1.011, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.44127332601536773, | |
| "grad_norm": 12.441278365943637, | |
| "learning_rate": 9.935513472161026e-07, | |
| "loss": 0.4653, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.4434687156970362, | |
| "grad_norm": 14.201601234233598, | |
| "learning_rate": 9.93345462236794e-07, | |
| "loss": 0.4865, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.4456641053787047, | |
| "grad_norm": 11.347903109722713, | |
| "learning_rate": 9.931363640812837e-07, | |
| "loss": 0.4097, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.4478594950603732, | |
| "grad_norm": 11.66358658856107, | |
| "learning_rate": 9.929240541114347e-07, | |
| "loss": 0.4315, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.4500548847420417, | |
| "grad_norm": 10.618630242743638, | |
| "learning_rate": 9.927085337100298e-07, | |
| "loss": 0.4678, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.4522502744237102, | |
| "grad_norm": 7.801209288203623, | |
| "learning_rate": 9.924898042807604e-07, | |
| "loss": 0.4143, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.4544456641053787, | |
| "grad_norm": 7.639533498673639, | |
| "learning_rate": 9.922678672482192e-07, | |
| "loss": 0.4286, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.4566410537870472, | |
| "grad_norm": 9.76898599627511, | |
| "learning_rate": 9.920427240578898e-07, | |
| "loss": 0.4785, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.4588364434687157, | |
| "grad_norm": 11.869232979224398, | |
| "learning_rate": 9.918143761761376e-07, | |
| "loss": 0.4192, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.4610318331503842, | |
| "grad_norm": 7.372984753013456, | |
| "learning_rate": 9.915828250902003e-07, | |
| "loss": 0.3777, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.4632272228320527, | |
| "grad_norm": 11.121453453807499, | |
| "learning_rate": 9.913480723081782e-07, | |
| "loss": 0.4398, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.4654226125137212, | |
| "grad_norm": 16.17068331984467, | |
| "learning_rate": 9.911101193590243e-07, | |
| "loss": 0.4948, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.4676180021953897, | |
| "grad_norm": 7.731820210763722, | |
| "learning_rate": 9.908689677925347e-07, | |
| "loss": 0.3828, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.4698133918770582, | |
| "grad_norm": 6.955625100083833, | |
| "learning_rate": 9.906246191793378e-07, | |
| "loss": 0.3839, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.47200878155872666, | |
| "grad_norm": 8.102074000516577, | |
| "learning_rate": 9.903770751108845e-07, | |
| "loss": 0.4021, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.47420417124039516, | |
| "grad_norm": 9.020918504573277, | |
| "learning_rate": 9.901263371994381e-07, | |
| "loss": 0.4212, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.47639956092206365, | |
| "grad_norm": 9.885678723860156, | |
| "learning_rate": 9.898724070780636e-07, | |
| "loss": 0.3961, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.47859495060373214, | |
| "grad_norm": 8.301941197636124, | |
| "learning_rate": 9.896152864006163e-07, | |
| "loss": 0.4615, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.4807903402854007, | |
| "grad_norm": 6.8025751469318845, | |
| "learning_rate": 9.893549768417324e-07, | |
| "loss": 0.4108, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.4829857299670692, | |
| "grad_norm": 7.269628718399149, | |
| "learning_rate": 9.89091480096817e-07, | |
| "loss": 0.4103, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.48518111964873767, | |
| "grad_norm": 7.581903789475218, | |
| "learning_rate": 9.888247978820336e-07, | |
| "loss": 0.4316, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.48737650933040616, | |
| "grad_norm": 5.990696348928147, | |
| "learning_rate": 9.88554931934293e-07, | |
| "loss": 0.3884, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.48957189901207465, | |
| "grad_norm": 9.189550396992603, | |
| "learning_rate": 9.882818840112412e-07, | |
| "loss": 0.4433, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.49176728869374314, | |
| "grad_norm": 7.254234068635307, | |
| "learning_rate": 9.88005655891249e-07, | |
| "loss": 0.3745, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.49396267837541163, | |
| "grad_norm": 7.202880981381821, | |
| "learning_rate": 9.877262493734e-07, | |
| "loss": 0.3223, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.4961580680570801, | |
| "grad_norm": 7.173182667515704, | |
| "learning_rate": 9.874436662774781e-07, | |
| "loss": 0.403, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.4983534577387486, | |
| "grad_norm": 8.612010220051477, | |
| "learning_rate": 9.871579084439573e-07, | |
| "loss": 0.4335, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.5005488474204172, | |
| "grad_norm": 9.74935576526992, | |
| "learning_rate": 9.868689777339882e-07, | |
| "loss": 0.3635, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.5027442371020856, | |
| "grad_norm": 8.08908514021729, | |
| "learning_rate": 9.865768760293865e-07, | |
| "loss": 0.3858, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.5049396267837541, | |
| "grad_norm": 7.235671126052564, | |
| "learning_rate": 9.862816052326207e-07, | |
| "loss": 0.3883, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.5071350164654226, | |
| "grad_norm": 7.987873641702222, | |
| "learning_rate": 9.859831672668001e-07, | |
| "loss": 0.4294, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.5093304061470911, | |
| "grad_norm": 8.372151998510336, | |
| "learning_rate": 9.856815640756614e-07, | |
| "loss": 0.3888, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.5115257958287596, | |
| "grad_norm": 6.161281036256101, | |
| "learning_rate": 9.85376797623557e-07, | |
| "loss": 0.4193, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.5137211855104281, | |
| "grad_norm": 9.631004836143994, | |
| "learning_rate": 9.850688698954408e-07, | |
| "loss": 0.4649, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.5159165751920965, | |
| "grad_norm": 6.271647506242595, | |
| "learning_rate": 9.847577828968574e-07, | |
| "loss": 0.3697, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.5181119648737651, | |
| "grad_norm": 8.270621201274638, | |
| "learning_rate": 9.84443538653927e-07, | |
| "loss": 0.4409, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.5203073545554336, | |
| "grad_norm": 6.618976245336643, | |
| "learning_rate": 9.841261392133334e-07, | |
| "loss": 0.4548, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.5225027442371021, | |
| "grad_norm": 5.99945752806192, | |
| "learning_rate": 9.838055866423101e-07, | |
| "loss": 0.3965, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.5246981339187706, | |
| "grad_norm": 6.170267518062791, | |
| "learning_rate": 9.834818830286274e-07, | |
| "loss": 0.38, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.5268935236004391, | |
| "grad_norm": 6.8738919806439025, | |
| "learning_rate": 9.83155030480578e-07, | |
| "loss": 0.4275, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.5290889132821076, | |
| "grad_norm": 6.858809296180418, | |
| "learning_rate": 9.82825031126964e-07, | |
| "loss": 0.4014, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.531284302963776, | |
| "grad_norm": 8.082830935574739, | |
| "learning_rate": 9.82491887117083e-07, | |
| "loss": 0.3369, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.5334796926454446, | |
| "grad_norm": 8.12372840208911, | |
| "learning_rate": 9.821556006207131e-07, | |
| "loss": 0.445, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.535675082327113, | |
| "grad_norm": 7.289328702001413, | |
| "learning_rate": 9.818161738281003e-07, | |
| "loss": 0.3874, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.5378704720087816, | |
| "grad_norm": 7.954325034186702, | |
| "learning_rate": 9.81473608949943e-07, | |
| "loss": 0.3915, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.54006586169045, | |
| "grad_norm": 9.55420544614635, | |
| "learning_rate": 9.811279082173783e-07, | |
| "loss": 0.4023, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.5422612513721186, | |
| "grad_norm": 9.209132221937256, | |
| "learning_rate": 9.80779073881967e-07, | |
| "loss": 0.4711, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.544456641053787, | |
| "grad_norm": 10.926492351335712, | |
| "learning_rate": 9.804271082156792e-07, | |
| "loss": 0.4764, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.5466520307354555, | |
| "grad_norm": 10.270432343850993, | |
| "learning_rate": 9.800720135108798e-07, | |
| "loss": 0.4473, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.5488474204171241, | |
| "grad_norm": 6.965551874562504, | |
| "learning_rate": 9.79713792080313e-07, | |
| "loss": 0.358, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.5488474204171241, | |
| "eval_accuracy": 0.786, | |
| "eval_loss": 0.3991122543811798, | |
| "eval_runtime": 62.3075, | |
| "eval_samples_per_second": 8.025, | |
| "eval_steps_per_second": 1.011, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.5510428100987925, | |
| "grad_norm": 5.5648923276243645, | |
| "learning_rate": 9.793524462570874e-07, | |
| "loss": 0.4018, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.5532381997804611, | |
| "grad_norm": 6.449792094094442, | |
| "learning_rate": 9.78987978394661e-07, | |
| "loss": 0.4422, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.5554335894621295, | |
| "grad_norm": 8.297585054184967, | |
| "learning_rate": 9.786203908668255e-07, | |
| "loss": 0.4425, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.557628979143798, | |
| "grad_norm": 6.0399607888851605, | |
| "learning_rate": 9.78249686067691e-07, | |
| "loss": 0.3961, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.5598243688254665, | |
| "grad_norm": 5.915525652384803, | |
| "learning_rate": 9.778758664116717e-07, | |
| "loss": 0.4248, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.562019758507135, | |
| "grad_norm": 7.340368964125289, | |
| "learning_rate": 9.774989343334675e-07, | |
| "loss": 0.4029, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.5642151481888035, | |
| "grad_norm": 6.723469259580046, | |
| "learning_rate": 9.771188922880501e-07, | |
| "loss": 0.4067, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.566410537870472, | |
| "grad_norm": 7.335423961287345, | |
| "learning_rate": 9.76735742750647e-07, | |
| "loss": 0.392, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.5686059275521405, | |
| "grad_norm": 6.368966519220958, | |
| "learning_rate": 9.763494882167238e-07, | |
| "loss": 0.4085, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.570801317233809, | |
| "grad_norm": 7.236440549041838, | |
| "learning_rate": 9.759601312019705e-07, | |
| "loss": 0.4253, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.5729967069154775, | |
| "grad_norm": 7.858966758509941, | |
| "learning_rate": 9.755676742422824e-07, | |
| "loss": 0.3497, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.575192096597146, | |
| "grad_norm": 6.220466022528224, | |
| "learning_rate": 9.751721198937457e-07, | |
| "loss": 0.3581, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.5773874862788145, | |
| "grad_norm": 7.112804748553098, | |
| "learning_rate": 9.747734707326194e-07, | |
| "loss": 0.3295, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.579582875960483, | |
| "grad_norm": 6.352762083606537, | |
| "learning_rate": 9.743717293553197e-07, | |
| "loss": 0.3378, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.5817782656421515, | |
| "grad_norm": 6.836533783139976, | |
| "learning_rate": 9.73966898378402e-07, | |
| "loss": 0.3405, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.58397365532382, | |
| "grad_norm": 12.555084006443275, | |
| "learning_rate": 9.735589804385445e-07, | |
| "loss": 0.4567, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.5861690450054885, | |
| "grad_norm": 7.870737080940946, | |
| "learning_rate": 9.731479781925308e-07, | |
| "loss": 0.344, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.5883644346871569, | |
| "grad_norm": 6.307480660613861, | |
| "learning_rate": 9.727338943172335e-07, | |
| "loss": 0.3541, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.5905598243688255, | |
| "grad_norm": 7.226896694611319, | |
| "learning_rate": 9.723167315095947e-07, | |
| "loss": 0.384, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.5927552140504939, | |
| "grad_norm": 11.54903734204424, | |
| "learning_rate": 9.718964924866108e-07, | |
| "loss": 0.5079, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.5949506037321625, | |
| "grad_norm": 6.907145915491046, | |
| "learning_rate": 9.71473179985313e-07, | |
| "loss": 0.4009, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.5971459934138309, | |
| "grad_norm": 7.0396191618231425, | |
| "learning_rate": 9.710467967627502e-07, | |
| "loss": 0.466, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.5993413830954994, | |
| "grad_norm": 6.766494453919865, | |
| "learning_rate": 9.706173455959713e-07, | |
| "loss": 0.3855, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.601536772777168, | |
| "grad_norm": 6.281456670193716, | |
| "learning_rate": 9.701848292820069e-07, | |
| "loss": 0.396, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.6037321624588364, | |
| "grad_norm": 8.289418010510577, | |
| "learning_rate": 9.697492506378507e-07, | |
| "loss": 0.4686, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.605927552140505, | |
| "grad_norm": 5.89839143614937, | |
| "learning_rate": 9.693106125004416e-07, | |
| "loss": 0.3974, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.6081229418221734, | |
| "grad_norm": 6.733592968899608, | |
| "learning_rate": 9.688689177266452e-07, | |
| "loss": 0.4243, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.610318331503842, | |
| "grad_norm": 6.051915856327664, | |
| "learning_rate": 9.684241691932347e-07, | |
| "loss": 0.4216, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.6125137211855104, | |
| "grad_norm": 7.552117598173567, | |
| "learning_rate": 9.679763697968732e-07, | |
| "loss": 0.4042, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.6147091108671789, | |
| "grad_norm": 5.316578030214541, | |
| "learning_rate": 9.675255224540934e-07, | |
| "loss": 0.3462, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.6169045005488474, | |
| "grad_norm": 8.421241423628498, | |
| "learning_rate": 9.6707163010128e-07, | |
| "loss": 0.4272, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.6190998902305159, | |
| "grad_norm": 8.77535805726173, | |
| "learning_rate": 9.666146956946496e-07, | |
| "loss": 0.4288, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.6212952799121844, | |
| "grad_norm": 6.601900738237074, | |
| "learning_rate": 9.661547222102321e-07, | |
| "loss": 0.3846, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.6234906695938529, | |
| "grad_norm": 7.4390146186640465, | |
| "learning_rate": 9.656917126438508e-07, | |
| "loss": 0.4568, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.6256860592755215, | |
| "grad_norm": 5.772511915683897, | |
| "learning_rate": 9.65225670011103e-07, | |
| "loss": 0.3924, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.6278814489571899, | |
| "grad_norm": 6.955674433545656, | |
| "learning_rate": 9.647565973473407e-07, | |
| "loss": 0.4033, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.6300768386388584, | |
| "grad_norm": 8.177359289353676, | |
| "learning_rate": 9.642844977076507e-07, | |
| "loss": 0.4666, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.6322722283205269, | |
| "grad_norm": 6.069507174731214, | |
| "learning_rate": 9.63809374166834e-07, | |
| "loss": 0.4373, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.6344676180021954, | |
| "grad_norm": 7.849034116126457, | |
| "learning_rate": 9.633312298193871e-07, | |
| "loss": 0.447, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.6366630076838639, | |
| "grad_norm": 6.926773533221862, | |
| "learning_rate": 9.62850067779481e-07, | |
| "loss": 0.4244, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.6388583973655324, | |
| "grad_norm": 7.158445163028628, | |
| "learning_rate": 9.623658911809404e-07, | |
| "loss": 0.3881, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.6410537870472008, | |
| "grad_norm": 5.7467162895599415, | |
| "learning_rate": 9.618787031772245e-07, | |
| "loss": 0.3568, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.6432491767288694, | |
| "grad_norm": 6.928058648989376, | |
| "learning_rate": 9.61388506941406e-07, | |
| "loss": 0.4281, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.6454445664105378, | |
| "grad_norm": 6.593161246770192, | |
| "learning_rate": 9.6089530566615e-07, | |
| "loss": 0.359, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.6476399560922064, | |
| "grad_norm": 7.614859979484859, | |
| "learning_rate": 9.603991025636933e-07, | |
| "loss": 0.3895, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.6498353457738749, | |
| "grad_norm": 9.246559759408955, | |
| "learning_rate": 9.598999008658241e-07, | |
| "loss": 0.3959, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.6520307354555434, | |
| "grad_norm": 10.624131439351855, | |
| "learning_rate": 9.59397703823861e-07, | |
| "loss": 0.4265, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.6542261251372119, | |
| "grad_norm": 7.146670140793182, | |
| "learning_rate": 9.588925147086303e-07, | |
| "loss": 0.3586, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.6564215148188803, | |
| "grad_norm": 5.708868849662112, | |
| "learning_rate": 9.583843368104464e-07, | |
| "loss": 0.3444, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.6586169045005489, | |
| "grad_norm": 6.538247134761959, | |
| "learning_rate": 9.578731734390898e-07, | |
| "loss": 0.3721, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.6586169045005489, | |
| "eval_accuracy": 0.8, | |
| "eval_loss": 0.3827642798423767, | |
| "eval_runtime": 62.403, | |
| "eval_samples_per_second": 8.012, | |
| "eval_steps_per_second": 1.01, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.6608122941822173, | |
| "grad_norm": 5.4614975487617174, | |
| "learning_rate": 9.573590279237854e-07, | |
| "loss": 0.3739, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 0.6630076838638859, | |
| "grad_norm": 5.616403801157149, | |
| "learning_rate": 9.568419036131807e-07, | |
| "loss": 0.3802, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.6652030735455543, | |
| "grad_norm": 6.54627994415682, | |
| "learning_rate": 9.563218038753245e-07, | |
| "loss": 0.369, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.6673984632272228, | |
| "grad_norm": 7.562917302782545, | |
| "learning_rate": 9.557987320976446e-07, | |
| "loss": 0.4048, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.6695938529088913, | |
| "grad_norm": 5.723183604217507, | |
| "learning_rate": 9.552726916869254e-07, | |
| "loss": 0.3875, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.6717892425905598, | |
| "grad_norm": 5.431663961962029, | |
| "learning_rate": 9.547436860692869e-07, | |
| "loss": 0.4294, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.6739846322722283, | |
| "grad_norm": 5.515569016162807, | |
| "learning_rate": 9.542117186901608e-07, | |
| "loss": 0.3534, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 0.6761800219538968, | |
| "grad_norm": 5.225609276477867, | |
| "learning_rate": 9.536767930142692e-07, | |
| "loss": 0.3497, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.6783754116355654, | |
| "grad_norm": 5.982849222319877, | |
| "learning_rate": 9.53138912525602e-07, | |
| "loss": 0.3831, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.6805708013172338, | |
| "grad_norm": 9.316032754601094, | |
| "learning_rate": 9.525980807273933e-07, | |
| "loss": 0.4859, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.6827661909989023, | |
| "grad_norm": 7.62002827563512, | |
| "learning_rate": 9.520543011420994e-07, | |
| "loss": 0.4667, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 0.6849615806805708, | |
| "grad_norm": 7.476256847848758, | |
| "learning_rate": 9.515075773113758e-07, | |
| "loss": 0.3561, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.6871569703622393, | |
| "grad_norm": 6.0952453407784395, | |
| "learning_rate": 9.509579127960541e-07, | |
| "loss": 0.3759, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 0.6893523600439078, | |
| "grad_norm": 5.264194015456075, | |
| "learning_rate": 9.504053111761183e-07, | |
| "loss": 0.3553, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.6915477497255763, | |
| "grad_norm": 5.722501060128661, | |
| "learning_rate": 9.498497760506819e-07, | |
| "loss": 0.41, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.6937431394072447, | |
| "grad_norm": 5.385616225560054, | |
| "learning_rate": 9.492913110379647e-07, | |
| "loss": 0.3811, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.6959385290889133, | |
| "grad_norm": 6.8590494144069565, | |
| "learning_rate": 9.487299197752687e-07, | |
| "loss": 0.4238, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 0.6981339187705817, | |
| "grad_norm": 8.374420284758637, | |
| "learning_rate": 9.481656059189549e-07, | |
| "loss": 0.4383, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.7003293084522503, | |
| "grad_norm": 6.74093160128879, | |
| "learning_rate": 9.475983731444191e-07, | |
| "loss": 0.4053, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 0.7025246981339188, | |
| "grad_norm": 6.3600960708427445, | |
| "learning_rate": 9.47028225146068e-07, | |
| "loss": 0.4135, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.7047200878155873, | |
| "grad_norm": 5.118236300502877, | |
| "learning_rate": 9.464551656372955e-07, | |
| "loss": 0.3437, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.7069154774972558, | |
| "grad_norm": 6.0512731733617775, | |
| "learning_rate": 9.458791983504581e-07, | |
| "loss": 0.3719, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.7091108671789242, | |
| "grad_norm": 4.689013131515306, | |
| "learning_rate": 9.453003270368509e-07, | |
| "loss": 0.4211, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 0.7113062568605928, | |
| "grad_norm": 5.847735855655551, | |
| "learning_rate": 9.44718555466683e-07, | |
| "loss": 0.4383, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.7135016465422612, | |
| "grad_norm": 5.665362800637276, | |
| "learning_rate": 9.44133887429053e-07, | |
| "loss": 0.3934, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.7156970362239298, | |
| "grad_norm": 5.874604417597781, | |
| "learning_rate": 9.435463267319239e-07, | |
| "loss": 0.3583, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.7178924259055982, | |
| "grad_norm": 5.159270630284724, | |
| "learning_rate": 9.429558772020992e-07, | |
| "loss": 0.4252, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.7200878155872668, | |
| "grad_norm": 5.706691193740145, | |
| "learning_rate": 9.423625426851973e-07, | |
| "loss": 0.3727, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.7222832052689352, | |
| "grad_norm": 5.633325508736258, | |
| "learning_rate": 9.417663270456267e-07, | |
| "loss": 0.3591, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 0.7244785949506037, | |
| "grad_norm": 6.114919710777612, | |
| "learning_rate": 9.411672341665604e-07, | |
| "loss": 0.3658, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.7266739846322722, | |
| "grad_norm": 7.068818492445254, | |
| "learning_rate": 9.405652679499115e-07, | |
| "loss": 0.3954, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 0.7288693743139407, | |
| "grad_norm": 6.02224410411034, | |
| "learning_rate": 9.399604323163068e-07, | |
| "loss": 0.346, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.7310647639956093, | |
| "grad_norm": 8.959081519304984, | |
| "learning_rate": 9.393527312050617e-07, | |
| "loss": 0.4459, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.7332601536772777, | |
| "grad_norm": 7.542390397020765, | |
| "learning_rate": 9.387421685741552e-07, | |
| "loss": 0.4022, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.7354555433589463, | |
| "grad_norm": 6.8197296180264555, | |
| "learning_rate": 9.381287484002027e-07, | |
| "loss": 0.3836, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.7376509330406147, | |
| "grad_norm": 5.343272686170338, | |
| "learning_rate": 9.375124746784311e-07, | |
| "loss": 0.3561, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.7398463227222832, | |
| "grad_norm": 6.461455373048154, | |
| "learning_rate": 9.368933514226529e-07, | |
| "loss": 0.4096, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 0.7420417124039517, | |
| "grad_norm": 4.854050051488241, | |
| "learning_rate": 9.362713826652392e-07, | |
| "loss": 0.3814, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.7442371020856202, | |
| "grad_norm": 5.286657056414475, | |
| "learning_rate": 9.356465724570943e-07, | |
| "loss": 0.3989, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 0.7464324917672887, | |
| "grad_norm": 5.696140592098042, | |
| "learning_rate": 9.350189248676292e-07, | |
| "loss": 0.4114, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.7486278814489572, | |
| "grad_norm": 5.963578851614639, | |
| "learning_rate": 9.34388443984734e-07, | |
| "loss": 0.4103, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 0.7508232711306256, | |
| "grad_norm": 5.167078850111144, | |
| "learning_rate": 9.33755133914753e-07, | |
| "loss": 0.3987, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.7530186608122942, | |
| "grad_norm": 5.365795093462018, | |
| "learning_rate": 9.331189987824568e-07, | |
| "loss": 0.414, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 0.7552140504939627, | |
| "grad_norm": 5.155962282558951, | |
| "learning_rate": 9.324800427310155e-07, | |
| "loss": 0.4107, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.7574094401756312, | |
| "grad_norm": 4.685610227798769, | |
| "learning_rate": 9.318382699219722e-07, | |
| "loss": 0.383, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.7596048298572997, | |
| "grad_norm": 5.451910902227303, | |
| "learning_rate": 9.311936845352157e-07, | |
| "loss": 0.3701, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.7618002195389681, | |
| "grad_norm": 4.878532494519716, | |
| "learning_rate": 9.305462907689532e-07, | |
| "loss": 0.3889, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 0.7639956092206367, | |
| "grad_norm": 6.488604304889017, | |
| "learning_rate": 9.298960928396826e-07, | |
| "loss": 0.3769, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.7661909989023051, | |
| "grad_norm": 7.230743847370782, | |
| "learning_rate": 9.292430949821659e-07, | |
| "loss": 0.3918, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 0.7683863885839737, | |
| "grad_norm": 8.84856037173542, | |
| "learning_rate": 9.285873014494008e-07, | |
| "loss": 0.4351, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.7683863885839737, | |
| "eval_accuracy": 0.818, | |
| "eval_loss": 0.36839187145233154, | |
| "eval_runtime": 62.4628, | |
| "eval_samples_per_second": 8.005, | |
| "eval_steps_per_second": 1.009, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.7705817782656421, | |
| "grad_norm": 5.617691309816291, | |
| "learning_rate": 9.279287165125936e-07, | |
| "loss": 0.3329, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 0.7727771679473107, | |
| "grad_norm": 10.749385714028035, | |
| "learning_rate": 9.272673444611308e-07, | |
| "loss": 0.4227, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.7749725576289791, | |
| "grad_norm": 6.679314682583184, | |
| "learning_rate": 9.266031896025516e-07, | |
| "loss": 0.3981, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 0.7771679473106476, | |
| "grad_norm": 7.906535171339716, | |
| "learning_rate": 9.259362562625199e-07, | |
| "loss": 0.3457, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.7793633369923162, | |
| "grad_norm": 6.476745284566722, | |
| "learning_rate": 9.252665487847957e-07, | |
| "loss": 0.351, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.7815587266739846, | |
| "grad_norm": 7.490252907466211, | |
| "learning_rate": 9.245940715312074e-07, | |
| "loss": 0.3614, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.7837541163556532, | |
| "grad_norm": 10.294959027911519, | |
| "learning_rate": 9.239188288816226e-07, | |
| "loss": 0.4772, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 0.7859495060373216, | |
| "grad_norm": 6.749458938354777, | |
| "learning_rate": 9.232408252339201e-07, | |
| "loss": 0.4137, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.7881448957189902, | |
| "grad_norm": 5.601238558514638, | |
| "learning_rate": 9.225600650039615e-07, | |
| "loss": 0.4017, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 0.7903402854006586, | |
| "grad_norm": 5.914207463946434, | |
| "learning_rate": 9.218765526255619e-07, | |
| "loss": 0.3949, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.7925356750823271, | |
| "grad_norm": 5.60976526230607, | |
| "learning_rate": 9.211902925504613e-07, | |
| "loss": 0.3947, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 0.7947310647639956, | |
| "grad_norm": 6.905598884857724, | |
| "learning_rate": 9.205012892482952e-07, | |
| "loss": 0.3593, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.7969264544456641, | |
| "grad_norm": 5.708597195424006, | |
| "learning_rate": 9.198095472065667e-07, | |
| "loss": 0.3845, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 0.7991218441273326, | |
| "grad_norm": 6.3826311537728415, | |
| "learning_rate": 9.191150709306155e-07, | |
| "loss": 0.426, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.8013172338090011, | |
| "grad_norm": 5.704176371314256, | |
| "learning_rate": 9.184178649435896e-07, | |
| "loss": 0.3623, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.8035126234906695, | |
| "grad_norm": 6.538927998752732, | |
| "learning_rate": 9.177179337864163e-07, | |
| "loss": 0.4081, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.8057080131723381, | |
| "grad_norm": 5.417066774084007, | |
| "learning_rate": 9.170152820177714e-07, | |
| "loss": 0.326, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 0.8079034028540066, | |
| "grad_norm": 5.7045823769473145, | |
| "learning_rate": 9.163099142140505e-07, | |
| "loss": 0.3464, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.8100987925356751, | |
| "grad_norm": 6.709508312095118, | |
| "learning_rate": 9.156018349693386e-07, | |
| "loss": 0.3343, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 0.8122941822173436, | |
| "grad_norm": 8.175912377684108, | |
| "learning_rate": 9.148910488953807e-07, | |
| "loss": 0.4461, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.814489571899012, | |
| "grad_norm": 6.172712289986408, | |
| "learning_rate": 9.141775606215512e-07, | |
| "loss": 0.3778, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 0.8166849615806806, | |
| "grad_norm": 9.110817197454034, | |
| "learning_rate": 9.134613747948238e-07, | |
| "loss": 0.4277, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.818880351262349, | |
| "grad_norm": 7.730875175896815, | |
| "learning_rate": 9.127424960797423e-07, | |
| "loss": 0.3732, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 0.8210757409440176, | |
| "grad_norm": 6.560594986117142, | |
| "learning_rate": 9.120209291583885e-07, | |
| "loss": 0.413, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 0.823271130625686, | |
| "grad_norm": 7.2498236273803, | |
| "learning_rate": 9.11296678730353e-07, | |
| "loss": 0.4097, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.8254665203073546, | |
| "grad_norm": 5.069648552101249, | |
| "learning_rate": 9.10569749512704e-07, | |
| "loss": 0.415, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.827661909989023, | |
| "grad_norm": 6.5382746464808355, | |
| "learning_rate": 9.098401462399572e-07, | |
| "loss": 0.3679, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 0.8298572996706916, | |
| "grad_norm": 7.063308742163228, | |
| "learning_rate": 9.091078736640438e-07, | |
| "loss": 0.3834, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.8320526893523601, | |
| "grad_norm": 5.3524000614593445, | |
| "learning_rate": 9.083729365542807e-07, | |
| "loss": 0.4322, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 0.8342480790340285, | |
| "grad_norm": 5.251326032637674, | |
| "learning_rate": 9.076353396973391e-07, | |
| "loss": 0.3737, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.8364434687156971, | |
| "grad_norm": 5.606890380106128, | |
| "learning_rate": 9.068950878972128e-07, | |
| "loss": 0.3916, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 0.8386388583973655, | |
| "grad_norm": 5.608911929639908, | |
| "learning_rate": 9.06152185975188e-07, | |
| "loss": 0.3895, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 0.8408342480790341, | |
| "grad_norm": 5.326991715289215, | |
| "learning_rate": 9.054066387698103e-07, | |
| "loss": 0.3505, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 0.8430296377607025, | |
| "grad_norm": 5.002446774906431, | |
| "learning_rate": 9.04658451136855e-07, | |
| "loss": 0.3567, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.845225027442371, | |
| "grad_norm": 6.2353029098708355, | |
| "learning_rate": 9.039076279492938e-07, | |
| "loss": 0.3654, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.8474204171240395, | |
| "grad_norm": 5.383798331488236, | |
| "learning_rate": 9.03154174097265e-07, | |
| "loss": 0.3528, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 0.849615806805708, | |
| "grad_norm": 7.522503969731689, | |
| "learning_rate": 9.023980944880395e-07, | |
| "loss": 0.3802, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 0.8518111964873765, | |
| "grad_norm": 5.624816423254138, | |
| "learning_rate": 9.016393940459901e-07, | |
| "loss": 0.3226, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.854006586169045, | |
| "grad_norm": 9.036186780868068, | |
| "learning_rate": 9.008780777125592e-07, | |
| "loss": 0.3459, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 0.8562019758507134, | |
| "grad_norm": 7.771864470871327, | |
| "learning_rate": 9.001141504462267e-07, | |
| "loss": 0.3945, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.858397365532382, | |
| "grad_norm": 10.948074987698849, | |
| "learning_rate": 8.993476172224776e-07, | |
| "loss": 0.3845, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 0.8605927552140505, | |
| "grad_norm": 6.279681321387117, | |
| "learning_rate": 8.985784830337694e-07, | |
| "loss": 0.3346, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.862788144895719, | |
| "grad_norm": 6.22711354144465, | |
| "learning_rate": 8.978067528895001e-07, | |
| "loss": 0.3589, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 0.8649835345773875, | |
| "grad_norm": 8.754649020649845, | |
| "learning_rate": 8.970324318159747e-07, | |
| "loss": 0.4202, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 0.867178924259056, | |
| "grad_norm": 6.308329054889705, | |
| "learning_rate": 8.962555248563737e-07, | |
| "loss": 0.3964, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.8693743139407245, | |
| "grad_norm": 5.393641757738077, | |
| "learning_rate": 8.95476037070719e-07, | |
| "loss": 0.4054, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.8715697036223929, | |
| "grad_norm": 5.6298700405971065, | |
| "learning_rate": 8.94693973535842e-07, | |
| "loss": 0.3947, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 0.8737650933040615, | |
| "grad_norm": 4.205803068097396, | |
| "learning_rate": 8.939093393453494e-07, | |
| "loss": 0.3618, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 0.8759604829857299, | |
| "grad_norm": 5.473714761916757, | |
| "learning_rate": 8.931221396095914e-07, | |
| "loss": 0.3509, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 0.8781558726673985, | |
| "grad_norm": 7.034796071540623, | |
| "learning_rate": 8.92332379455627e-07, | |
| "loss": 0.3482, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.8781558726673985, | |
| "eval_accuracy": 0.79, | |
| "eval_loss": 0.38279932737350464, | |
| "eval_runtime": 62.3937, | |
| "eval_samples_per_second": 8.014, | |
| "eval_steps_per_second": 1.01, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.8803512623490669, | |
| "grad_norm": 5.9849568856182955, | |
| "learning_rate": 8.91540064027192e-07, | |
| "loss": 0.3945, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 0.8825466520307355, | |
| "grad_norm": 4.900349286406815, | |
| "learning_rate": 8.907451984846642e-07, | |
| "loss": 0.3374, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 0.884742041712404, | |
| "grad_norm": 7.015373419320435, | |
| "learning_rate": 8.899477880050305e-07, | |
| "loss": 0.4297, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 0.8869374313940724, | |
| "grad_norm": 5.211500475863296, | |
| "learning_rate": 8.891478377818533e-07, | |
| "loss": 0.3425, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 0.889132821075741, | |
| "grad_norm": 4.850386411589254, | |
| "learning_rate": 8.883453530252363e-07, | |
| "loss": 0.3479, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.8913282107574094, | |
| "grad_norm": 5.755909710211362, | |
| "learning_rate": 8.875403389617909e-07, | |
| "loss": 0.4106, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 0.893523600439078, | |
| "grad_norm": 6.753928081610862, | |
| "learning_rate": 8.867328008346012e-07, | |
| "loss": 0.3862, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 0.8957189901207464, | |
| "grad_norm": 5.767435648190633, | |
| "learning_rate": 8.859227439031917e-07, | |
| "loss": 0.389, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 0.897914379802415, | |
| "grad_norm": 5.3650473270965975, | |
| "learning_rate": 8.851101734434916e-07, | |
| "loss": 0.3696, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 0.9001097694840834, | |
| "grad_norm": 6.082270492915926, | |
| "learning_rate": 8.842950947478001e-07, | |
| "loss": 0.3817, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.9023051591657519, | |
| "grad_norm": 4.627051115673926, | |
| "learning_rate": 8.834775131247534e-07, | |
| "loss": 0.3615, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 0.9045005488474204, | |
| "grad_norm": 4.703510731345825, | |
| "learning_rate": 8.826574338992893e-07, | |
| "loss": 0.3487, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 0.9066959385290889, | |
| "grad_norm": 4.403248729861, | |
| "learning_rate": 8.818348624126122e-07, | |
| "loss": 0.3409, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 0.9088913282107574, | |
| "grad_norm": 7.226848694927689, | |
| "learning_rate": 8.810098040221588e-07, | |
| "loss": 0.3674, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 0.9110867178924259, | |
| "grad_norm": 6.0854109691994145, | |
| "learning_rate": 8.801822641015635e-07, | |
| "loss": 0.3669, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.9132821075740944, | |
| "grad_norm": 5.0811223784714725, | |
| "learning_rate": 8.793522480406223e-07, | |
| "loss": 0.3236, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 0.9154774972557629, | |
| "grad_norm": 7.237396760486593, | |
| "learning_rate": 8.785197612452591e-07, | |
| "loss": 0.4279, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 0.9176728869374314, | |
| "grad_norm": 5.505858472667137, | |
| "learning_rate": 8.776848091374892e-07, | |
| "loss": 0.3658, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 0.9198682766190999, | |
| "grad_norm": 7.040175733229395, | |
| "learning_rate": 8.768473971553847e-07, | |
| "loss": 0.3852, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 0.9220636663007684, | |
| "grad_norm": 5.592000526909508, | |
| "learning_rate": 8.760075307530392e-07, | |
| "loss": 0.3306, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.9242590559824369, | |
| "grad_norm": 6.366945719939024, | |
| "learning_rate": 8.75165215400532e-07, | |
| "loss": 0.3906, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 0.9264544456641054, | |
| "grad_norm": 7.370004771820366, | |
| "learning_rate": 8.743204565838922e-07, | |
| "loss": 0.3853, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 0.9286498353457738, | |
| "grad_norm": 6.381558651368943, | |
| "learning_rate": 8.734732598050636e-07, | |
| "loss": 0.4168, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 0.9308452250274424, | |
| "grad_norm": 5.053966639028662, | |
| "learning_rate": 8.726236305818681e-07, | |
| "loss": 0.3842, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 0.9330406147091108, | |
| "grad_norm": 5.398688693219092, | |
| "learning_rate": 8.717715744479706e-07, | |
| "loss": 0.3838, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.9352360043907794, | |
| "grad_norm": 5.2483617600811625, | |
| "learning_rate": 8.709170969528425e-07, | |
| "loss": 0.4371, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 0.9374313940724479, | |
| "grad_norm": 4.227523591223431, | |
| "learning_rate": 8.700602036617253e-07, | |
| "loss": 0.3653, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 0.9396267837541163, | |
| "grad_norm": 5.346394544482726, | |
| "learning_rate": 8.692009001555951e-07, | |
| "loss": 0.4071, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 0.9418221734357849, | |
| "grad_norm": 5.868340936821356, | |
| "learning_rate": 8.683391920311256e-07, | |
| "loss": 0.415, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 0.9440175631174533, | |
| "grad_norm": 3.8517100242733346, | |
| "learning_rate": 8.674750849006518e-07, | |
| "loss": 0.3518, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.9462129527991219, | |
| "grad_norm": 5.514252217717242, | |
| "learning_rate": 8.666085843921337e-07, | |
| "loss": 0.3563, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 0.9484083424807903, | |
| "grad_norm": 4.306700297128568, | |
| "learning_rate": 8.65739696149119e-07, | |
| "loss": 0.3731, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 0.9506037321624589, | |
| "grad_norm": 5.318133544247306, | |
| "learning_rate": 8.648684258307075e-07, | |
| "loss": 0.4034, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 0.9527991218441273, | |
| "grad_norm": 6.306808553382266, | |
| "learning_rate": 8.639947791115131e-07, | |
| "loss": 0.3843, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 0.9549945115257958, | |
| "grad_norm": 4.683006509880547, | |
| "learning_rate": 8.631187616816271e-07, | |
| "loss": 0.3426, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.9571899012074643, | |
| "grad_norm": 5.272777856944059, | |
| "learning_rate": 8.622403792465819e-07, | |
| "loss": 0.3919, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 0.9593852908891328, | |
| "grad_norm": 6.567051623139762, | |
| "learning_rate": 8.613596375273127e-07, | |
| "loss": 0.3334, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 0.9615806805708014, | |
| "grad_norm": 4.661181804857022, | |
| "learning_rate": 8.604765422601213e-07, | |
| "loss": 0.3393, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 0.9637760702524698, | |
| "grad_norm": 7.723055911423496, | |
| "learning_rate": 8.595910991966375e-07, | |
| "loss": 0.3987, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 0.9659714599341384, | |
| "grad_norm": 5.1917875018161705, | |
| "learning_rate": 8.587033141037833e-07, | |
| "loss": 0.3833, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.9681668496158068, | |
| "grad_norm": 4.93039231657318, | |
| "learning_rate": 8.578131927637339e-07, | |
| "loss": 0.321, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 0.9703622392974753, | |
| "grad_norm": 5.662266928236786, | |
| "learning_rate": 8.569207409738804e-07, | |
| "loss": 0.3442, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 0.9725576289791438, | |
| "grad_norm": 7.530776092189444, | |
| "learning_rate": 8.560259645467927e-07, | |
| "loss": 0.3823, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 0.9747530186608123, | |
| "grad_norm": 5.722097050543397, | |
| "learning_rate": 8.551288693101808e-07, | |
| "loss": 0.3381, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 0.9769484083424808, | |
| "grad_norm": 5.2154253758252365, | |
| "learning_rate": 8.542294611068573e-07, | |
| "loss": 0.355, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.9791437980241493, | |
| "grad_norm": 6.183565635622652, | |
| "learning_rate": 8.533277457946988e-07, | |
| "loss": 0.3469, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 0.9813391877058177, | |
| "grad_norm": 6.199123575604012, | |
| "learning_rate": 8.524237292466092e-07, | |
| "loss": 0.365, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 0.9835345773874863, | |
| "grad_norm": 5.22531850121621, | |
| "learning_rate": 8.515174173504795e-07, | |
| "loss": 0.3699, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 0.9857299670691547, | |
| "grad_norm": 4.777247067342119, | |
| "learning_rate": 8.506088160091506e-07, | |
| "loss": 0.3778, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 0.9879253567508233, | |
| "grad_norm": 5.7270931969707854, | |
| "learning_rate": 8.49697931140375e-07, | |
| "loss": 0.3722, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.9879253567508233, | |
| "eval_accuracy": 0.812, | |
| "eval_loss": 0.3796866834163666, | |
| "eval_runtime": 62.6515, | |
| "eval_samples_per_second": 7.981, | |
| "eval_steps_per_second": 1.006, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.9901207464324918, | |
| "grad_norm": 5.722657890993041, | |
| "learning_rate": 8.487847686767771e-07, | |
| "loss": 0.3671, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 0.9923161361141603, | |
| "grad_norm": 6.144552426739494, | |
| "learning_rate": 8.478693345658165e-07, | |
| "loss": 0.3654, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 0.9945115257958288, | |
| "grad_norm": 6.225509000256566, | |
| "learning_rate": 8.469516347697472e-07, | |
| "loss": 0.3878, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 0.9967069154774972, | |
| "grad_norm": 6.652501158992634, | |
| "learning_rate": 8.460316752655798e-07, | |
| "loss": 0.3277, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 0.9989023051591658, | |
| "grad_norm": 4.827682071757918, | |
| "learning_rate": 8.451094620450431e-07, | |
| "loss": 0.3394, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 4.827682071757918, | |
| "learning_rate": 8.441850011145435e-07, | |
| "loss": 0.3908, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 1.0021953896816684, | |
| "grad_norm": 8.237448030205368, | |
| "learning_rate": 8.432582984951276e-07, | |
| "loss": 0.3649, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 1.004390779363337, | |
| "grad_norm": 5.244969465316055, | |
| "learning_rate": 8.423293602224417e-07, | |
| "loss": 0.3766, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 1.0065861690450055, | |
| "grad_norm": 5.735807992043271, | |
| "learning_rate": 8.413981923466932e-07, | |
| "loss": 0.3734, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 1.008781558726674, | |
| "grad_norm": 6.279435381847301, | |
| "learning_rate": 8.404648009326111e-07, | |
| "loss": 0.3716, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 1.0109769484083424, | |
| "grad_norm": 4.020301331975729, | |
| "learning_rate": 8.395291920594061e-07, | |
| "loss": 0.3068, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 1.013172338090011, | |
| "grad_norm": 5.932445501255306, | |
| "learning_rate": 8.385913718207313e-07, | |
| "loss": 0.3635, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 1.0153677277716795, | |
| "grad_norm": 6.129385754463756, | |
| "learning_rate": 8.376513463246429e-07, | |
| "loss": 0.3688, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 1.017563117453348, | |
| "grad_norm": 5.640316298247342, | |
| "learning_rate": 8.367091216935596e-07, | |
| "loss": 0.3777, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 1.0197585071350164, | |
| "grad_norm": 5.53344558624335, | |
| "learning_rate": 8.357647040642231e-07, | |
| "loss": 0.318, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 1.021953896816685, | |
| "grad_norm": 5.528084412484368, | |
| "learning_rate": 8.348180995876587e-07, | |
| "loss": 0.344, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 1.0241492864983535, | |
| "grad_norm": 4.720679027078674, | |
| "learning_rate": 8.338693144291342e-07, | |
| "loss": 0.3476, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 1.026344676180022, | |
| "grad_norm": 4.8918294986912585, | |
| "learning_rate": 8.329183547681205e-07, | |
| "loss": 0.3584, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 1.0285400658616906, | |
| "grad_norm": 6.727667695338807, | |
| "learning_rate": 8.319652267982508e-07, | |
| "loss": 0.3377, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 1.030735455543359, | |
| "grad_norm": 5.867502190382494, | |
| "learning_rate": 8.310099367272812e-07, | |
| "loss": 0.3591, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 1.0329308452250274, | |
| "grad_norm": 6.568389714898798, | |
| "learning_rate": 8.30052490777049e-07, | |
| "loss": 0.434, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 1.0351262349066959, | |
| "grad_norm": 5.375130488935029, | |
| "learning_rate": 8.29092895183433e-07, | |
| "loss": 0.3371, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 1.0373216245883645, | |
| "grad_norm": 5.0716837196261935, | |
| "learning_rate": 8.281311561963129e-07, | |
| "loss": 0.3583, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 1.039517014270033, | |
| "grad_norm": 4.9710453814081035, | |
| "learning_rate": 8.271672800795284e-07, | |
| "loss": 0.3454, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 1.0417124039517014, | |
| "grad_norm": 5.372729941376803, | |
| "learning_rate": 8.26201273110838e-07, | |
| "loss": 0.4327, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 1.0439077936333698, | |
| "grad_norm": 6.047019069783535, | |
| "learning_rate": 8.252331415818788e-07, | |
| "loss": 0.3166, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 1.0461031833150385, | |
| "grad_norm": 4.894109855984722, | |
| "learning_rate": 8.242628917981253e-07, | |
| "loss": 0.3486, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 1.048298572996707, | |
| "grad_norm": 4.960287165829203, | |
| "learning_rate": 8.232905300788484e-07, | |
| "loss": 0.3683, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 1.0504939626783754, | |
| "grad_norm": 5.9743260148319415, | |
| "learning_rate": 8.223160627570736e-07, | |
| "loss": 0.2962, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 1.0526893523600438, | |
| "grad_norm": 4.421002426118984, | |
| "learning_rate": 8.213394961795406e-07, | |
| "loss": 0.353, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 1.0548847420417125, | |
| "grad_norm": 5.826816362211787, | |
| "learning_rate": 8.203608367066615e-07, | |
| "loss": 0.4134, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 1.057080131723381, | |
| "grad_norm": 6.328500780012271, | |
| "learning_rate": 8.193800907124798e-07, | |
| "loss": 0.3944, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 1.0592755214050493, | |
| "grad_norm": 5.761570603930255, | |
| "learning_rate": 8.183972645846282e-07, | |
| "loss": 0.3999, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 1.061470911086718, | |
| "grad_norm": 7.269393542940046, | |
| "learning_rate": 8.174123647242877e-07, | |
| "loss": 0.3465, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 1.0636663007683864, | |
| "grad_norm": 5.531846580927394, | |
| "learning_rate": 8.164253975461453e-07, | |
| "loss": 0.3688, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 1.0658616904500549, | |
| "grad_norm": 4.776075343743403, | |
| "learning_rate": 8.154363694783526e-07, | |
| "loss": 0.3257, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 1.0680570801317233, | |
| "grad_norm": 5.378257513897468, | |
| "learning_rate": 8.14445286962484e-07, | |
| "loss": 0.3389, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 1.070252469813392, | |
| "grad_norm": 6.510185696868045, | |
| "learning_rate": 8.134521564534947e-07, | |
| "loss": 0.3559, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 1.0724478594950604, | |
| "grad_norm": 6.155857107945347, | |
| "learning_rate": 8.124569844196779e-07, | |
| "loss": 0.3617, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 1.0746432491767288, | |
| "grad_norm": 6.779049354813868, | |
| "learning_rate": 8.11459777342624e-07, | |
| "loss": 0.3594, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 1.0768386388583973, | |
| "grad_norm": 7.620793847029099, | |
| "learning_rate": 8.104605417171776e-07, | |
| "loss": 0.3984, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 1.079034028540066, | |
| "grad_norm": 5.064790231482452, | |
| "learning_rate": 8.094592840513949e-07, | |
| "loss": 0.3915, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 1.0812294182217344, | |
| "grad_norm": 5.422927842364402, | |
| "learning_rate": 8.084560108665023e-07, | |
| "loss": 0.3322, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 1.0834248079034028, | |
| "grad_norm": 4.466736209109948, | |
| "learning_rate": 8.074507286968528e-07, | |
| "loss": 0.3352, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 1.0856201975850714, | |
| "grad_norm": 6.338480704389545, | |
| "learning_rate": 8.064434440898844e-07, | |
| "loss": 0.3471, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 1.0878155872667399, | |
| "grad_norm": 5.4065627028591425, | |
| "learning_rate": 8.054341636060766e-07, | |
| "loss": 0.3549, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 1.0900109769484083, | |
| "grad_norm": 6.850990410700852, | |
| "learning_rate": 8.044228938189088e-07, | |
| "loss": 0.3903, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 1.0922063666300768, | |
| "grad_norm": 6.120484367930399, | |
| "learning_rate": 8.034096413148161e-07, | |
| "loss": 0.3097, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 1.0944017563117454, | |
| "grad_norm": 4.464128285510355, | |
| "learning_rate": 8.023944126931475e-07, | |
| "loss": 0.3447, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 1.0965971459934138, | |
| "grad_norm": 6.600601913970912, | |
| "learning_rate": 8.013772145661224e-07, | |
| "loss": 0.3887, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.0965971459934138, | |
| "eval_accuracy": 0.818, | |
| "eval_loss": 0.36472970247268677, | |
| "eval_runtime": 62.4385, | |
| "eval_samples_per_second": 8.008, | |
| "eval_steps_per_second": 1.009, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.0987925356750823, | |
| "grad_norm": 5.402138515205016, | |
| "learning_rate": 8.003580535587877e-07, | |
| "loss": 0.3415, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 1.1009879253567507, | |
| "grad_norm": 7.628594037642485, | |
| "learning_rate": 7.993369363089745e-07, | |
| "loss": 0.3728, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 1.1031833150384194, | |
| "grad_norm": 4.697016196200385, | |
| "learning_rate": 7.983138694672551e-07, | |
| "loss": 0.3638, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 1.1053787047200878, | |
| "grad_norm": 6.2040879102322215, | |
| "learning_rate": 7.972888596968996e-07, | |
| "loss": 0.3458, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 1.1075740944017562, | |
| "grad_norm": 5.283464383567096, | |
| "learning_rate": 7.962619136738324e-07, | |
| "loss": 0.297, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 1.109769484083425, | |
| "grad_norm": 5.685282017291933, | |
| "learning_rate": 7.952330380865887e-07, | |
| "loss": 0.3328, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 1.1119648737650933, | |
| "grad_norm": 6.504450967378091, | |
| "learning_rate": 7.942022396362711e-07, | |
| "loss": 0.373, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 1.1141602634467618, | |
| "grad_norm": 6.224136967697534, | |
| "learning_rate": 7.931695250365057e-07, | |
| "loss": 0.3587, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 1.1163556531284302, | |
| "grad_norm": 6.524542381480522, | |
| "learning_rate": 7.921349010133989e-07, | |
| "loss": 0.3534, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 1.1185510428100989, | |
| "grad_norm": 6.508769827549269, | |
| "learning_rate": 7.910983743054931e-07, | |
| "loss": 0.3718, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 1.1207464324917673, | |
| "grad_norm": 7.148678198675181, | |
| "learning_rate": 7.900599516637228e-07, | |
| "loss": 0.3331, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 1.1229418221734357, | |
| "grad_norm": 5.983605133474822, | |
| "learning_rate": 7.890196398513707e-07, | |
| "loss": 0.353, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 1.1251372118551042, | |
| "grad_norm": 7.153049742139248, | |
| "learning_rate": 7.879774456440242e-07, | |
| "loss": 0.348, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 1.1273326015367728, | |
| "grad_norm": 7.392639449061027, | |
| "learning_rate": 7.869333758295304e-07, | |
| "loss": 0.3006, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 1.1295279912184413, | |
| "grad_norm": 6.288847784247055, | |
| "learning_rate": 7.858874372079522e-07, | |
| "loss": 0.3126, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 1.1317233809001097, | |
| "grad_norm": 6.530822602581628, | |
| "learning_rate": 7.848396365915248e-07, | |
| "loss": 0.3757, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 1.1339187705817784, | |
| "grad_norm": 7.180396451090792, | |
| "learning_rate": 7.8378998080461e-07, | |
| "loss": 0.3765, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 1.1361141602634468, | |
| "grad_norm": 7.893013021100936, | |
| "learning_rate": 7.827384766836523e-07, | |
| "loss": 0.3395, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 1.1383095499451152, | |
| "grad_norm": 6.419804870104756, | |
| "learning_rate": 7.81685131077135e-07, | |
| "loss": 0.3196, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 1.1405049396267837, | |
| "grad_norm": 7.441481132760177, | |
| "learning_rate": 7.806299508455345e-07, | |
| "loss": 0.4138, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 1.1427003293084523, | |
| "grad_norm": 5.097261411128716, | |
| "learning_rate": 7.795729428612768e-07, | |
| "loss": 0.322, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 1.1448957189901208, | |
| "grad_norm": 5.716684381877557, | |
| "learning_rate": 7.785141140086913e-07, | |
| "loss": 0.3636, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 1.1470911086717892, | |
| "grad_norm": 5.867715208154881, | |
| "learning_rate": 7.774534711839677e-07, | |
| "loss": 0.2981, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 1.1492864983534576, | |
| "grad_norm": 4.658345922311703, | |
| "learning_rate": 7.763910212951095e-07, | |
| "loss": 0.3478, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 1.1514818880351263, | |
| "grad_norm": 4.168344564692843, | |
| "learning_rate": 7.753267712618898e-07, | |
| "loss": 0.3468, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 1.1536772777167947, | |
| "grad_norm": 4.7538599995042645, | |
| "learning_rate": 7.742607280158064e-07, | |
| "loss": 0.3637, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 1.1558726673984632, | |
| "grad_norm": 6.571603396212342, | |
| "learning_rate": 7.731928985000359e-07, | |
| "loss": 0.375, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 1.1580680570801318, | |
| "grad_norm": 5.753219982389443, | |
| "learning_rate": 7.721232896693894e-07, | |
| "loss": 0.3427, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 1.1602634467618003, | |
| "grad_norm": 5.225412701161947, | |
| "learning_rate": 7.710519084902663e-07, | |
| "loss": 0.337, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 1.1624588364434687, | |
| "grad_norm": 5.484596435215429, | |
| "learning_rate": 7.699787619406098e-07, | |
| "loss": 0.3408, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 1.1646542261251371, | |
| "grad_norm": 5.282076505790076, | |
| "learning_rate": 7.689038570098608e-07, | |
| "loss": 0.3288, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 1.1668496158068058, | |
| "grad_norm": 4.775504582805927, | |
| "learning_rate": 7.678272006989124e-07, | |
| "loss": 0.2762, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 1.1690450054884742, | |
| "grad_norm": 5.78149113535585, | |
| "learning_rate": 7.667488000200648e-07, | |
| "loss": 0.4126, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 1.1712403951701427, | |
| "grad_norm": 5.897322988891718, | |
| "learning_rate": 7.656686619969794e-07, | |
| "loss": 0.3295, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 1.173435784851811, | |
| "grad_norm": 5.36707442483951, | |
| "learning_rate": 7.645867936646327e-07, | |
| "loss": 0.3358, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 1.1756311745334798, | |
| "grad_norm": 6.350922404290376, | |
| "learning_rate": 7.635032020692706e-07, | |
| "loss": 0.3665, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 1.1778265642151482, | |
| "grad_norm": 6.672225216206268, | |
| "learning_rate": 7.624178942683634e-07, | |
| "loss": 0.3237, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 1.1800219538968166, | |
| "grad_norm": 5.244066732628582, | |
| "learning_rate": 7.613308773305584e-07, | |
| "loss": 0.3546, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 1.1822173435784853, | |
| "grad_norm": 5.640267324413999, | |
| "learning_rate": 7.60242158335635e-07, | |
| "loss": 0.3763, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 1.1844127332601537, | |
| "grad_norm": 5.735242776747761, | |
| "learning_rate": 7.591517443744577e-07, | |
| "loss": 0.28, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 1.1866081229418222, | |
| "grad_norm": 5.370731176540545, | |
| "learning_rate": 7.58059642548931e-07, | |
| "loss": 0.3005, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 1.1888035126234906, | |
| "grad_norm": 5.792287386806627, | |
| "learning_rate": 7.569658599719519e-07, | |
| "loss": 0.3118, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 1.1909989023051593, | |
| "grad_norm": 6.798904382545207, | |
| "learning_rate": 7.558704037673647e-07, | |
| "loss": 0.3714, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 1.1931942919868277, | |
| "grad_norm": 5.46397725868398, | |
| "learning_rate": 7.547732810699137e-07, | |
| "loss": 0.3581, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 1.1953896816684961, | |
| "grad_norm": 5.999655519044568, | |
| "learning_rate": 7.536744990251973e-07, | |
| "loss": 0.3468, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 1.1975850713501646, | |
| "grad_norm": 5.809032437933095, | |
| "learning_rate": 7.525740647896213e-07, | |
| "loss": 0.3496, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 1.1997804610318332, | |
| "grad_norm": 5.6213191897838035, | |
| "learning_rate": 7.514719855303524e-07, | |
| "loss": 0.2637, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 1.2019758507135017, | |
| "grad_norm": 6.309518734364315, | |
| "learning_rate": 7.503682684252711e-07, | |
| "loss": 0.2972, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 1.20417124039517, | |
| "grad_norm": 5.10655426718776, | |
| "learning_rate": 7.492629206629255e-07, | |
| "loss": 0.395, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 1.2063666300768388, | |
| "grad_norm": 6.985855074156219, | |
| "learning_rate": 7.481559494424839e-07, | |
| "loss": 0.3901, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 1.2063666300768388, | |
| "eval_accuracy": 0.818, | |
| "eval_loss": 0.3550068438053131, | |
| "eval_runtime": 62.4228, | |
| "eval_samples_per_second": 8.01, | |
| "eval_steps_per_second": 1.009, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 1.2085620197585072, | |
| "grad_norm": 5.452884623196212, | |
| "learning_rate": 7.470473619736889e-07, | |
| "loss": 0.3635, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 1.2107574094401756, | |
| "grad_norm": 6.963272384448837, | |
| "learning_rate": 7.459371654768088e-07, | |
| "loss": 0.3905, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 1.212952799121844, | |
| "grad_norm": 4.543092820790928, | |
| "learning_rate": 7.448253671825926e-07, | |
| "loss": 0.3023, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 1.2151481888035127, | |
| "grad_norm": 5.793455953413061, | |
| "learning_rate": 7.43711974332221e-07, | |
| "loss": 0.3553, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 1.2173435784851812, | |
| "grad_norm": 5.5971357032313085, | |
| "learning_rate": 7.425969941772606e-07, | |
| "loss": 0.3217, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 1.2195389681668496, | |
| "grad_norm": 7.432739740334462, | |
| "learning_rate": 7.414804339796161e-07, | |
| "loss": 0.3662, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 1.221734357848518, | |
| "grad_norm": 5.748364577860177, | |
| "learning_rate": 7.403623010114831e-07, | |
| "loss": 0.3456, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 1.2239297475301867, | |
| "grad_norm": 5.661380628505925, | |
| "learning_rate": 7.392426025553002e-07, | |
| "loss": 0.3484, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 1.2261251372118551, | |
| "grad_norm": 7.677386392401964, | |
| "learning_rate": 7.381213459037031e-07, | |
| "loss": 0.3324, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 1.2283205268935236, | |
| "grad_norm": 5.815978817257181, | |
| "learning_rate": 7.36998538359475e-07, | |
| "loss": 0.3306, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 1.2305159165751922, | |
| "grad_norm": 7.157642715894916, | |
| "learning_rate": 7.358741872355008e-07, | |
| "loss": 0.356, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 1.2327113062568607, | |
| "grad_norm": 9.217680532850702, | |
| "learning_rate": 7.347482998547184e-07, | |
| "loss": 0.3601, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 1.234906695938529, | |
| "grad_norm": 10.045847811800988, | |
| "learning_rate": 7.336208835500719e-07, | |
| "loss": 0.3745, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 1.2371020856201975, | |
| "grad_norm": 6.241693811898233, | |
| "learning_rate": 7.324919456644627e-07, | |
| "loss": 0.3575, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 1.239297475301866, | |
| "grad_norm": 6.430610540834492, | |
| "learning_rate": 7.313614935507028e-07, | |
| "loss": 0.3293, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 1.2414928649835346, | |
| "grad_norm": 5.841827763430915, | |
| "learning_rate": 7.302295345714662e-07, | |
| "loss": 0.3194, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 1.243688254665203, | |
| "grad_norm": 5.840825760143234, | |
| "learning_rate": 7.290960760992413e-07, | |
| "loss": 0.3401, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 1.2458836443468715, | |
| "grad_norm": 10.441987786035702, | |
| "learning_rate": 7.279611255162824e-07, | |
| "loss": 0.4262, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 1.2480790340285401, | |
| "grad_norm": 11.92569950751005, | |
| "learning_rate": 7.268246902145625e-07, | |
| "loss": 0.3483, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 1.2502744237102086, | |
| "grad_norm": 6.453124049655114, | |
| "learning_rate": 7.256867775957243e-07, | |
| "loss": 0.384, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 1.252469813391877, | |
| "grad_norm": 5.70168194447466, | |
| "learning_rate": 7.245473950710322e-07, | |
| "loss": 0.3201, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 1.2546652030735457, | |
| "grad_norm": 6.001337956114435, | |
| "learning_rate": 7.234065500613244e-07, | |
| "loss": 0.3473, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 1.2568605927552141, | |
| "grad_norm": 5.271757451994717, | |
| "learning_rate": 7.222642499969644e-07, | |
| "loss": 0.3644, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 1.2590559824368825, | |
| "grad_norm": 5.806447016385563, | |
| "learning_rate": 7.211205023177923e-07, | |
| "loss": 0.3146, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 1.261251372118551, | |
| "grad_norm": 5.047476182935009, | |
| "learning_rate": 7.199753144730765e-07, | |
| "loss": 0.3406, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 1.2634467618002194, | |
| "grad_norm": 5.853247665884473, | |
| "learning_rate": 7.188286939214656e-07, | |
| "loss": 0.3006, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 1.265642151481888, | |
| "grad_norm": 6.805598773740254, | |
| "learning_rate": 7.176806481309387e-07, | |
| "loss": 0.3891, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 1.2678375411635565, | |
| "grad_norm": 6.946161315608133, | |
| "learning_rate": 7.165311845787587e-07, | |
| "loss": 0.3392, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 1.270032930845225, | |
| "grad_norm": 6.46125490152312, | |
| "learning_rate": 7.153803107514217e-07, | |
| "loss": 0.3478, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 1.2722283205268936, | |
| "grad_norm": 5.096980092514172, | |
| "learning_rate": 7.142280341446089e-07, | |
| "loss": 0.3449, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 1.274423710208562, | |
| "grad_norm": 7.089646471526524, | |
| "learning_rate": 7.130743622631378e-07, | |
| "loss": 0.3008, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 1.2766190998902305, | |
| "grad_norm": 5.7888088906336055, | |
| "learning_rate": 7.119193026209142e-07, | |
| "loss": 0.3902, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 1.2788144895718991, | |
| "grad_norm": 5.824834458347463, | |
| "learning_rate": 7.107628627408813e-07, | |
| "loss": 0.3129, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 1.2810098792535676, | |
| "grad_norm": 8.738486775778084, | |
| "learning_rate": 7.096050501549727e-07, | |
| "loss": 0.4085, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 1.283205268935236, | |
| "grad_norm": 6.048998032376583, | |
| "learning_rate": 7.084458724040621e-07, | |
| "loss": 0.3345, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 1.2854006586169044, | |
| "grad_norm": 9.605936387748194, | |
| "learning_rate": 7.072853370379144e-07, | |
| "loss": 0.3393, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 1.2875960482985729, | |
| "grad_norm": 6.865950862731977, | |
| "learning_rate": 7.061234516151371e-07, | |
| "loss": 0.3301, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 1.2897914379802415, | |
| "grad_norm": 6.267095187214198, | |
| "learning_rate": 7.049602237031305e-07, | |
| "loss": 0.2994, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 1.29198682766191, | |
| "grad_norm": 5.6232557271177, | |
| "learning_rate": 7.037956608780385e-07, | |
| "loss": 0.3094, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 1.2941822173435784, | |
| "grad_norm": 5.801703901127963, | |
| "learning_rate": 7.026297707246993e-07, | |
| "loss": 0.3549, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 1.296377607025247, | |
| "grad_norm": 6.414391032155044, | |
| "learning_rate": 7.014625608365962e-07, | |
| "loss": 0.3183, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 1.2985729967069155, | |
| "grad_norm": 6.651766488870556, | |
| "learning_rate": 7.002940388158083e-07, | |
| "loss": 0.3676, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 1.300768386388584, | |
| "grad_norm": 7.417392797535265, | |
| "learning_rate": 6.991242122729596e-07, | |
| "loss": 0.4093, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 1.3029637760702526, | |
| "grad_norm": 6.527075497004787, | |
| "learning_rate": 6.979530888271716e-07, | |
| "loss": 0.3604, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 1.305159165751921, | |
| "grad_norm": 6.940696529099327, | |
| "learning_rate": 6.96780676106012e-07, | |
| "loss": 0.2738, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 1.3073545554335895, | |
| "grad_norm": 6.972366954094688, | |
| "learning_rate": 6.956069817454458e-07, | |
| "loss": 0.3495, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 1.309549945115258, | |
| "grad_norm": 6.427760417094834, | |
| "learning_rate": 6.944320133897855e-07, | |
| "loss": 0.3368, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 1.3117453347969263, | |
| "grad_norm": 5.47206109550229, | |
| "learning_rate": 6.932557786916406e-07, | |
| "loss": 0.3293, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 1.313940724478595, | |
| "grad_norm": 4.918239274946065, | |
| "learning_rate": 6.920782853118689e-07, | |
| "loss": 0.3746, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 1.3161361141602634, | |
| "grad_norm": 6.295802272512743, | |
| "learning_rate": 6.908995409195258e-07, | |
| "loss": 0.3043, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.3161361141602634, | |
| "eval_accuracy": 0.826, | |
| "eval_loss": 0.35173022747039795, | |
| "eval_runtime": 62.3581, | |
| "eval_samples_per_second": 8.018, | |
| "eval_steps_per_second": 1.01, | |
| "step": 600 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 1368, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 100, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 0.0, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |