| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.23823704586063132, | |
| "eval_steps": 500, | |
| "global_step": 150, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0015882469724042088, | |
| "grad_norm": 0.9020900726318359, | |
| "learning_rate": 8.000000000000001e-06, | |
| "loss": 1.462, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0031764939448084176, | |
| "grad_norm": 0.8714035749435425, | |
| "learning_rate": 1.6000000000000003e-05, | |
| "loss": 1.7768, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.004764740917212627, | |
| "grad_norm": 0.6246618032455444, | |
| "learning_rate": 2.4e-05, | |
| "loss": 1.4764, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.006352987889616835, | |
| "grad_norm": 0.6882991194725037, | |
| "learning_rate": 3.2000000000000005e-05, | |
| "loss": 1.3473, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.007941234862021045, | |
| "grad_norm": 0.7609978914260864, | |
| "learning_rate": 4e-05, | |
| "loss": 1.4786, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.009529481834425254, | |
| "grad_norm": 0.6454429030418396, | |
| "learning_rate": 3.993589743589744e-05, | |
| "loss": 1.5175, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.011117728806829461, | |
| "grad_norm": 0.5323919057846069, | |
| "learning_rate": 3.9871794871794875e-05, | |
| "loss": 1.5005, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.01270597577923367, | |
| "grad_norm": 0.49380961060523987, | |
| "learning_rate": 3.9807692307692314e-05, | |
| "loss": 1.393, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.01429422275163788, | |
| "grad_norm": 0.4742673337459564, | |
| "learning_rate": 3.9743589743589747e-05, | |
| "loss": 1.4615, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.01588246972404209, | |
| "grad_norm": 0.47878921031951904, | |
| "learning_rate": 3.9679487179487186e-05, | |
| "loss": 1.4317, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.017470716696446297, | |
| "grad_norm": 0.5705658197402954, | |
| "learning_rate": 3.961538461538462e-05, | |
| "loss": 1.4019, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.019058963668850508, | |
| "grad_norm": 0.4807969331741333, | |
| "learning_rate": 3.955128205128206e-05, | |
| "loss": 1.3456, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.020647210641254715, | |
| "grad_norm": 0.4449750781059265, | |
| "learning_rate": 3.948717948717949e-05, | |
| "loss": 1.2978, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.022235457613658922, | |
| "grad_norm": 0.42986753582954407, | |
| "learning_rate": 3.942307692307693e-05, | |
| "loss": 1.3485, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.023823704586063133, | |
| "grad_norm": 0.4529072344303131, | |
| "learning_rate": 3.935897435897436e-05, | |
| "loss": 1.1967, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.02541195155846734, | |
| "grad_norm": 0.36832889914512634, | |
| "learning_rate": 3.9294871794871794e-05, | |
| "loss": 1.4615, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.02700019853087155, | |
| "grad_norm": 0.36332887411117554, | |
| "learning_rate": 3.923076923076923e-05, | |
| "loss": 1.424, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.02858844550327576, | |
| "grad_norm": 0.3830856680870056, | |
| "learning_rate": 3.9166666666666665e-05, | |
| "loss": 1.3219, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.03017669247567997, | |
| "grad_norm": 0.34034624695777893, | |
| "learning_rate": 3.9102564102564105e-05, | |
| "loss": 1.3907, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.03176493944808418, | |
| "grad_norm": 0.5381081104278564, | |
| "learning_rate": 3.9038461538461544e-05, | |
| "loss": 1.166, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.03335318642048839, | |
| "grad_norm": 0.3757379651069641, | |
| "learning_rate": 3.8974358974358976e-05, | |
| "loss": 1.3848, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.034941433392892594, | |
| "grad_norm": 0.3074859082698822, | |
| "learning_rate": 3.8910256410256416e-05, | |
| "loss": 1.2964, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.0365296803652968, | |
| "grad_norm": 0.327610045671463, | |
| "learning_rate": 3.884615384615385e-05, | |
| "loss": 1.1818, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.038117927337701016, | |
| "grad_norm": 0.31075817346572876, | |
| "learning_rate": 3.878205128205129e-05, | |
| "loss": 1.1266, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.03970617431010522, | |
| "grad_norm": 0.3608109652996063, | |
| "learning_rate": 3.871794871794872e-05, | |
| "loss": 1.3268, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.04129442128250943, | |
| "grad_norm": 0.34548354148864746, | |
| "learning_rate": 3.865384615384616e-05, | |
| "loss": 1.4485, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.04288266825491364, | |
| "grad_norm": 0.3382280468940735, | |
| "learning_rate": 3.858974358974359e-05, | |
| "loss": 1.4231, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.044470915227317845, | |
| "grad_norm": 0.3258324861526489, | |
| "learning_rate": 3.852564102564103e-05, | |
| "loss": 1.2321, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.04605916219972206, | |
| "grad_norm": 0.390952467918396, | |
| "learning_rate": 3.846153846153846e-05, | |
| "loss": 1.3014, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.047647409172126266, | |
| "grad_norm": 0.34574779868125916, | |
| "learning_rate": 3.83974358974359e-05, | |
| "loss": 1.3385, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.049235656144530474, | |
| "grad_norm": 0.32823994755744934, | |
| "learning_rate": 3.833333333333334e-05, | |
| "loss": 1.2178, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.05082390311693468, | |
| "grad_norm": 0.4966191053390503, | |
| "learning_rate": 3.8269230769230774e-05, | |
| "loss": 1.3805, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.052412150089338895, | |
| "grad_norm": 0.3081677556037903, | |
| "learning_rate": 3.820512820512821e-05, | |
| "loss": 1.2109, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.0540003970617431, | |
| "grad_norm": 0.2919631600379944, | |
| "learning_rate": 3.8141025641025645e-05, | |
| "loss": 1.2596, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.05558864403414731, | |
| "grad_norm": 0.34928378462791443, | |
| "learning_rate": 3.807692307692308e-05, | |
| "loss": 1.3003, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.05717689100655152, | |
| "grad_norm": 0.32200536131858826, | |
| "learning_rate": 3.801282051282052e-05, | |
| "loss": 1.1992, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.05876513797895573, | |
| "grad_norm": 0.36465853452682495, | |
| "learning_rate": 3.794871794871795e-05, | |
| "loss": 1.3853, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.06035338495135994, | |
| "grad_norm": 0.36780843138694763, | |
| "learning_rate": 3.788461538461539e-05, | |
| "loss": 1.3488, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.061941631923764146, | |
| "grad_norm": 0.3747501075267792, | |
| "learning_rate": 3.782051282051282e-05, | |
| "loss": 1.2759, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.06352987889616836, | |
| "grad_norm": 0.4664352834224701, | |
| "learning_rate": 3.775641025641026e-05, | |
| "loss": 1.2444, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.06511812586857256, | |
| "grad_norm": 0.3714566230773926, | |
| "learning_rate": 3.769230769230769e-05, | |
| "loss": 1.3729, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.06670637284097677, | |
| "grad_norm": 0.35391151905059814, | |
| "learning_rate": 3.762820512820513e-05, | |
| "loss": 1.2871, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.06829461981338097, | |
| "grad_norm": 0.37723308801651, | |
| "learning_rate": 3.7564102564102564e-05, | |
| "loss": 1.3243, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.06988286678578519, | |
| "grad_norm": 0.3361778259277344, | |
| "learning_rate": 3.7500000000000003e-05, | |
| "loss": 1.1932, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.0714711137581894, | |
| "grad_norm": 0.31701332330703735, | |
| "learning_rate": 3.7435897435897436e-05, | |
| "loss": 1.3294, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.0730593607305936, | |
| "grad_norm": 0.3698272705078125, | |
| "learning_rate": 3.7371794871794875e-05, | |
| "loss": 1.2617, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.07464760770299782, | |
| "grad_norm": 0.34270384907722473, | |
| "learning_rate": 3.7307692307692314e-05, | |
| "loss": 1.3205, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.07623585467540203, | |
| "grad_norm": 0.31238165497779846, | |
| "learning_rate": 3.724358974358975e-05, | |
| "loss": 1.297, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.07782410164780623, | |
| "grad_norm": 0.3665103614330292, | |
| "learning_rate": 3.7179487179487186e-05, | |
| "loss": 1.3757, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.07941234862021045, | |
| "grad_norm": 0.36817964911460876, | |
| "learning_rate": 3.711538461538462e-05, | |
| "loss": 1.3225, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.08100059559261465, | |
| "grad_norm": 0.32568806409835815, | |
| "learning_rate": 3.705128205128206e-05, | |
| "loss": 1.1309, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.08258884256501886, | |
| "grad_norm": 0.2992149293422699, | |
| "learning_rate": 3.698717948717949e-05, | |
| "loss": 1.2399, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.08417708953742307, | |
| "grad_norm": 0.3493598401546478, | |
| "learning_rate": 3.692307692307693e-05, | |
| "loss": 1.2718, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.08576533650982728, | |
| "grad_norm": 0.38273313641548157, | |
| "learning_rate": 3.685897435897436e-05, | |
| "loss": 1.2875, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.08735358348223149, | |
| "grad_norm": 0.3631385266780853, | |
| "learning_rate": 3.6794871794871794e-05, | |
| "loss": 1.176, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.08894183045463569, | |
| "grad_norm": 0.33916208148002625, | |
| "learning_rate": 3.673076923076923e-05, | |
| "loss": 1.3624, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.0905300774270399, | |
| "grad_norm": 0.3310489058494568, | |
| "learning_rate": 3.6666666666666666e-05, | |
| "loss": 1.1639, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.09211832439944412, | |
| "grad_norm": 0.3602941930294037, | |
| "learning_rate": 3.6602564102564105e-05, | |
| "loss": 1.288, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.09370657137184832, | |
| "grad_norm": 0.39397984743118286, | |
| "learning_rate": 3.653846153846154e-05, | |
| "loss": 1.285, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.09529481834425253, | |
| "grad_norm": 0.3368014991283417, | |
| "learning_rate": 3.6474358974358977e-05, | |
| "loss": 1.2523, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.09688306531665675, | |
| "grad_norm": 0.32057568430900574, | |
| "learning_rate": 3.6410256410256416e-05, | |
| "loss": 1.0862, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.09847131228906095, | |
| "grad_norm": 0.409466028213501, | |
| "learning_rate": 3.634615384615385e-05, | |
| "loss": 1.4059, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.10005955926146516, | |
| "grad_norm": 0.3347267210483551, | |
| "learning_rate": 3.628205128205129e-05, | |
| "loss": 1.0021, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.10164780623386936, | |
| "grad_norm": 0.31896549463272095, | |
| "learning_rate": 3.621794871794872e-05, | |
| "loss": 1.1485, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.10323605320627358, | |
| "grad_norm": 0.3799891471862793, | |
| "learning_rate": 3.615384615384616e-05, | |
| "loss": 1.2916, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.10482430017867779, | |
| "grad_norm": 0.3329267203807831, | |
| "learning_rate": 3.608974358974359e-05, | |
| "loss": 1.3268, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.10641254715108199, | |
| "grad_norm": 0.4332905411720276, | |
| "learning_rate": 3.602564102564103e-05, | |
| "loss": 1.3233, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.1080007941234862, | |
| "grad_norm": 0.4160114824771881, | |
| "learning_rate": 3.596153846153846e-05, | |
| "loss": 1.154, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.1095890410958904, | |
| "grad_norm": 0.32984739542007446, | |
| "learning_rate": 3.58974358974359e-05, | |
| "loss": 1.1314, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.11117728806829462, | |
| "grad_norm": 0.3880075216293335, | |
| "learning_rate": 3.5833333333333335e-05, | |
| "loss": 1.3362, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.11276553504069883, | |
| "grad_norm": 0.33941248059272766, | |
| "learning_rate": 3.5769230769230774e-05, | |
| "loss": 1.2692, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.11435378201310303, | |
| "grad_norm": 0.3812304139137268, | |
| "learning_rate": 3.570512820512821e-05, | |
| "loss": 1.0389, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.11594202898550725, | |
| "grad_norm": 0.3491113483905792, | |
| "learning_rate": 3.5641025641025646e-05, | |
| "loss": 1.0725, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.11753027595791146, | |
| "grad_norm": 0.371980220079422, | |
| "learning_rate": 3.557692307692308e-05, | |
| "loss": 1.2572, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.11911852293031566, | |
| "grad_norm": 0.4158433675765991, | |
| "learning_rate": 3.551282051282052e-05, | |
| "loss": 1.3052, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.12070676990271988, | |
| "grad_norm": 0.340273380279541, | |
| "learning_rate": 3.544871794871795e-05, | |
| "loss": 1.0866, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.12229501687512408, | |
| "grad_norm": 0.42024505138397217, | |
| "learning_rate": 3.538461538461539e-05, | |
| "loss": 1.3908, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.12388326384752829, | |
| "grad_norm": 0.3871309757232666, | |
| "learning_rate": 3.532051282051282e-05, | |
| "loss": 1.1443, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.1254715108199325, | |
| "grad_norm": 0.4081447124481201, | |
| "learning_rate": 3.525641025641026e-05, | |
| "loss": 1.256, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.12705975779233672, | |
| "grad_norm": 0.398825079202652, | |
| "learning_rate": 3.519230769230769e-05, | |
| "loss": 1.0935, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.12864800476474092, | |
| "grad_norm": 0.41756635904312134, | |
| "learning_rate": 3.512820512820513e-05, | |
| "loss": 1.3101, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.13023625173714512, | |
| "grad_norm": 0.3089386522769928, | |
| "learning_rate": 3.5064102564102565e-05, | |
| "loss": 1.0133, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.13182449870954935, | |
| "grad_norm": 0.319243848323822, | |
| "learning_rate": 3.5000000000000004e-05, | |
| "loss": 0.8617, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.13341274568195355, | |
| "grad_norm": 0.4051594138145447, | |
| "learning_rate": 3.4935897435897436e-05, | |
| "loss": 1.2443, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.13500099265435775, | |
| "grad_norm": 0.43612000346183777, | |
| "learning_rate": 3.4871794871794875e-05, | |
| "loss": 1.269, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.13658923962676195, | |
| "grad_norm": 0.43578770756721497, | |
| "learning_rate": 3.4807692307692315e-05, | |
| "loss": 1.2405, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.13817748659916618, | |
| "grad_norm": 0.4056044816970825, | |
| "learning_rate": 3.474358974358975e-05, | |
| "loss": 1.0946, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.13976573357157038, | |
| "grad_norm": 0.3657781779766083, | |
| "learning_rate": 3.4679487179487186e-05, | |
| "loss": 1.0036, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.14135398054397458, | |
| "grad_norm": 0.38766562938690186, | |
| "learning_rate": 3.461538461538462e-05, | |
| "loss": 1.2921, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.1429422275163788, | |
| "grad_norm": 0.3952920436859131, | |
| "learning_rate": 3.455128205128206e-05, | |
| "loss": 1.0871, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.144530474488783, | |
| "grad_norm": 0.37682345509529114, | |
| "learning_rate": 3.448717948717949e-05, | |
| "loss": 1.3176, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.1461187214611872, | |
| "grad_norm": 0.41130203008651733, | |
| "learning_rate": 3.442307692307693e-05, | |
| "loss": 1.4224, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.14770696843359143, | |
| "grad_norm": 0.446526437997818, | |
| "learning_rate": 3.435897435897436e-05, | |
| "loss": 1.1269, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.14929521540599563, | |
| "grad_norm": 0.3832029104232788, | |
| "learning_rate": 3.4294871794871794e-05, | |
| "loss": 1.2257, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.15088346237839984, | |
| "grad_norm": 0.3874358534812927, | |
| "learning_rate": 3.4230769230769234e-05, | |
| "loss": 1.2198, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.15247170935080406, | |
| "grad_norm": 0.44150203466415405, | |
| "learning_rate": 3.4166666666666666e-05, | |
| "loss": 1.4579, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.15405995632320826, | |
| "grad_norm": 0.49795201420783997, | |
| "learning_rate": 3.4102564102564105e-05, | |
| "loss": 1.1809, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.15564820329561246, | |
| "grad_norm": 0.38568922877311707, | |
| "learning_rate": 3.403846153846154e-05, | |
| "loss": 1.2511, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.15723645026801666, | |
| "grad_norm": 0.3719356060028076, | |
| "learning_rate": 3.397435897435898e-05, | |
| "loss": 1.1881, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.1588246972404209, | |
| "grad_norm": 0.4000978469848633, | |
| "learning_rate": 3.391025641025641e-05, | |
| "loss": 1.0767, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.1604129442128251, | |
| "grad_norm": 0.46317172050476074, | |
| "learning_rate": 3.384615384615385e-05, | |
| "loss": 1.1606, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.1620011911852293, | |
| "grad_norm": 0.42941561341285706, | |
| "learning_rate": 3.378205128205129e-05, | |
| "loss": 1.1359, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.16358943815763352, | |
| "grad_norm": 0.3518621325492859, | |
| "learning_rate": 3.371794871794872e-05, | |
| "loss": 1.1586, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.16517768513003772, | |
| "grad_norm": 0.45329567790031433, | |
| "learning_rate": 3.365384615384616e-05, | |
| "loss": 1.3658, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.16676593210244192, | |
| "grad_norm": 0.39535844326019287, | |
| "learning_rate": 3.358974358974359e-05, | |
| "loss": 1.1398, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.16835417907484615, | |
| "grad_norm": 0.3700944781303406, | |
| "learning_rate": 3.352564102564103e-05, | |
| "loss": 1.0872, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.16994242604725035, | |
| "grad_norm": 0.3956209719181061, | |
| "learning_rate": 3.346153846153846e-05, | |
| "loss": 1.3071, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.17153067301965455, | |
| "grad_norm": 0.3819758892059326, | |
| "learning_rate": 3.33974358974359e-05, | |
| "loss": 1.1822, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.17311891999205878, | |
| "grad_norm": 0.44656893610954285, | |
| "learning_rate": 3.3333333333333335e-05, | |
| "loss": 1.3185, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.17470716696446298, | |
| "grad_norm": 0.35640376806259155, | |
| "learning_rate": 3.3269230769230774e-05, | |
| "loss": 1.0616, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.17629541393686718, | |
| "grad_norm": 0.3747159242630005, | |
| "learning_rate": 3.3205128205128207e-05, | |
| "loss": 1.1727, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.17788366090927138, | |
| "grad_norm": 0.4224643409252167, | |
| "learning_rate": 3.3141025641025646e-05, | |
| "loss": 1.155, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.1794719078816756, | |
| "grad_norm": 0.45572227239608765, | |
| "learning_rate": 3.307692307692308e-05, | |
| "loss": 1.1105, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.1810601548540798, | |
| "grad_norm": 0.4539688527584076, | |
| "learning_rate": 3.301282051282051e-05, | |
| "loss": 1.1952, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.182648401826484, | |
| "grad_norm": 0.45282796025276184, | |
| "learning_rate": 3.294871794871795e-05, | |
| "loss": 1.2254, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.18423664879888824, | |
| "grad_norm": 0.37122872471809387, | |
| "learning_rate": 3.288461538461539e-05, | |
| "loss": 1.0683, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.18582489577129244, | |
| "grad_norm": 0.5063671469688416, | |
| "learning_rate": 3.282051282051282e-05, | |
| "loss": 1.2554, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.18741314274369664, | |
| "grad_norm": 0.4486718475818634, | |
| "learning_rate": 3.275641025641026e-05, | |
| "loss": 1.3148, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.18900138971610086, | |
| "grad_norm": 0.43316200375556946, | |
| "learning_rate": 3.269230769230769e-05, | |
| "loss": 1.3, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.19058963668850507, | |
| "grad_norm": 0.4560703635215759, | |
| "learning_rate": 3.262820512820513e-05, | |
| "loss": 1.0387, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.19217788366090927, | |
| "grad_norm": 0.41410017013549805, | |
| "learning_rate": 3.2564102564102565e-05, | |
| "loss": 1.2125, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.1937661306333135, | |
| "grad_norm": 0.43740931153297424, | |
| "learning_rate": 3.2500000000000004e-05, | |
| "loss": 1.1765, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.1953543776057177, | |
| "grad_norm": 0.4682227671146393, | |
| "learning_rate": 3.2435897435897436e-05, | |
| "loss": 1.3742, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.1969426245781219, | |
| "grad_norm": 0.47108888626098633, | |
| "learning_rate": 3.2371794871794876e-05, | |
| "loss": 1.3794, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.1985308715505261, | |
| "grad_norm": 0.4044567048549652, | |
| "learning_rate": 3.230769230769231e-05, | |
| "loss": 1.2427, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.20011911852293032, | |
| "grad_norm": 0.44156500697135925, | |
| "learning_rate": 3.224358974358975e-05, | |
| "loss": 1.1546, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.20170736549533452, | |
| "grad_norm": 0.4503639340400696, | |
| "learning_rate": 3.2179487179487186e-05, | |
| "loss": 1.1677, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.20329561246773872, | |
| "grad_norm": 0.40942591428756714, | |
| "learning_rate": 3.211538461538462e-05, | |
| "loss": 1.0108, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.20488385944014295, | |
| "grad_norm": 0.5105980038642883, | |
| "learning_rate": 3.205128205128206e-05, | |
| "loss": 1.313, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.20647210641254715, | |
| "grad_norm": 0.46841809153556824, | |
| "learning_rate": 3.198717948717949e-05, | |
| "loss": 1.3129, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.20806035338495135, | |
| "grad_norm": 0.4008212387561798, | |
| "learning_rate": 3.192307692307693e-05, | |
| "loss": 1.2303, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.20964860035735558, | |
| "grad_norm": 0.42567890882492065, | |
| "learning_rate": 3.185897435897436e-05, | |
| "loss": 1.2456, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.21123684732975978, | |
| "grad_norm": 0.44130662083625793, | |
| "learning_rate": 3.1794871794871795e-05, | |
| "loss": 1.38, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.21282509430216398, | |
| "grad_norm": 0.5576122999191284, | |
| "learning_rate": 3.1730769230769234e-05, | |
| "loss": 1.3357, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.2144133412745682, | |
| "grad_norm": 0.4331263601779938, | |
| "learning_rate": 3.1666666666666666e-05, | |
| "loss": 1.0914, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.2160015882469724, | |
| "grad_norm": 0.5117509961128235, | |
| "learning_rate": 3.1602564102564105e-05, | |
| "loss": 1.2846, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.2175898352193766, | |
| "grad_norm": 0.5039793848991394, | |
| "learning_rate": 3.153846153846154e-05, | |
| "loss": 1.4331, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.2191780821917808, | |
| "grad_norm": 0.4223591387271881, | |
| "learning_rate": 3.147435897435898e-05, | |
| "loss": 1.1687, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.22076632916418504, | |
| "grad_norm": 0.40778806805610657, | |
| "learning_rate": 3.141025641025641e-05, | |
| "loss": 1.173, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.22235457613658924, | |
| "grad_norm": 0.4686231017112732, | |
| "learning_rate": 3.134615384615385e-05, | |
| "loss": 1.3669, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.22394282310899344, | |
| "grad_norm": 0.43122047185897827, | |
| "learning_rate": 3.128205128205129e-05, | |
| "loss": 1.2708, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.22553107008139767, | |
| "grad_norm": 0.3762079179286957, | |
| "learning_rate": 3.121794871794872e-05, | |
| "loss": 1.1584, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.22711931705380187, | |
| "grad_norm": 0.417106568813324, | |
| "learning_rate": 3.115384615384616e-05, | |
| "loss": 1.1314, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.22870756402620607, | |
| "grad_norm": 0.4525890052318573, | |
| "learning_rate": 3.108974358974359e-05, | |
| "loss": 1.124, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.2302958109986103, | |
| "grad_norm": 0.41886812448501587, | |
| "learning_rate": 3.102564102564103e-05, | |
| "loss": 1.1735, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.2318840579710145, | |
| "grad_norm": 0.39290478825569153, | |
| "learning_rate": 3.0961538461538464e-05, | |
| "loss": 1.2455, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.2334723049434187, | |
| "grad_norm": 0.42833879590034485, | |
| "learning_rate": 3.08974358974359e-05, | |
| "loss": 1.2274, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.23506055191582292, | |
| "grad_norm": 0.37532350420951843, | |
| "learning_rate": 3.0833333333333335e-05, | |
| "loss": 1.0969, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.23664879888822712, | |
| "grad_norm": 0.36185258626937866, | |
| "learning_rate": 3.0769230769230774e-05, | |
| "loss": 1.1227, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.23823704586063132, | |
| "grad_norm": 0.4009798765182495, | |
| "learning_rate": 3.070512820512821e-05, | |
| "loss": 1.0955, | |
| "step": 150 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 629, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 75, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.0710275291755315e+17, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |