| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.0, | |
| "eval_steps": 500, | |
| "global_step": 1284, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.001557632398753894, | |
| "grad_norm": 1.7232097279069922, | |
| "learning_rate": 9.999985033870806e-06, | |
| "loss": 0.6355, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.003115264797507788, | |
| "grad_norm": 0.7663661005911214, | |
| "learning_rate": 9.999940135572817e-06, | |
| "loss": 0.2544, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.004672897196261682, | |
| "grad_norm": 0.8839734168626316, | |
| "learning_rate": 9.999865305374812e-06, | |
| "loss": 0.3767, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.006230529595015576, | |
| "grad_norm": 0.8042784289646617, | |
| "learning_rate": 9.999760543724761e-06, | |
| "loss": 0.184, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.00778816199376947, | |
| "grad_norm": 0.6765931399234855, | |
| "learning_rate": 9.999625851249816e-06, | |
| "loss": 0.2941, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.009345794392523364, | |
| "grad_norm": 0.7193614710776666, | |
| "learning_rate": 9.999461228756304e-06, | |
| "loss": 0.2705, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.010903426791277258, | |
| "grad_norm": 0.7344615984114217, | |
| "learning_rate": 9.99926667722973e-06, | |
| "loss": 0.3259, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.012461059190031152, | |
| "grad_norm": 0.73017739071341, | |
| "learning_rate": 9.999042197834769e-06, | |
| "loss": 0.2852, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.014018691588785047, | |
| "grad_norm": 0.592507619306345, | |
| "learning_rate": 9.998787791915254e-06, | |
| "loss": 0.2649, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.01557632398753894, | |
| "grad_norm": 0.9399500241178238, | |
| "learning_rate": 9.998503460994176e-06, | |
| "loss": 0.2521, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.017133956386292833, | |
| "grad_norm": 0.7765731965837874, | |
| "learning_rate": 9.998189206773665e-06, | |
| "loss": 0.3556, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.018691588785046728, | |
| "grad_norm": 0.6693444621163488, | |
| "learning_rate": 9.997845031134992e-06, | |
| "loss": 0.2239, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.020249221183800622, | |
| "grad_norm": 1.4936804808243616, | |
| "learning_rate": 9.997470936138547e-06, | |
| "loss": 0.8968, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.021806853582554516, | |
| "grad_norm": 0.7687864170878725, | |
| "learning_rate": 9.997066924023832e-06, | |
| "loss": 0.294, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.02336448598130841, | |
| "grad_norm": 1.0982871522503537, | |
| "learning_rate": 9.996632997209444e-06, | |
| "loss": 0.3007, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.024922118380062305, | |
| "grad_norm": 0.9371896720117513, | |
| "learning_rate": 9.996169158293066e-06, | |
| "loss": 0.2438, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.0264797507788162, | |
| "grad_norm": 0.7798940457815309, | |
| "learning_rate": 9.995675410051448e-06, | |
| "loss": 0.2212, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.028037383177570093, | |
| "grad_norm": 0.7355604168049059, | |
| "learning_rate": 9.99515175544039e-06, | |
| "loss": 0.2793, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.029595015576323987, | |
| "grad_norm": 0.8219475835131775, | |
| "learning_rate": 9.994598197594723e-06, | |
| "loss": 0.2868, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.03115264797507788, | |
| "grad_norm": 0.8165917677127098, | |
| "learning_rate": 9.994014739828298e-06, | |
| "loss": 0.2703, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.03271028037383177, | |
| "grad_norm": 0.733767269375867, | |
| "learning_rate": 9.993401385633951e-06, | |
| "loss": 0.2059, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.03426791277258567, | |
| "grad_norm": 1.2694949029078932, | |
| "learning_rate": 9.992758138683502e-06, | |
| "loss": 0.9151, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.03582554517133956, | |
| "grad_norm": 0.7777986747788719, | |
| "learning_rate": 9.992085002827719e-06, | |
| "loss": 0.2599, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.037383177570093455, | |
| "grad_norm": 0.610655735988334, | |
| "learning_rate": 9.991381982096293e-06, | |
| "loss": 0.2347, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.03894080996884735, | |
| "grad_norm": 0.8562287986067203, | |
| "learning_rate": 9.990649080697825e-06, | |
| "loss": 0.2359, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.040498442367601244, | |
| "grad_norm": 0.6673172477309072, | |
| "learning_rate": 9.989886303019793e-06, | |
| "loss": 0.2271, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.04205607476635514, | |
| "grad_norm": 0.8629676432514921, | |
| "learning_rate": 9.989093653628532e-06, | |
| "loss": 0.2304, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.04361370716510903, | |
| "grad_norm": 0.6898071747588274, | |
| "learning_rate": 9.988271137269197e-06, | |
| "loss": 0.3192, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.045171339563862926, | |
| "grad_norm": 0.5010462374255644, | |
| "learning_rate": 9.987418758865743e-06, | |
| "loss": 0.2406, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.04672897196261682, | |
| "grad_norm": 0.8259320779398918, | |
| "learning_rate": 9.98653652352089e-06, | |
| "loss": 0.3266, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.048286604361370715, | |
| "grad_norm": 0.6076733459531145, | |
| "learning_rate": 9.9856244365161e-06, | |
| "loss": 0.2997, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.04984423676012461, | |
| "grad_norm": 0.7298955355144913, | |
| "learning_rate": 9.984682503311536e-06, | |
| "loss": 0.2967, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.0514018691588785, | |
| "grad_norm": 0.7346554751645953, | |
| "learning_rate": 9.983710729546038e-06, | |
| "loss": 0.3105, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.0529595015576324, | |
| "grad_norm": 0.668130630437843, | |
| "learning_rate": 9.98270912103708e-06, | |
| "loss": 0.3535, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.05451713395638629, | |
| "grad_norm": 0.6379634068346577, | |
| "learning_rate": 9.981677683780743e-06, | |
| "loss": 0.3709, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.056074766355140186, | |
| "grad_norm": 0.798860986544702, | |
| "learning_rate": 9.98061642395168e-06, | |
| "loss": 0.2243, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.05763239875389408, | |
| "grad_norm": 0.6593735789582216, | |
| "learning_rate": 9.979525347903067e-06, | |
| "loss": 0.2541, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.059190031152647975, | |
| "grad_norm": 0.7224987244711324, | |
| "learning_rate": 9.978404462166582e-06, | |
| "loss": 0.2736, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.06074766355140187, | |
| "grad_norm": 0.6440291059790796, | |
| "learning_rate": 9.977253773452349e-06, | |
| "loss": 0.2764, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.06230529595015576, | |
| "grad_norm": 0.6222848807943162, | |
| "learning_rate": 9.976073288648913e-06, | |
| "loss": 0.2698, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.06386292834890965, | |
| "grad_norm": 0.7394026438854199, | |
| "learning_rate": 9.97486301482319e-06, | |
| "loss": 0.2522, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.06542056074766354, | |
| "grad_norm": 0.7520093536738988, | |
| "learning_rate": 9.973622959220426e-06, | |
| "loss": 0.2137, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.06697819314641744, | |
| "grad_norm": 0.744961609793494, | |
| "learning_rate": 9.97235312926415e-06, | |
| "loss": 0.2328, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.06853582554517133, | |
| "grad_norm": 0.7656967225499874, | |
| "learning_rate": 9.971053532556143e-06, | |
| "loss": 0.2669, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.07009345794392523, | |
| "grad_norm": 0.6382236962718162, | |
| "learning_rate": 9.969724176876373e-06, | |
| "loss": 0.2192, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.07165109034267912, | |
| "grad_norm": 0.6472374848660734, | |
| "learning_rate": 9.968365070182967e-06, | |
| "loss": 0.3144, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.07320872274143302, | |
| "grad_norm": 0.6391395623819942, | |
| "learning_rate": 9.966976220612151e-06, | |
| "loss": 0.2048, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.07476635514018691, | |
| "grad_norm": 0.7757553970772143, | |
| "learning_rate": 9.965557636478203e-06, | |
| "loss": 0.2579, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.0763239875389408, | |
| "grad_norm": 0.8133958395260938, | |
| "learning_rate": 9.964109326273411e-06, | |
| "loss": 0.3226, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.0778816199376947, | |
| "grad_norm": 0.4637065889612604, | |
| "learning_rate": 9.962631298668015e-06, | |
| "loss": 0.185, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.0794392523364486, | |
| "grad_norm": 0.6273381176066575, | |
| "learning_rate": 9.961123562510153e-06, | |
| "loss": 0.3509, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.08099688473520249, | |
| "grad_norm": 0.6419234115207709, | |
| "learning_rate": 9.959586126825818e-06, | |
| "loss": 0.2806, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.08255451713395638, | |
| "grad_norm": 0.7160133507575562, | |
| "learning_rate": 9.95801900081879e-06, | |
| "loss": 0.1838, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.08411214953271028, | |
| "grad_norm": 0.7848165329694581, | |
| "learning_rate": 9.956422193870597e-06, | |
| "loss": 0.255, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.08566978193146417, | |
| "grad_norm": 0.6040970248107416, | |
| "learning_rate": 9.954795715540447e-06, | |
| "loss": 0.2142, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.08722741433021806, | |
| "grad_norm": 0.6115559611935754, | |
| "learning_rate": 9.953139575565169e-06, | |
| "loss": 0.2668, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.08878504672897196, | |
| "grad_norm": 0.6298402847496053, | |
| "learning_rate": 9.95145378385917e-06, | |
| "loss": 0.2881, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.09034267912772585, | |
| "grad_norm": 0.5535053280930566, | |
| "learning_rate": 9.949738350514358e-06, | |
| "loss": 0.2202, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.09190031152647975, | |
| "grad_norm": 0.6352050541969153, | |
| "learning_rate": 9.947993285800093e-06, | |
| "loss": 0.3398, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.09345794392523364, | |
| "grad_norm": 0.826557642193822, | |
| "learning_rate": 9.94621860016312e-06, | |
| "loss": 0.3364, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.09501557632398754, | |
| "grad_norm": 0.7298038729692221, | |
| "learning_rate": 9.944414304227508e-06, | |
| "loss": 0.2634, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.09657320872274143, | |
| "grad_norm": 1.1507218720730263, | |
| "learning_rate": 9.94258040879459e-06, | |
| "loss": 0.8284, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.09813084112149532, | |
| "grad_norm": 0.6885391578463873, | |
| "learning_rate": 9.94071692484289e-06, | |
| "loss": 0.2336, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.09968847352024922, | |
| "grad_norm": 0.7334194656077329, | |
| "learning_rate": 9.938823863528065e-06, | |
| "loss": 0.2652, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.10124610591900311, | |
| "grad_norm": 1.0514064266169973, | |
| "learning_rate": 9.936901236182836e-06, | |
| "loss": 0.835, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.102803738317757, | |
| "grad_norm": 0.6334750887159478, | |
| "learning_rate": 9.934949054316917e-06, | |
| "loss": 0.2812, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.1043613707165109, | |
| "grad_norm": 0.4857684609448803, | |
| "learning_rate": 9.932967329616953e-06, | |
| "loss": 0.202, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.1059190031152648, | |
| "grad_norm": 0.690411540980916, | |
| "learning_rate": 9.930956073946442e-06, | |
| "loss": 0.2828, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.10747663551401869, | |
| "grad_norm": 0.6862713871911896, | |
| "learning_rate": 9.928915299345669e-06, | |
| "loss": 0.3246, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.10903426791277258, | |
| "grad_norm": 0.6617081291471549, | |
| "learning_rate": 9.926845018031632e-06, | |
| "loss": 0.2621, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.11059190031152648, | |
| "grad_norm": 0.5745643134324515, | |
| "learning_rate": 9.924745242397968e-06, | |
| "loss": 0.2224, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.11214953271028037, | |
| "grad_norm": 0.7300598195282793, | |
| "learning_rate": 9.922615985014887e-06, | |
| "loss": 0.2297, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.11370716510903427, | |
| "grad_norm": 0.6648229017872759, | |
| "learning_rate": 9.920457258629081e-06, | |
| "loss": 0.2461, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.11526479750778816, | |
| "grad_norm": 0.6868885744716628, | |
| "learning_rate": 9.918269076163664e-06, | |
| "loss": 0.2728, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.11682242990654206, | |
| "grad_norm": 0.6982895714335172, | |
| "learning_rate": 9.916051450718085e-06, | |
| "loss": 0.257, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.11838006230529595, | |
| "grad_norm": 0.5677598559231926, | |
| "learning_rate": 9.91380439556805e-06, | |
| "loss": 0.2614, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.11993769470404984, | |
| "grad_norm": 0.5071293538430349, | |
| "learning_rate": 9.911527924165445e-06, | |
| "loss": 0.2793, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.12149532710280374, | |
| "grad_norm": 0.7281461877976642, | |
| "learning_rate": 9.909222050138259e-06, | |
| "loss": 0.2861, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.12305295950155763, | |
| "grad_norm": 0.6491525810286177, | |
| "learning_rate": 9.906886787290492e-06, | |
| "loss": 0.2799, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.12461059190031153, | |
| "grad_norm": 0.9626139969649712, | |
| "learning_rate": 9.904522149602087e-06, | |
| "loss": 0.2251, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.1261682242990654, | |
| "grad_norm": 0.705551656345552, | |
| "learning_rate": 9.902128151228827e-06, | |
| "loss": 0.2899, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.1277258566978193, | |
| "grad_norm": 0.5796094318767273, | |
| "learning_rate": 9.899704806502272e-06, | |
| "loss": 0.3023, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.1292834890965732, | |
| "grad_norm": 0.5778885783153778, | |
| "learning_rate": 9.89725212992966e-06, | |
| "loss": 0.2596, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.1308411214953271, | |
| "grad_norm": 0.6407326481544323, | |
| "learning_rate": 9.894770136193814e-06, | |
| "loss": 0.3182, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.13239875389408098, | |
| "grad_norm": 0.8761396102635524, | |
| "learning_rate": 9.892258840153075e-06, | |
| "loss": 0.3261, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.13395638629283488, | |
| "grad_norm": 0.8248387465515045, | |
| "learning_rate": 9.889718256841195e-06, | |
| "loss": 0.3105, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.13551401869158877, | |
| "grad_norm": 2.168823178408131, | |
| "learning_rate": 9.88714840146725e-06, | |
| "loss": 0.7869, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.13707165109034267, | |
| "grad_norm": 0.6163273279750748, | |
| "learning_rate": 9.884549289415556e-06, | |
| "loss": 0.2249, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.13862928348909656, | |
| "grad_norm": 1.5331833228458356, | |
| "learning_rate": 9.881920936245577e-06, | |
| "loss": 0.7778, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.14018691588785046, | |
| "grad_norm": 1.5428867178521768, | |
| "learning_rate": 9.879263357691815e-06, | |
| "loss": 0.8951, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.14174454828660435, | |
| "grad_norm": 0.6177160477898084, | |
| "learning_rate": 9.876576569663739e-06, | |
| "loss": 0.224, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.14330218068535824, | |
| "grad_norm": 0.7981644114495157, | |
| "learning_rate": 9.873860588245675e-06, | |
| "loss": 0.2892, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.14485981308411214, | |
| "grad_norm": 0.600801453450908, | |
| "learning_rate": 9.871115429696716e-06, | |
| "loss": 0.2782, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.14641744548286603, | |
| "grad_norm": 0.6547888169420532, | |
| "learning_rate": 9.868341110450618e-06, | |
| "loss": 0.3347, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.14797507788161993, | |
| "grad_norm": 0.5823853177715245, | |
| "learning_rate": 9.865537647115713e-06, | |
| "loss": 0.2778, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.14953271028037382, | |
| "grad_norm": 0.9116578300075924, | |
| "learning_rate": 9.862705056474795e-06, | |
| "loss": 0.3503, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.15109034267912771, | |
| "grad_norm": 0.5426782446240797, | |
| "learning_rate": 9.859843355485033e-06, | |
| "loss": 0.2386, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.1526479750778816, | |
| "grad_norm": 0.5543482391953797, | |
| "learning_rate": 9.856952561277862e-06, | |
| "loss": 0.2344, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.1542056074766355, | |
| "grad_norm": 0.7660668413572433, | |
| "learning_rate": 9.854032691158881e-06, | |
| "loss": 0.2692, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.1557632398753894, | |
| "grad_norm": 0.7745787606896338, | |
| "learning_rate": 9.851083762607752e-06, | |
| "loss": 0.2374, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.1573208722741433, | |
| "grad_norm": 0.8283533162770704, | |
| "learning_rate": 9.848105793278092e-06, | |
| "loss": 0.2699, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.1588785046728972, | |
| "grad_norm": 0.5323847631668214, | |
| "learning_rate": 9.84509880099737e-06, | |
| "loss": 0.2177, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.16043613707165108, | |
| "grad_norm": 0.7022062850923283, | |
| "learning_rate": 9.842062803766804e-06, | |
| "loss": 0.2258, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.16199376947040497, | |
| "grad_norm": 1.9739756098890826, | |
| "learning_rate": 9.838997819761241e-06, | |
| "loss": 0.9263, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.16355140186915887, | |
| "grad_norm": 0.7651110334163559, | |
| "learning_rate": 9.835903867329061e-06, | |
| "loss": 0.2654, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.16510903426791276, | |
| "grad_norm": 0.6634416278579489, | |
| "learning_rate": 9.832780964992059e-06, | |
| "loss": 0.2959, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.16666666666666666, | |
| "grad_norm": 0.62947915393871, | |
| "learning_rate": 9.829629131445342e-06, | |
| "loss": 0.2608, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.16822429906542055, | |
| "grad_norm": 1.55385845539561, | |
| "learning_rate": 9.826448385557208e-06, | |
| "loss": 0.842, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.16978193146417445, | |
| "grad_norm": 0.6067362647236724, | |
| "learning_rate": 9.823238746369038e-06, | |
| "loss": 0.3388, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.17133956386292834, | |
| "grad_norm": 0.7095716481506402, | |
| "learning_rate": 9.820000233095179e-06, | |
| "loss": 0.2953, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.17289719626168223, | |
| "grad_norm": 1.4374378842104667, | |
| "learning_rate": 9.81673286512284e-06, | |
| "loss": 0.7775, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.17445482866043613, | |
| "grad_norm": 0.6761770106689733, | |
| "learning_rate": 9.813436662011958e-06, | |
| "loss": 0.2929, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.17601246105919002, | |
| "grad_norm": 0.7954842040051252, | |
| "learning_rate": 9.810111643495095e-06, | |
| "loss": 0.2734, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.17757009345794392, | |
| "grad_norm": 1.271851983971207, | |
| "learning_rate": 9.806757829477313e-06, | |
| "loss": 0.7987, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.1791277258566978, | |
| "grad_norm": 0.526209190777812, | |
| "learning_rate": 9.803375240036057e-06, | |
| "loss": 0.3054, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.1806853582554517, | |
| "grad_norm": 0.6440505513615228, | |
| "learning_rate": 9.799963895421036e-06, | |
| "loss": 0.2416, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.1822429906542056, | |
| "grad_norm": 0.9367999131179932, | |
| "learning_rate": 9.7965238160541e-06, | |
| "loss": 0.3409, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.1838006230529595, | |
| "grad_norm": 0.8415567444030029, | |
| "learning_rate": 9.793055022529116e-06, | |
| "loss": 0.2847, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.1853582554517134, | |
| "grad_norm": 0.5786248320276434, | |
| "learning_rate": 9.789557535611853e-06, | |
| "loss": 0.2644, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.18691588785046728, | |
| "grad_norm": 0.687463433264138, | |
| "learning_rate": 9.786031376239842e-06, | |
| "loss": 0.2569, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.18847352024922118, | |
| "grad_norm": 0.45347828103414345, | |
| "learning_rate": 9.78247656552227e-06, | |
| "loss": 0.2415, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.19003115264797507, | |
| "grad_norm": 0.5650726061282849, | |
| "learning_rate": 9.778893124739836e-06, | |
| "loss": 0.2547, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.19158878504672897, | |
| "grad_norm": 0.5103395837306397, | |
| "learning_rate": 9.775281075344639e-06, | |
| "loss": 0.3065, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.19314641744548286, | |
| "grad_norm": 0.5183636563691485, | |
| "learning_rate": 9.771640438960037e-06, | |
| "loss": 0.2922, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.19470404984423675, | |
| "grad_norm": 0.5026042818767394, | |
| "learning_rate": 9.76797123738052e-06, | |
| "loss": 0.2588, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.19626168224299065, | |
| "grad_norm": 0.6794540572358105, | |
| "learning_rate": 9.76427349257159e-06, | |
| "loss": 0.3041, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.19781931464174454, | |
| "grad_norm": 0.6283325050944261, | |
| "learning_rate": 9.76054722666962e-06, | |
| "loss": 0.2991, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.19937694704049844, | |
| "grad_norm": 0.7184815540245492, | |
| "learning_rate": 9.756792461981713e-06, | |
| "loss": 0.2599, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.20093457943925233, | |
| "grad_norm": 0.701839843872524, | |
| "learning_rate": 9.753009220985593e-06, | |
| "loss": 0.2711, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.20249221183800623, | |
| "grad_norm": 0.6505643462960924, | |
| "learning_rate": 9.749197526329446e-06, | |
| "loss": 0.2947, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.20404984423676012, | |
| "grad_norm": 0.6104336914925119, | |
| "learning_rate": 9.745357400831799e-06, | |
| "loss": 0.2331, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.205607476635514, | |
| "grad_norm": 0.908932761888463, | |
| "learning_rate": 9.741488867481377e-06, | |
| "loss": 0.2377, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.2071651090342679, | |
| "grad_norm": 0.5980236644974856, | |
| "learning_rate": 9.737591949436969e-06, | |
| "loss": 0.1601, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.2087227414330218, | |
| "grad_norm": 0.5937884904455855, | |
| "learning_rate": 9.733666670027288e-06, | |
| "loss": 0.2542, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.2102803738317757, | |
| "grad_norm": 0.7666646448496817, | |
| "learning_rate": 9.729713052750827e-06, | |
| "loss": 0.2465, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.2118380062305296, | |
| "grad_norm": 0.5386370084617528, | |
| "learning_rate": 9.725731121275725e-06, | |
| "loss": 0.3172, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.21339563862928349, | |
| "grad_norm": 0.5517332858518383, | |
| "learning_rate": 9.721720899439621e-06, | |
| "loss": 0.2864, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.21495327102803738, | |
| "grad_norm": 0.60004714901346, | |
| "learning_rate": 9.71768241124952e-06, | |
| "loss": 0.3101, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.21651090342679127, | |
| "grad_norm": 0.7525697267510544, | |
| "learning_rate": 9.71361568088163e-06, | |
| "loss": 0.2235, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.21806853582554517, | |
| "grad_norm": 0.5929490381364206, | |
| "learning_rate": 9.709520732681238e-06, | |
| "loss": 0.231, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.21962616822429906, | |
| "grad_norm": 0.7027523851155623, | |
| "learning_rate": 9.705397591162556e-06, | |
| "loss": 0.2379, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.22118380062305296, | |
| "grad_norm": 0.6504000514836087, | |
| "learning_rate": 9.701246281008568e-06, | |
| "loss": 0.2462, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.22274143302180685, | |
| "grad_norm": 0.5770728592720746, | |
| "learning_rate": 9.697066827070894e-06, | |
| "loss": 0.2859, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.22429906542056074, | |
| "grad_norm": 0.5798579381876525, | |
| "learning_rate": 9.692859254369631e-06, | |
| "loss": 0.2663, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.22585669781931464, | |
| "grad_norm": 0.5033709259076921, | |
| "learning_rate": 9.68862358809321e-06, | |
| "loss": 0.1913, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.22741433021806853, | |
| "grad_norm": 0.5493196423085126, | |
| "learning_rate": 9.684359853598245e-06, | |
| "loss": 0.2197, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.22897196261682243, | |
| "grad_norm": 0.5652921319820055, | |
| "learning_rate": 9.680068076409373e-06, | |
| "loss": 0.2601, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.23052959501557632, | |
| "grad_norm": 0.6783593909741826, | |
| "learning_rate": 9.675748282219114e-06, | |
| "loss": 0.2922, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.23208722741433022, | |
| "grad_norm": 0.7088765017570264, | |
| "learning_rate": 9.671400496887704e-06, | |
| "loss": 0.2997, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.2336448598130841, | |
| "grad_norm": 0.6064540912244738, | |
| "learning_rate": 9.667024746442953e-06, | |
| "loss": 0.3283, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.235202492211838, | |
| "grad_norm": 0.6900794118386824, | |
| "learning_rate": 9.662621057080077e-06, | |
| "loss": 0.2447, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.2367601246105919, | |
| "grad_norm": 0.8898873494327856, | |
| "learning_rate": 9.65818945516155e-06, | |
| "loss": 0.2857, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.2383177570093458, | |
| "grad_norm": 0.7596388046727889, | |
| "learning_rate": 9.653729967216944e-06, | |
| "loss": 0.2765, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.2398753894080997, | |
| "grad_norm": 0.5897245550654492, | |
| "learning_rate": 9.64924261994277e-06, | |
| "loss": 0.2629, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.24143302180685358, | |
| "grad_norm": 0.6261944121589039, | |
| "learning_rate": 9.644727440202308e-06, | |
| "loss": 0.3554, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.24299065420560748, | |
| "grad_norm": 0.7471727372694826, | |
| "learning_rate": 9.640184455025472e-06, | |
| "loss": 0.3595, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.24454828660436137, | |
| "grad_norm": 0.6539521944383881, | |
| "learning_rate": 9.635613691608619e-06, | |
| "loss": 0.2351, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.24610591900311526, | |
| "grad_norm": 0.7372613573398835, | |
| "learning_rate": 9.631015177314402e-06, | |
| "loss": 0.3061, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.24766355140186916, | |
| "grad_norm": 0.802899194753761, | |
| "learning_rate": 9.62638893967161e-06, | |
| "loss": 0.3606, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.24922118380062305, | |
| "grad_norm": 0.754935748177354, | |
| "learning_rate": 9.621735006374984e-06, | |
| "loss": 0.223, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.2507788161993769, | |
| "grad_norm": 0.4173684214144698, | |
| "learning_rate": 9.617053405285077e-06, | |
| "loss": 0.2319, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.2523364485981308, | |
| "grad_norm": 0.6435417325636267, | |
| "learning_rate": 9.612344164428063e-06, | |
| "loss": 0.3996, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.2538940809968847, | |
| "grad_norm": 0.8830545123878781, | |
| "learning_rate": 9.607607311995587e-06, | |
| "loss": 0.3724, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.2554517133956386, | |
| "grad_norm": 2.2533700279001554, | |
| "learning_rate": 9.602842876344589e-06, | |
| "loss": 0.8261, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.2570093457943925, | |
| "grad_norm": 0.6641726752237889, | |
| "learning_rate": 9.59805088599713e-06, | |
| "loss": 0.3339, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.2585669781931464, | |
| "grad_norm": 0.6276989828906703, | |
| "learning_rate": 9.59323136964023e-06, | |
| "loss": 0.219, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.2601246105919003, | |
| "grad_norm": 0.8210416456426778, | |
| "learning_rate": 9.588384356125691e-06, | |
| "loss": 0.282, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.2616822429906542, | |
| "grad_norm": 0.751594963703605, | |
| "learning_rate": 9.583509874469924e-06, | |
| "loss": 0.3373, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.2632398753894081, | |
| "grad_norm": 0.7261273311893066, | |
| "learning_rate": 9.578607953853777e-06, | |
| "loss": 0.28, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.26479750778816197, | |
| "grad_norm": 0.6922505407762392, | |
| "learning_rate": 9.573678623622364e-06, | |
| "loss": 0.3412, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.26635514018691586, | |
| "grad_norm": 0.6419868376151807, | |
| "learning_rate": 9.568721913284879e-06, | |
| "loss": 0.2588, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.26791277258566976, | |
| "grad_norm": 0.49324052267306684, | |
| "learning_rate": 9.563737852514432e-06, | |
| "loss": 0.2332, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.26947040498442365, | |
| "grad_norm": 0.5770500149070207, | |
| "learning_rate": 9.558726471147862e-06, | |
| "loss": 0.2937, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.27102803738317754, | |
| "grad_norm": 0.7329648250931949, | |
| "learning_rate": 9.553687799185556e-06, | |
| "loss": 0.3309, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.27258566978193144, | |
| "grad_norm": 0.4864393923841514, | |
| "learning_rate": 9.548621866791286e-06, | |
| "loss": 0.2043, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.27414330218068533, | |
| "grad_norm": 1.136074014302222, | |
| "learning_rate": 9.54352870429201e-06, | |
| "loss": 0.7893, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.2757009345794392, | |
| "grad_norm": 0.6443586968700755, | |
| "learning_rate": 9.538408342177699e-06, | |
| "loss": 0.3025, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.2772585669781931, | |
| "grad_norm": 0.6403852564269055, | |
| "learning_rate": 9.533260811101152e-06, | |
| "loss": 0.2629, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.278816199376947, | |
| "grad_norm": 0.6869290500301357, | |
| "learning_rate": 9.528086141877817e-06, | |
| "loss": 0.301, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.2803738317757009, | |
| "grad_norm": 0.9338061428659953, | |
| "learning_rate": 9.522884365485599e-06, | |
| "loss": 0.7925, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.2819314641744548, | |
| "grad_norm": 0.7304512334819939, | |
| "learning_rate": 9.517655513064682e-06, | |
| "loss": 0.44, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.2834890965732087, | |
| "grad_norm": 0.6207928517482323, | |
| "learning_rate": 9.512399615917342e-06, | |
| "loss": 0.228, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.2850467289719626, | |
| "grad_norm": 0.8847617104487071, | |
| "learning_rate": 9.507116705507748e-06, | |
| "loss": 0.4137, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.2866043613707165, | |
| "grad_norm": 0.6631070285038642, | |
| "learning_rate": 9.50180681346179e-06, | |
| "loss": 0.3438, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.2881619937694704, | |
| "grad_norm": 1.0647904328891042, | |
| "learning_rate": 9.49646997156688e-06, | |
| "loss": 0.2452, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.2897196261682243, | |
| "grad_norm": 0.4959301062995678, | |
| "learning_rate": 9.491106211771765e-06, | |
| "loss": 0.2915, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.29127725856697817, | |
| "grad_norm": 0.705003606824088, | |
| "learning_rate": 9.485715566186333e-06, | |
| "loss": 0.2945, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.29283489096573206, | |
| "grad_norm": 1.045178016891709, | |
| "learning_rate": 9.480298067081422e-06, | |
| "loss": 0.5356, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.29439252336448596, | |
| "grad_norm": 0.6198122538394608, | |
| "learning_rate": 9.474853746888631e-06, | |
| "loss": 0.2744, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.29595015576323985, | |
| "grad_norm": 0.631725313682397, | |
| "learning_rate": 9.469382638200119e-06, | |
| "loss": 0.3064, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.29750778816199375, | |
| "grad_norm": 0.49405112326099454, | |
| "learning_rate": 9.463884773768413e-06, | |
| "loss": 0.2016, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.29906542056074764, | |
| "grad_norm": 0.9255242318461628, | |
| "learning_rate": 9.458360186506212e-06, | |
| "loss": 0.318, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.30062305295950154, | |
| "grad_norm": 0.5172541239349757, | |
| "learning_rate": 9.452808909486195e-06, | |
| "loss": 0.2182, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.30218068535825543, | |
| "grad_norm": 0.6548225129226617, | |
| "learning_rate": 9.447230975940808e-06, | |
| "loss": 0.3501, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.3037383177570093, | |
| "grad_norm": 0.6373263585258429, | |
| "learning_rate": 9.441626419262084e-06, | |
| "loss": 0.2331, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.3052959501557632, | |
| "grad_norm": 0.8451103465765266, | |
| "learning_rate": 9.43599527300143e-06, | |
| "loss": 0.2379, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.3068535825545171, | |
| "grad_norm": 0.6257655537331657, | |
| "learning_rate": 9.430337570869432e-06, | |
| "loss": 0.262, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.308411214953271, | |
| "grad_norm": 0.7885047351755374, | |
| "learning_rate": 9.424653346735649e-06, | |
| "loss": 0.2783, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.3099688473520249, | |
| "grad_norm": 1.2716968661440529, | |
| "learning_rate": 9.418942634628413e-06, | |
| "loss": 0.3266, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.3115264797507788, | |
| "grad_norm": 0.709734211796566, | |
| "learning_rate": 9.413205468734628e-06, | |
| "loss": 0.298, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.3130841121495327, | |
| "grad_norm": 0.6966111704003821, | |
| "learning_rate": 9.40744188339956e-06, | |
| "loss": 0.3872, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.3146417445482866, | |
| "grad_norm": 0.6328947624746845, | |
| "learning_rate": 9.401651913126634e-06, | |
| "loss": 0.2855, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.3161993769470405, | |
| "grad_norm": 0.6782499058815041, | |
| "learning_rate": 9.395835592577228e-06, | |
| "loss": 0.2555, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.3177570093457944, | |
| "grad_norm": 0.6111146053952768, | |
| "learning_rate": 9.389992956570463e-06, | |
| "loss": 0.2119, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.31931464174454827, | |
| "grad_norm": 2.1014154014060646, | |
| "learning_rate": 9.384124040082996e-06, | |
| "loss": 1.3393, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.32087227414330216, | |
| "grad_norm": 0.6937660819701476, | |
| "learning_rate": 9.378228878248814e-06, | |
| "loss": 0.3003, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.32242990654205606, | |
| "grad_norm": 0.7798606308310687, | |
| "learning_rate": 9.372307506359019e-06, | |
| "loss": 0.2394, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.32398753894080995, | |
| "grad_norm": 0.8064220607757047, | |
| "learning_rate": 9.366359959861615e-06, | |
| "loss": 0.2457, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.32554517133956384, | |
| "grad_norm": 0.8663909019847741, | |
| "learning_rate": 9.360386274361305e-06, | |
| "loss": 0.2363, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.32710280373831774, | |
| "grad_norm": 0.7765065772183143, | |
| "learning_rate": 9.354386485619264e-06, | |
| "loss": 0.2519, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.32866043613707163, | |
| "grad_norm": 0.6924828379419826, | |
| "learning_rate": 9.348360629552941e-06, | |
| "loss": 0.2237, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.3302180685358255, | |
| "grad_norm": 0.6564177523605338, | |
| "learning_rate": 9.342308742235831e-06, | |
| "loss": 0.2369, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.3317757009345794, | |
| "grad_norm": 0.6166208484170821, | |
| "learning_rate": 9.336230859897266e-06, | |
| "loss": 0.2531, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.3333333333333333, | |
| "grad_norm": 0.6325656097098429, | |
| "learning_rate": 9.330127018922195e-06, | |
| "loss": 0.228, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.3348909657320872, | |
| "grad_norm": 0.9005060609426595, | |
| "learning_rate": 9.323997255850965e-06, | |
| "loss": 0.2068, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.3364485981308411, | |
| "grad_norm": 0.6030970162930338, | |
| "learning_rate": 9.317841607379106e-06, | |
| "loss": 0.2269, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.338006230529595, | |
| "grad_norm": 0.5757510215326483, | |
| "learning_rate": 9.311660110357116e-06, | |
| "loss": 0.2277, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.3395638629283489, | |
| "grad_norm": 0.48332154427815277, | |
| "learning_rate": 9.30545280179022e-06, | |
| "loss": 0.2088, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.3411214953271028, | |
| "grad_norm": 1.6587632436476218, | |
| "learning_rate": 9.299219718838174e-06, | |
| "loss": 0.8341, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.3426791277258567, | |
| "grad_norm": 0.9279443473544912, | |
| "learning_rate": 9.292960898815032e-06, | |
| "loss": 0.2415, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.3442367601246106, | |
| "grad_norm": 1.6924178170865158, | |
| "learning_rate": 9.286676379188913e-06, | |
| "loss": 0.9856, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.34579439252336447, | |
| "grad_norm": 1.8214244233005599, | |
| "learning_rate": 9.280366197581792e-06, | |
| "loss": 0.826, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.34735202492211836, | |
| "grad_norm": 0.783390501917877, | |
| "learning_rate": 9.274030391769264e-06, | |
| "loss": 0.8049, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.34890965732087226, | |
| "grad_norm": 0.5859949211179467, | |
| "learning_rate": 9.267668999680328e-06, | |
| "loss": 0.2939, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.35046728971962615, | |
| "grad_norm": 0.7610274820950346, | |
| "learning_rate": 9.261282059397145e-06, | |
| "loss": 0.2581, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.35202492211838005, | |
| "grad_norm": 0.6066786542121007, | |
| "learning_rate": 9.25486960915483e-06, | |
| "loss": 0.2758, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.35358255451713394, | |
| "grad_norm": 1.1073512044256302, | |
| "learning_rate": 9.248431687341203e-06, | |
| "loss": 0.237, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.35514018691588783, | |
| "grad_norm": 1.0141799395602682, | |
| "learning_rate": 9.241968332496576e-06, | |
| "loss": 0.2568, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.35669781931464173, | |
| "grad_norm": 0.5568072088382595, | |
| "learning_rate": 9.235479583313504e-06, | |
| "loss": 0.2334, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.3582554517133956, | |
| "grad_norm": 0.7930065901392893, | |
| "learning_rate": 9.228965478636575e-06, | |
| "loss": 0.2793, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.3598130841121495, | |
| "grad_norm": 0.7048596889355911, | |
| "learning_rate": 9.222426057462162e-06, | |
| "loss": 0.3062, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.3613707165109034, | |
| "grad_norm": 0.8914753088496622, | |
| "learning_rate": 9.215861358938191e-06, | |
| "loss": 0.3289, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.3629283489096573, | |
| "grad_norm": 0.8233950771824091, | |
| "learning_rate": 9.209271422363915e-06, | |
| "loss": 0.3021, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.3644859813084112, | |
| "grad_norm": 0.8572614177235147, | |
| "learning_rate": 9.20265628718967e-06, | |
| "loss": 0.3435, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.3660436137071651, | |
| "grad_norm": 0.6533204687228193, | |
| "learning_rate": 9.196015993016642e-06, | |
| "loss": 0.2537, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.367601246105919, | |
| "grad_norm": 0.676657852907951, | |
| "learning_rate": 9.189350579596635e-06, | |
| "loss": 0.273, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.3691588785046729, | |
| "grad_norm": 0.8090061594796749, | |
| "learning_rate": 9.182660086831819e-06, | |
| "loss": 0.3786, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.3707165109034268, | |
| "grad_norm": 0.6195251333212162, | |
| "learning_rate": 9.175944554774507e-06, | |
| "loss": 0.2799, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.37227414330218067, | |
| "grad_norm": 0.5501170288605118, | |
| "learning_rate": 9.169204023626911e-06, | |
| "loss": 0.2577, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.37383177570093457, | |
| "grad_norm": 0.6087726744520703, | |
| "learning_rate": 9.162438533740891e-06, | |
| "loss": 0.2578, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.37538940809968846, | |
| "grad_norm": 0.6423864822269919, | |
| "learning_rate": 9.15564812561773e-06, | |
| "loss": 0.2865, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.37694704049844235, | |
| "grad_norm": 0.6443057475504381, | |
| "learning_rate": 9.148832839907871e-06, | |
| "loss": 0.2898, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.37850467289719625, | |
| "grad_norm": 0.5688149258379418, | |
| "learning_rate": 9.141992717410697e-06, | |
| "loss": 0.239, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.38006230529595014, | |
| "grad_norm": 0.6629923621745606, | |
| "learning_rate": 9.135127799074271e-06, | |
| "loss": 0.2614, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.38161993769470404, | |
| "grad_norm": 0.6300463035343699, | |
| "learning_rate": 9.128238125995093e-06, | |
| "loss": 0.24, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.38317757009345793, | |
| "grad_norm": 0.643027164394109, | |
| "learning_rate": 9.121323739417858e-06, | |
| "loss": 0.2365, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.3847352024922118, | |
| "grad_norm": 2.8455942968073282, | |
| "learning_rate": 9.114384680735211e-06, | |
| "loss": 0.7814, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.3862928348909657, | |
| "grad_norm": 0.630104563255545, | |
| "learning_rate": 9.107420991487488e-06, | |
| "loss": 0.2234, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.3878504672897196, | |
| "grad_norm": 0.905027542232206, | |
| "learning_rate": 9.100432713362477e-06, | |
| "loss": 0.3142, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.3894080996884735, | |
| "grad_norm": 0.6960898261331736, | |
| "learning_rate": 9.09341988819517e-06, | |
| "loss": 0.3195, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.3909657320872274, | |
| "grad_norm": 0.7350311907562319, | |
| "learning_rate": 9.086382557967507e-06, | |
| "loss": 0.2479, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.3925233644859813, | |
| "grad_norm": 0.7212085527913289, | |
| "learning_rate": 9.07932076480812e-06, | |
| "loss": 0.2334, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.3940809968847352, | |
| "grad_norm": 0.6340762358232386, | |
| "learning_rate": 9.072234550992099e-06, | |
| "loss": 0.282, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.3956386292834891, | |
| "grad_norm": 0.5688729860657064, | |
| "learning_rate": 9.065123958940716e-06, | |
| "loss": 0.2928, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.397196261682243, | |
| "grad_norm": 0.8922598360101682, | |
| "learning_rate": 9.057989031221187e-06, | |
| "loss": 0.281, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.3987538940809969, | |
| "grad_norm": 0.7114134585553089, | |
| "learning_rate": 9.050829810546416e-06, | |
| "loss": 0.2635, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.40031152647975077, | |
| "grad_norm": 0.6966492509810489, | |
| "learning_rate": 9.043646339774726e-06, | |
| "loss": 0.3394, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.40186915887850466, | |
| "grad_norm": 0.5958512506208158, | |
| "learning_rate": 9.036438661909624e-06, | |
| "loss": 0.2718, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.40342679127725856, | |
| "grad_norm": 0.9116531361266647, | |
| "learning_rate": 9.029206820099518e-06, | |
| "loss": 0.2785, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.40498442367601245, | |
| "grad_norm": 0.5887944110529719, | |
| "learning_rate": 9.021950857637486e-06, | |
| "loss": 0.2668, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.40654205607476634, | |
| "grad_norm": 0.6108632031180715, | |
| "learning_rate": 9.014670817960993e-06, | |
| "loss": 0.1969, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.40809968847352024, | |
| "grad_norm": 0.6907915569936867, | |
| "learning_rate": 9.007366744651646e-06, | |
| "loss": 0.2268, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.40965732087227413, | |
| "grad_norm": 0.5793225985517833, | |
| "learning_rate": 9.000038681434925e-06, | |
| "loss": 0.1931, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.411214953271028, | |
| "grad_norm": 1.0784967522591073, | |
| "learning_rate": 8.99268667217993e-06, | |
| "loss": 0.2329, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.4127725856697819, | |
| "grad_norm": 0.602627598917929, | |
| "learning_rate": 8.985310760899108e-06, | |
| "loss": 0.2574, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.4143302180685358, | |
| "grad_norm": 0.6724448335681737, | |
| "learning_rate": 8.977910991747993e-06, | |
| "loss": 0.2781, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.4158878504672897, | |
| "grad_norm": 0.713294514234468, | |
| "learning_rate": 8.970487409024949e-06, | |
| "loss": 0.2284, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.4174454828660436, | |
| "grad_norm": 0.8427860833648895, | |
| "learning_rate": 8.96304005717089e-06, | |
| "loss": 0.2953, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.4190031152647975, | |
| "grad_norm": 0.5840913639256132, | |
| "learning_rate": 8.955568980769033e-06, | |
| "loss": 0.2974, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.4205607476635514, | |
| "grad_norm": 0.6131987426518342, | |
| "learning_rate": 8.948074224544615e-06, | |
| "loss": 0.2773, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.4221183800623053, | |
| "grad_norm": 0.5947515631497642, | |
| "learning_rate": 8.94055583336463e-06, | |
| "loss": 0.275, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.4236760124610592, | |
| "grad_norm": 0.5946955459161034, | |
| "learning_rate": 8.933013852237564e-06, | |
| "loss": 0.3307, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.4252336448598131, | |
| "grad_norm": 0.7451920245650221, | |
| "learning_rate": 8.925448326313125e-06, | |
| "loss": 0.286, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.42679127725856697, | |
| "grad_norm": 0.924856917547545, | |
| "learning_rate": 8.917859300881965e-06, | |
| "loss": 0.2879, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.42834890965732086, | |
| "grad_norm": 1.0327909293428048, | |
| "learning_rate": 8.91024682137542e-06, | |
| "loss": 0.2408, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.42990654205607476, | |
| "grad_norm": 0.880531058290941, | |
| "learning_rate": 8.90261093336523e-06, | |
| "loss": 0.3045, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.43146417445482865, | |
| "grad_norm": 0.580559025082547, | |
| "learning_rate": 8.89495168256327e-06, | |
| "loss": 0.2805, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.43302180685358255, | |
| "grad_norm": 0.5475610266945151, | |
| "learning_rate": 8.887269114821275e-06, | |
| "loss": 0.2338, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.43457943925233644, | |
| "grad_norm": 0.6043881248930308, | |
| "learning_rate": 8.879563276130567e-06, | |
| "loss": 0.2516, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.43613707165109034, | |
| "grad_norm": 0.6621273162261064, | |
| "learning_rate": 8.871834212621773e-06, | |
| "loss": 0.2485, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.43769470404984423, | |
| "grad_norm": 0.6108881149273678, | |
| "learning_rate": 8.86408197056456e-06, | |
| "loss": 0.2082, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.4392523364485981, | |
| "grad_norm": 0.6626887696196829, | |
| "learning_rate": 8.856306596367351e-06, | |
| "loss": 0.2741, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.440809968847352, | |
| "grad_norm": 0.6517640250027363, | |
| "learning_rate": 8.84850813657705e-06, | |
| "loss": 0.3733, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.4423676012461059, | |
| "grad_norm": 0.5979891922361272, | |
| "learning_rate": 8.840686637878756e-06, | |
| "loss": 0.2615, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.4439252336448598, | |
| "grad_norm": 0.5447033448285953, | |
| "learning_rate": 8.832842147095495e-06, | |
| "loss": 0.2204, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.4454828660436137, | |
| "grad_norm": 0.6176926760203407, | |
| "learning_rate": 8.82497471118793e-06, | |
| "loss": 0.259, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.4470404984423676, | |
| "grad_norm": 0.6803871655362536, | |
| "learning_rate": 8.817084377254089e-06, | |
| "loss": 0.3406, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.4485981308411215, | |
| "grad_norm": 1.0924030353117906, | |
| "learning_rate": 8.809171192529074e-06, | |
| "loss": 0.7712, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.4501557632398754, | |
| "grad_norm": 0.7261898907998104, | |
| "learning_rate": 8.80123520438478e-06, | |
| "loss": 0.2439, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.4517133956386293, | |
| "grad_norm": 0.5278888030187282, | |
| "learning_rate": 8.79327646032962e-06, | |
| "loss": 0.2838, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.4532710280373832, | |
| "grad_norm": 0.7336946619047033, | |
| "learning_rate": 8.785295008008227e-06, | |
| "loss": 0.2863, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.45482866043613707, | |
| "grad_norm": 0.5663680560662904, | |
| "learning_rate": 8.777290895201186e-06, | |
| "loss": 0.2487, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.45638629283489096, | |
| "grad_norm": 0.6674793012574268, | |
| "learning_rate": 8.769264169824725e-06, | |
| "loss": 0.2115, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.45794392523364486, | |
| "grad_norm": 0.629476332991769, | |
| "learning_rate": 8.761214879930452e-06, | |
| "loss": 0.2698, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.45950155763239875, | |
| "grad_norm": 0.5733049643694853, | |
| "learning_rate": 8.753143073705048e-06, | |
| "loss": 0.2755, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.46105919003115264, | |
| "grad_norm": 0.7496857759281685, | |
| "learning_rate": 8.745048799469996e-06, | |
| "loss": 0.2066, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.46261682242990654, | |
| "grad_norm": 0.5833814287468523, | |
| "learning_rate": 8.736932105681272e-06, | |
| "loss": 0.2233, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.46417445482866043, | |
| "grad_norm": 0.7333726802931715, | |
| "learning_rate": 8.728793040929075e-06, | |
| "loss": 0.2529, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.4657320872274143, | |
| "grad_norm": 0.6752352954357181, | |
| "learning_rate": 8.720631653937522e-06, | |
| "loss": 0.2487, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.4672897196261682, | |
| "grad_norm": 0.6281610479983413, | |
| "learning_rate": 8.712447993564362e-06, | |
| "loss": 0.2513, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.4688473520249221, | |
| "grad_norm": 1.719855082212449, | |
| "learning_rate": 8.70424210880068e-06, | |
| "loss": 1.2841, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 0.470404984423676, | |
| "grad_norm": 0.8697991461292468, | |
| "learning_rate": 8.696014048770611e-06, | |
| "loss": 0.1752, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.4719626168224299, | |
| "grad_norm": 0.7388848487578813, | |
| "learning_rate": 8.68776386273104e-06, | |
| "loss": 0.3559, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.4735202492211838, | |
| "grad_norm": 0.6740217209253545, | |
| "learning_rate": 8.679491600071304e-06, | |
| "loss": 0.2506, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.4750778816199377, | |
| "grad_norm": 0.8324393939489836, | |
| "learning_rate": 8.671197310312905e-06, | |
| "loss": 0.2951, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.4766355140186916, | |
| "grad_norm": 0.5859142473050233, | |
| "learning_rate": 8.662881043109208e-06, | |
| "loss": 0.2737, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.4781931464174455, | |
| "grad_norm": 0.5144143552921643, | |
| "learning_rate": 8.654542848245146e-06, | |
| "loss": 0.2555, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 0.4797507788161994, | |
| "grad_norm": 0.9870060592323339, | |
| "learning_rate": 8.646182775636917e-06, | |
| "loss": 0.3268, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.48130841121495327, | |
| "grad_norm": 1.22444825315241, | |
| "learning_rate": 8.637800875331693e-06, | |
| "loss": 0.8927, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.48286604361370716, | |
| "grad_norm": 0.6219488136095235, | |
| "learning_rate": 8.629397197507315e-06, | |
| "loss": 0.1925, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.48442367601246106, | |
| "grad_norm": 0.6663733783513853, | |
| "learning_rate": 8.620971792471994e-06, | |
| "loss": 0.2525, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 0.48598130841121495, | |
| "grad_norm": 0.7779309034351384, | |
| "learning_rate": 8.612524710664012e-06, | |
| "loss": 0.2857, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.48753894080996885, | |
| "grad_norm": 0.5815264215390993, | |
| "learning_rate": 8.604056002651414e-06, | |
| "loss": 0.2132, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 0.48909657320872274, | |
| "grad_norm": 0.639985193258881, | |
| "learning_rate": 8.595565719131711e-06, | |
| "loss": 0.2927, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.49065420560747663, | |
| "grad_norm": 0.5843630349664094, | |
| "learning_rate": 8.587053910931576e-06, | |
| "loss": 0.2073, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.49221183800623053, | |
| "grad_norm": 0.5718073343739106, | |
| "learning_rate": 8.578520629006537e-06, | |
| "loss": 0.2701, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.4937694704049844, | |
| "grad_norm": 0.8093573764947887, | |
| "learning_rate": 8.569965924440675e-06, | |
| "loss": 0.3701, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 0.4953271028037383, | |
| "grad_norm": 0.45875585137104996, | |
| "learning_rate": 8.561389848446314e-06, | |
| "loss": 0.2535, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.4968847352024922, | |
| "grad_norm": 0.6800533406672229, | |
| "learning_rate": 8.55279245236372e-06, | |
| "loss": 0.2542, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 0.4984423676012461, | |
| "grad_norm": 0.5791491500061517, | |
| "learning_rate": 8.544173787660788e-06, | |
| "loss": 0.2233, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.6853895685598861, | |
| "learning_rate": 8.535533905932739e-06, | |
| "loss": 0.1762, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.5015576323987538, | |
| "grad_norm": 0.5400182911842227, | |
| "learning_rate": 8.526872858901806e-06, | |
| "loss": 0.2565, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.5031152647975078, | |
| "grad_norm": 0.7099762938056243, | |
| "learning_rate": 8.518190698416929e-06, | |
| "loss": 0.2901, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 0.5046728971962616, | |
| "grad_norm": 0.7351812911105055, | |
| "learning_rate": 8.509487476453442e-06, | |
| "loss": 0.2829, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.5062305295950156, | |
| "grad_norm": 0.6208369210464704, | |
| "learning_rate": 8.500763245112763e-06, | |
| "loss": 0.2916, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.5077881619937694, | |
| "grad_norm": 0.7390752110429559, | |
| "learning_rate": 8.492018056622083e-06, | |
| "loss": 0.3912, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.5093457943925234, | |
| "grad_norm": 0.5930641088378493, | |
| "learning_rate": 8.483251963334047e-06, | |
| "loss": 0.2193, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.5109034267912772, | |
| "grad_norm": 0.6344017285315496, | |
| "learning_rate": 8.474465017726452e-06, | |
| "loss": 0.2191, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.5124610591900312, | |
| "grad_norm": 0.7250776947740573, | |
| "learning_rate": 8.465657272401921e-06, | |
| "loss": 0.2435, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 0.514018691588785, | |
| "grad_norm": 0.6175903219629659, | |
| "learning_rate": 8.456828780087598e-06, | |
| "loss": 0.2005, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.5155763239875389, | |
| "grad_norm": 0.6186407482326058, | |
| "learning_rate": 8.447979593634823e-06, | |
| "loss": 0.2969, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 0.5171339563862928, | |
| "grad_norm": 0.6221498367824214, | |
| "learning_rate": 8.439109766018825e-06, | |
| "loss": 0.2532, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.5186915887850467, | |
| "grad_norm": 0.5991537960888588, | |
| "learning_rate": 8.430219350338398e-06, | |
| "loss": 0.2029, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.5202492211838006, | |
| "grad_norm": 0.5074549508649242, | |
| "learning_rate": 8.421308399815586e-06, | |
| "loss": 0.2452, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.5218068535825545, | |
| "grad_norm": 1.0447367430008974, | |
| "learning_rate": 8.412376967795362e-06, | |
| "loss": 0.7821, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.5233644859813084, | |
| "grad_norm": 0.6715190449661054, | |
| "learning_rate": 8.403425107745315e-06, | |
| "loss": 0.1873, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.5249221183800623, | |
| "grad_norm": 0.8046073365053287, | |
| "learning_rate": 8.394452873255321e-06, | |
| "loss": 0.2459, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 0.5264797507788161, | |
| "grad_norm": 0.6185327399453182, | |
| "learning_rate": 8.385460318037228e-06, | |
| "loss": 0.2347, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.5280373831775701, | |
| "grad_norm": 0.6523073370428902, | |
| "learning_rate": 8.376447495924533e-06, | |
| "loss": 0.2494, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 0.5295950155763239, | |
| "grad_norm": 0.8230020627407991, | |
| "learning_rate": 8.367414460872064e-06, | |
| "loss": 0.7898, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.5311526479750779, | |
| "grad_norm": 0.6739918439315772, | |
| "learning_rate": 8.358361266955641e-06, | |
| "loss": 0.3159, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 0.5327102803738317, | |
| "grad_norm": 0.7519773686193855, | |
| "learning_rate": 8.34928796837178e-06, | |
| "loss": 0.2593, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.5342679127725857, | |
| "grad_norm": 0.5445971280446563, | |
| "learning_rate": 8.34019461943734e-06, | |
| "loss": 0.2923, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 0.5358255451713395, | |
| "grad_norm": 0.7071155258569332, | |
| "learning_rate": 8.331081274589217e-06, | |
| "loss": 0.2598, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.5373831775700935, | |
| "grad_norm": 0.719502132159577, | |
| "learning_rate": 8.321947988384006e-06, | |
| "loss": 0.276, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.5389408099688473, | |
| "grad_norm": 0.5170866766320925, | |
| "learning_rate": 8.312794815497688e-06, | |
| "loss": 0.2236, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.5404984423676013, | |
| "grad_norm": 0.6654228108717598, | |
| "learning_rate": 8.303621810725287e-06, | |
| "loss": 0.2666, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 0.5420560747663551, | |
| "grad_norm": 0.6117403127181333, | |
| "learning_rate": 8.294429028980555e-06, | |
| "loss": 0.2767, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.543613707165109, | |
| "grad_norm": 0.8584300691210696, | |
| "learning_rate": 8.285216525295636e-06, | |
| "loss": 0.2521, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 0.5451713395638629, | |
| "grad_norm": 0.7222215782352946, | |
| "learning_rate": 8.275984354820736e-06, | |
| "loss": 0.2499, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.5467289719626168, | |
| "grad_norm": 0.643947565152816, | |
| "learning_rate": 8.266732572823799e-06, | |
| "loss": 0.2092, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 0.5482866043613707, | |
| "grad_norm": 0.6231517894213087, | |
| "learning_rate": 8.25746123469017e-06, | |
| "loss": 0.2598, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.5498442367601246, | |
| "grad_norm": 0.5983797307315736, | |
| "learning_rate": 8.248170395922266e-06, | |
| "loss": 0.3241, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 0.5514018691588785, | |
| "grad_norm": 0.6611331737862588, | |
| "learning_rate": 8.238860112139246e-06, | |
| "loss": 0.2292, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.5529595015576324, | |
| "grad_norm": 0.667013942050513, | |
| "learning_rate": 8.229530439076674e-06, | |
| "loss": 0.2911, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.5545171339563862, | |
| "grad_norm": 0.5711025724816864, | |
| "learning_rate": 8.220181432586187e-06, | |
| "loss": 0.3828, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.5560747663551402, | |
| "grad_norm": 0.7326983314478233, | |
| "learning_rate": 8.210813148635158e-06, | |
| "loss": 0.4075, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 0.557632398753894, | |
| "grad_norm": 0.5806269356738779, | |
| "learning_rate": 8.201425643306367e-06, | |
| "loss": 0.2283, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.559190031152648, | |
| "grad_norm": 0.8188821554767335, | |
| "learning_rate": 8.192018972797665e-06, | |
| "loss": 0.2549, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 0.5607476635514018, | |
| "grad_norm": 0.6809831648038962, | |
| "learning_rate": 8.182593193421625e-06, | |
| "loss": 0.2543, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.5623052959501558, | |
| "grad_norm": 0.6203982930897892, | |
| "learning_rate": 8.173148361605224e-06, | |
| "loss": 0.3205, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 0.5638629283489096, | |
| "grad_norm": 0.4686220806935477, | |
| "learning_rate": 8.163684533889489e-06, | |
| "loss": 0.2356, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.5654205607476636, | |
| "grad_norm": 0.7261908034014758, | |
| "learning_rate": 8.154201766929167e-06, | |
| "loss": 0.2763, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 0.5669781931464174, | |
| "grad_norm": 0.6301811228833201, | |
| "learning_rate": 8.144700117492386e-06, | |
| "loss": 0.2369, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.5685358255451713, | |
| "grad_norm": 0.7734460446532929, | |
| "learning_rate": 8.135179642460308e-06, | |
| "loss": 0.2722, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.5700934579439252, | |
| "grad_norm": 0.6997558366317673, | |
| "learning_rate": 8.125640398826803e-06, | |
| "loss": 0.2543, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.5716510903426791, | |
| "grad_norm": 0.8988136993440748, | |
| "learning_rate": 8.116082443698085e-06, | |
| "loss": 0.2835, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 0.573208722741433, | |
| "grad_norm": 0.8141909161490042, | |
| "learning_rate": 8.106505834292396e-06, | |
| "loss": 0.2538, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.5747663551401869, | |
| "grad_norm": 1.3911734406138567, | |
| "learning_rate": 8.09691062793964e-06, | |
| "loss": 0.7141, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 0.5763239875389408, | |
| "grad_norm": 0.6359597508417911, | |
| "learning_rate": 8.087296882081062e-06, | |
| "loss": 0.2794, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.5778816199376947, | |
| "grad_norm": 0.5841003451023182, | |
| "learning_rate": 8.077664654268883e-06, | |
| "loss": 0.2973, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 0.5794392523364486, | |
| "grad_norm": 0.6441301027816297, | |
| "learning_rate": 8.06801400216597e-06, | |
| "loss": 0.2477, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.5809968847352025, | |
| "grad_norm": 0.6922555735413835, | |
| "learning_rate": 8.058344983545486e-06, | |
| "loss": 0.2524, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 0.5825545171339563, | |
| "grad_norm": 0.6083842427437397, | |
| "learning_rate": 8.048657656290545e-06, | |
| "loss": 0.2837, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 0.5841121495327103, | |
| "grad_norm": 0.5803164555571954, | |
| "learning_rate": 8.03895207839386e-06, | |
| "loss": 0.3084, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.5856697819314641, | |
| "grad_norm": 0.8102916914102428, | |
| "learning_rate": 8.029228307957408e-06, | |
| "loss": 0.2462, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.5872274143302181, | |
| "grad_norm": 0.7061482090328073, | |
| "learning_rate": 8.019486403192069e-06, | |
| "loss": 0.2487, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 0.5887850467289719, | |
| "grad_norm": 0.5113763283575798, | |
| "learning_rate": 8.009726422417286e-06, | |
| "loss": 0.2931, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.5903426791277259, | |
| "grad_norm": 0.6897001371312232, | |
| "learning_rate": 7.99994842406071e-06, | |
| "loss": 0.2186, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 0.5919003115264797, | |
| "grad_norm": 0.9072221405351328, | |
| "learning_rate": 7.99015246665786e-06, | |
| "loss": 0.8348, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.5934579439252337, | |
| "grad_norm": 0.6531934878590409, | |
| "learning_rate": 7.980338608851756e-06, | |
| "loss": 0.2228, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 0.5950155763239875, | |
| "grad_norm": 0.7327462885118111, | |
| "learning_rate": 7.970506909392588e-06, | |
| "loss": 0.2433, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 0.5965732087227414, | |
| "grad_norm": 1.1643513095965004, | |
| "learning_rate": 7.960657427137347e-06, | |
| "loss": 0.3147, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 0.5981308411214953, | |
| "grad_norm": 0.6452843748972524, | |
| "learning_rate": 7.950790221049485e-06, | |
| "loss": 0.3303, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.5996884735202492, | |
| "grad_norm": 0.7274077390061954, | |
| "learning_rate": 7.940905350198553e-06, | |
| "loss": 0.3347, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.6012461059190031, | |
| "grad_norm": 0.6178112722471735, | |
| "learning_rate": 7.931002873759852e-06, | |
| "loss": 0.2276, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 0.602803738317757, | |
| "grad_norm": 0.7461711392201733, | |
| "learning_rate": 7.921082851014079e-06, | |
| "loss": 0.2634, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 0.6043613707165109, | |
| "grad_norm": 0.8795743223985983, | |
| "learning_rate": 7.911145341346972e-06, | |
| "loss": 0.2896, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.6059190031152648, | |
| "grad_norm": 0.8319649658997385, | |
| "learning_rate": 7.901190404248952e-06, | |
| "loss": 0.7066, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 0.6074766355140186, | |
| "grad_norm": 0.5267541152010679, | |
| "learning_rate": 7.89121809931477e-06, | |
| "loss": 0.2416, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.6090342679127726, | |
| "grad_norm": 0.46625213633043144, | |
| "learning_rate": 7.881228486243144e-06, | |
| "loss": 0.2482, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 0.6105919003115264, | |
| "grad_norm": 0.6924717742437231, | |
| "learning_rate": 7.871221624836414e-06, | |
| "loss": 0.3523, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.6121495327102804, | |
| "grad_norm": 0.5838406566254681, | |
| "learning_rate": 7.861197575000168e-06, | |
| "loss": 0.228, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 0.6137071651090342, | |
| "grad_norm": 0.8869116056189287, | |
| "learning_rate": 7.8511563967429e-06, | |
| "loss": 0.2496, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 0.6152647975077882, | |
| "grad_norm": 0.45593356473166835, | |
| "learning_rate": 7.841098150175636e-06, | |
| "loss": 0.2643, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.616822429906542, | |
| "grad_norm": 0.8435131653971922, | |
| "learning_rate": 7.831022895511586e-06, | |
| "loss": 0.2496, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.618380062305296, | |
| "grad_norm": 0.4987004271913618, | |
| "learning_rate": 7.820930693065771e-06, | |
| "loss": 0.2063, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 0.6199376947040498, | |
| "grad_norm": 0.7942215586211049, | |
| "learning_rate": 7.810821603254677e-06, | |
| "loss": 0.2181, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 0.6214953271028038, | |
| "grad_norm": 0.6794367411830937, | |
| "learning_rate": 7.800695686595879e-06, | |
| "loss": 0.3009, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 0.6230529595015576, | |
| "grad_norm": 0.7273130133089402, | |
| "learning_rate": 7.790553003707691e-06, | |
| "loss": 0.2469, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.6246105919003115, | |
| "grad_norm": 0.6902330948327355, | |
| "learning_rate": 7.780393615308787e-06, | |
| "loss": 0.2508, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 0.6261682242990654, | |
| "grad_norm": 0.7084362576430354, | |
| "learning_rate": 7.770217582217863e-06, | |
| "loss": 0.2551, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 0.6277258566978193, | |
| "grad_norm": 0.8029205384416798, | |
| "learning_rate": 7.760024965353246e-06, | |
| "loss": 0.2333, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 0.6292834890965732, | |
| "grad_norm": 0.6112029983652504, | |
| "learning_rate": 7.749815825732543e-06, | |
| "loss": 0.298, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 0.6308411214953271, | |
| "grad_norm": 0.7494581341489577, | |
| "learning_rate": 7.739590224472275e-06, | |
| "loss": 0.3462, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.632398753894081, | |
| "grad_norm": 0.7347669711126691, | |
| "learning_rate": 7.729348222787514e-06, | |
| "loss": 0.3149, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 0.6339563862928349, | |
| "grad_norm": 0.6796064286407987, | |
| "learning_rate": 7.719089881991503e-06, | |
| "loss": 0.2873, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 0.6355140186915887, | |
| "grad_norm": 0.7425509324765857, | |
| "learning_rate": 7.708815263495307e-06, | |
| "loss": 0.3278, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 0.6370716510903427, | |
| "grad_norm": 0.609414275478013, | |
| "learning_rate": 7.698524428807431e-06, | |
| "loss": 0.2708, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 0.6386292834890965, | |
| "grad_norm": 0.7757117977400942, | |
| "learning_rate": 7.68821743953346e-06, | |
| "loss": 0.2555, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.6401869158878505, | |
| "grad_norm": 0.6642687790623766, | |
| "learning_rate": 7.677894357375689e-06, | |
| "loss": 0.3625, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 0.6417445482866043, | |
| "grad_norm": 0.5791966784356082, | |
| "learning_rate": 7.667555244132749e-06, | |
| "loss": 0.2661, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 0.6433021806853583, | |
| "grad_norm": 0.5594732951892226, | |
| "learning_rate": 7.65720016169924e-06, | |
| "loss": 0.2995, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 0.6448598130841121, | |
| "grad_norm": 0.6021900759219545, | |
| "learning_rate": 7.646829172065367e-06, | |
| "loss": 0.3099, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 0.6464174454828661, | |
| "grad_norm": 0.5562483872284556, | |
| "learning_rate": 7.636442337316555e-06, | |
| "loss": 0.2376, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.6479750778816199, | |
| "grad_norm": 0.5829741964791303, | |
| "learning_rate": 7.6260397196330895e-06, | |
| "loss": 0.2774, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 0.6495327102803738, | |
| "grad_norm": 0.7958468559537486, | |
| "learning_rate": 7.615621381289737e-06, | |
| "loss": 0.2316, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 0.6510903426791277, | |
| "grad_norm": 0.6088648202059304, | |
| "learning_rate": 7.6051873846553795e-06, | |
| "loss": 0.33, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 0.6526479750778816, | |
| "grad_norm": 0.523142097250351, | |
| "learning_rate": 7.594737792192629e-06, | |
| "loss": 0.2589, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 0.6542056074766355, | |
| "grad_norm": 0.6233483869502079, | |
| "learning_rate": 7.584272666457471e-06, | |
| "loss": 0.2409, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.6557632398753894, | |
| "grad_norm": 0.8831745439168878, | |
| "learning_rate": 7.573792070098873e-06, | |
| "loss": 0.3156, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 0.6573208722741433, | |
| "grad_norm": 0.646939395915981, | |
| "learning_rate": 7.5632960658584184e-06, | |
| "loss": 0.1882, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 0.6588785046728972, | |
| "grad_norm": 0.7493677482681486, | |
| "learning_rate": 7.5527847165699295e-06, | |
| "loss": 0.2533, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 0.660436137071651, | |
| "grad_norm": 0.6895089900125264, | |
| "learning_rate": 7.542258085159091e-06, | |
| "loss": 0.2239, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 0.661993769470405, | |
| "grad_norm": 0.8218899831192643, | |
| "learning_rate": 7.531716234643071e-06, | |
| "loss": 0.3025, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.6635514018691588, | |
| "grad_norm": 0.8511691627825192, | |
| "learning_rate": 7.5211592281301525e-06, | |
| "loss": 0.2081, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 0.6651090342679128, | |
| "grad_norm": 0.6202374314769092, | |
| "learning_rate": 7.510587128819341e-06, | |
| "loss": 0.2159, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 0.6666666666666666, | |
| "grad_norm": 0.8637856332283039, | |
| "learning_rate": 7.500000000000001e-06, | |
| "loss": 0.6963, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 0.6682242990654206, | |
| "grad_norm": 0.7070722564579784, | |
| "learning_rate": 7.489397905051465e-06, | |
| "loss": 0.3265, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 0.6697819314641744, | |
| "grad_norm": 1.0912368137134154, | |
| "learning_rate": 7.478780907442665e-06, | |
| "loss": 0.3064, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.6713395638629284, | |
| "grad_norm": 0.4993170737898787, | |
| "learning_rate": 7.468149070731742e-06, | |
| "loss": 0.3532, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 0.6728971962616822, | |
| "grad_norm": 0.6200661171236782, | |
| "learning_rate": 7.457502458565673e-06, | |
| "loss": 0.2325, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 0.6744548286604362, | |
| "grad_norm": 0.6152606478186087, | |
| "learning_rate": 7.446841134679888e-06, | |
| "loss": 0.2538, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 0.67601246105919, | |
| "grad_norm": 0.5515844149625706, | |
| "learning_rate": 7.436165162897886e-06, | |
| "loss": 0.2619, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 0.677570093457944, | |
| "grad_norm": 0.7008609334925875, | |
| "learning_rate": 7.425474607130858e-06, | |
| "loss": 0.3168, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.6791277258566978, | |
| "grad_norm": 0.6379535213002501, | |
| "learning_rate": 7.414769531377298e-06, | |
| "loss": 0.268, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 0.6806853582554517, | |
| "grad_norm": 0.5317208819493666, | |
| "learning_rate": 7.4040499997226245e-06, | |
| "loss": 0.2193, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 0.6822429906542056, | |
| "grad_norm": 0.7290549365391932, | |
| "learning_rate": 7.393316076338798e-06, | |
| "loss": 0.3694, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 0.6838006230529595, | |
| "grad_norm": 0.8546888899097251, | |
| "learning_rate": 7.382567825483929e-06, | |
| "loss": 0.2822, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 0.6853582554517134, | |
| "grad_norm": 0.7390434139959143, | |
| "learning_rate": 7.371805311501905e-06, | |
| "loss": 0.24, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.6869158878504673, | |
| "grad_norm": 0.7021761813392882, | |
| "learning_rate": 7.361028598821993e-06, | |
| "loss": 0.3065, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 0.6884735202492211, | |
| "grad_norm": 0.5340954968447894, | |
| "learning_rate": 7.350237751958466e-06, | |
| "loss": 0.221, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 0.6900311526479751, | |
| "grad_norm": 0.5761626294301733, | |
| "learning_rate": 7.339432835510203e-06, | |
| "loss": 0.2345, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 0.6915887850467289, | |
| "grad_norm": 0.662018391928594, | |
| "learning_rate": 7.328613914160319e-06, | |
| "loss": 0.3171, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 0.6931464174454829, | |
| "grad_norm": 0.8130781056088618, | |
| "learning_rate": 7.3177810526757594e-06, | |
| "loss": 0.2909, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.6947040498442367, | |
| "grad_norm": 0.7219882547975953, | |
| "learning_rate": 7.3069343159069296e-06, | |
| "loss": 0.2481, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 0.6962616822429907, | |
| "grad_norm": 0.6369674341462834, | |
| "learning_rate": 7.296073768787293e-06, | |
| "loss": 0.3649, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 0.6978193146417445, | |
| "grad_norm": 0.7223244796104977, | |
| "learning_rate": 7.285199476332991e-06, | |
| "loss": 0.3488, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 0.6993769470404985, | |
| "grad_norm": 0.9091117254585579, | |
| "learning_rate": 7.27431150364245e-06, | |
| "loss": 0.3168, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 0.7009345794392523, | |
| "grad_norm": 0.7868966044967969, | |
| "learning_rate": 7.263409915895992e-06, | |
| "loss": 0.259, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.7024922118380063, | |
| "grad_norm": 0.6563385278402535, | |
| "learning_rate": 7.252494778355444e-06, | |
| "loss": 0.25, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 0.7040498442367601, | |
| "grad_norm": 0.641132207138942, | |
| "learning_rate": 7.2415661563637506e-06, | |
| "loss": 0.3307, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 0.705607476635514, | |
| "grad_norm": 0.7073578438725788, | |
| "learning_rate": 7.23062411534458e-06, | |
| "loss": 0.2261, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 0.7071651090342679, | |
| "grad_norm": 1.040324988179143, | |
| "learning_rate": 7.2196687208019315e-06, | |
| "loss": 0.2057, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 0.7087227414330218, | |
| "grad_norm": 0.6121914696936145, | |
| "learning_rate": 7.208700038319744e-06, | |
| "loss": 0.3199, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.7102803738317757, | |
| "grad_norm": 0.48700575482675645, | |
| "learning_rate": 7.1977181335615085e-06, | |
| "loss": 0.2259, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 0.7118380062305296, | |
| "grad_norm": 0.545525370035186, | |
| "learning_rate": 7.186723072269863e-06, | |
| "loss": 0.268, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 0.7133956386292835, | |
| "grad_norm": 0.846012722177333, | |
| "learning_rate": 7.175714920266214e-06, | |
| "loss": 0.7256, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 0.7149532710280374, | |
| "grad_norm": 0.5989442738821008, | |
| "learning_rate": 7.164693743450329e-06, | |
| "loss": 0.3005, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 0.7165109034267912, | |
| "grad_norm": 0.6556232944526054, | |
| "learning_rate": 7.153659607799952e-06, | |
| "loss": 0.2745, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.7180685358255452, | |
| "grad_norm": 0.6984028449665124, | |
| "learning_rate": 7.142612579370402e-06, | |
| "loss": 0.2272, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 0.719626168224299, | |
| "grad_norm": 0.5324547293774875, | |
| "learning_rate": 7.131552724294181e-06, | |
| "loss": 0.2518, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 0.721183800623053, | |
| "grad_norm": 0.5943008852162496, | |
| "learning_rate": 7.1204801087805765e-06, | |
| "loss": 0.2663, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 0.7227414330218068, | |
| "grad_norm": 0.5954388212811877, | |
| "learning_rate": 7.109394799115268e-06, | |
| "loss": 0.25, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 0.7242990654205608, | |
| "grad_norm": 0.5237590199785461, | |
| "learning_rate": 7.098296861659925e-06, | |
| "loss": 0.2451, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.7258566978193146, | |
| "grad_norm": 0.6108790141608955, | |
| "learning_rate": 7.0871863628518136e-06, | |
| "loss": 0.2782, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 0.7274143302180686, | |
| "grad_norm": 0.5784066614984076, | |
| "learning_rate": 7.0760633692033975e-06, | |
| "loss": 0.2588, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 0.7289719626168224, | |
| "grad_norm": 0.5736026805586273, | |
| "learning_rate": 7.064927947301942e-06, | |
| "loss": 0.3319, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 0.7305295950155763, | |
| "grad_norm": 0.660786534496975, | |
| "learning_rate": 7.0537801638091116e-06, | |
| "loss": 0.3207, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 0.7320872274143302, | |
| "grad_norm": 0.6164260678789174, | |
| "learning_rate": 7.042620085460574e-06, | |
| "loss": 0.2759, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.7336448598130841, | |
| "grad_norm": 1.0298833742062845, | |
| "learning_rate": 7.0314477790656e-06, | |
| "loss": 0.2769, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.735202492211838, | |
| "grad_norm": 0.7848249743313419, | |
| "learning_rate": 7.020263311506659e-06, | |
| "loss": 0.3963, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 0.7367601246105919, | |
| "grad_norm": 0.5488287365596327, | |
| "learning_rate": 7.009066749739026e-06, | |
| "loss": 0.2244, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 0.7383177570093458, | |
| "grad_norm": 0.5479634675942974, | |
| "learning_rate": 6.99785816079038e-06, | |
| "loss": 0.277, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 0.7398753894080997, | |
| "grad_norm": 0.632641842156797, | |
| "learning_rate": 6.986637611760394e-06, | |
| "loss": 0.2948, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.7414330218068536, | |
| "grad_norm": 0.8957280703439034, | |
| "learning_rate": 6.975405169820344e-06, | |
| "loss": 0.353, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 0.7429906542056075, | |
| "grad_norm": 0.575855558736389, | |
| "learning_rate": 6.9641609022127e-06, | |
| "loss": 0.2667, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 0.7445482866043613, | |
| "grad_norm": 0.6675031465700932, | |
| "learning_rate": 6.952904876250729e-06, | |
| "loss": 0.239, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 0.7461059190031153, | |
| "grad_norm": 0.5488652674770181, | |
| "learning_rate": 6.941637159318083e-06, | |
| "loss": 0.2605, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 0.7476635514018691, | |
| "grad_norm": 0.765674305969199, | |
| "learning_rate": 6.9303578188684085e-06, | |
| "loss": 0.2668, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.7492211838006231, | |
| "grad_norm": 0.6239515815918181, | |
| "learning_rate": 6.919066922424931e-06, | |
| "loss": 0.2883, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 0.7507788161993769, | |
| "grad_norm": 0.8869720139234101, | |
| "learning_rate": 6.907764537580053e-06, | |
| "loss": 0.2726, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 0.7523364485981309, | |
| "grad_norm": 0.7182796918869947, | |
| "learning_rate": 6.896450731994959e-06, | |
| "loss": 0.2575, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 0.7538940809968847, | |
| "grad_norm": 0.689714104473123, | |
| "learning_rate": 6.8851255733992006e-06, | |
| "loss": 0.2548, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 0.7554517133956387, | |
| "grad_norm": 0.8752253075858156, | |
| "learning_rate": 6.873789129590287e-06, | |
| "loss": 0.2598, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.7570093457943925, | |
| "grad_norm": 0.6547980788626615, | |
| "learning_rate": 6.862441468433298e-06, | |
| "loss": 0.274, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 0.7585669781931464, | |
| "grad_norm": 0.6955009265885427, | |
| "learning_rate": 6.851082657860453e-06, | |
| "loss": 0.286, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 0.7601246105919003, | |
| "grad_norm": 0.6057981135550708, | |
| "learning_rate": 6.839712765870725e-06, | |
| "loss": 0.3072, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 0.7616822429906542, | |
| "grad_norm": 0.5562050274960125, | |
| "learning_rate": 6.828331860529422e-06, | |
| "loss": 0.2765, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 0.7632398753894081, | |
| "grad_norm": 0.9242326126038012, | |
| "learning_rate": 6.816940009967787e-06, | |
| "loss": 0.8322, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.764797507788162, | |
| "grad_norm": 0.7207873437414208, | |
| "learning_rate": 6.805537282382581e-06, | |
| "loss": 0.2175, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 0.7663551401869159, | |
| "grad_norm": 0.5928431496932391, | |
| "learning_rate": 6.79412374603568e-06, | |
| "loss": 0.24, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 0.7679127725856698, | |
| "grad_norm": 0.8086943486132299, | |
| "learning_rate": 6.782699469253671e-06, | |
| "loss": 0.3252, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 0.7694704049844237, | |
| "grad_norm": 0.6500702055304157, | |
| "learning_rate": 6.771264520427432e-06, | |
| "loss": 0.2831, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 0.7710280373831776, | |
| "grad_norm": 0.5699110226071109, | |
| "learning_rate": 6.759818968011731e-06, | |
| "loss": 0.2604, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.7725856697819314, | |
| "grad_norm": 0.5580360203832775, | |
| "learning_rate": 6.748362880524819e-06, | |
| "loss": 0.2684, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 0.7741433021806854, | |
| "grad_norm": 0.7886971673525824, | |
| "learning_rate": 6.736896326548006e-06, | |
| "loss": 0.2123, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 0.7757009345794392, | |
| "grad_norm": 0.6054794222872896, | |
| "learning_rate": 6.7254193747252645e-06, | |
| "loss": 0.3127, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 0.7772585669781932, | |
| "grad_norm": 0.7462264966697667, | |
| "learning_rate": 6.713932093762811e-06, | |
| "loss": 0.3051, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 0.778816199376947, | |
| "grad_norm": 0.6730107352048917, | |
| "learning_rate": 6.702434552428702e-06, | |
| "loss": 0.3007, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.778816199376947, | |
| "eval_loss": 0.366039514541626, | |
| "eval_runtime": 2.8278, | |
| "eval_samples_per_second": 9.194, | |
| "eval_steps_per_second": 2.475, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.780373831775701, | |
| "grad_norm": 0.6861562261314369, | |
| "learning_rate": 6.690926819552408e-06, | |
| "loss": 0.287, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 0.7819314641744548, | |
| "grad_norm": 0.9308842751027873, | |
| "learning_rate": 6.679408964024419e-06, | |
| "loss": 0.8811, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 0.7834890965732088, | |
| "grad_norm": 0.6729340583401545, | |
| "learning_rate": 6.667881054795818e-06, | |
| "loss": 0.2304, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 0.7850467289719626, | |
| "grad_norm": 0.7848693380567189, | |
| "learning_rate": 6.65634316087788e-06, | |
| "loss": 0.2965, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 0.7866043613707165, | |
| "grad_norm": 0.7035209610164758, | |
| "learning_rate": 6.6447953513416474e-06, | |
| "loss": 0.2589, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.7881619937694704, | |
| "grad_norm": 0.5912497530045528, | |
| "learning_rate": 6.633237695317523e-06, | |
| "loss": 0.2566, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 0.7897196261682243, | |
| "grad_norm": 0.7247030582803601, | |
| "learning_rate": 6.621670261994857e-06, | |
| "loss": 0.2726, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 0.7912772585669782, | |
| "grad_norm": 0.6656199289111854, | |
| "learning_rate": 6.610093120621532e-06, | |
| "loss": 0.2999, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 0.7928348909657321, | |
| "grad_norm": 0.8158049430019846, | |
| "learning_rate": 6.598506340503541e-06, | |
| "loss": 0.2453, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 0.794392523364486, | |
| "grad_norm": 0.6984808487227331, | |
| "learning_rate": 6.586909991004587e-06, | |
| "loss": 0.3149, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.7959501557632399, | |
| "grad_norm": 0.6126995511808185, | |
| "learning_rate": 6.575304141545653e-06, | |
| "loss": 0.2666, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 0.7975077881619937, | |
| "grad_norm": 0.5505067863178127, | |
| "learning_rate": 6.5636888616046e-06, | |
| "loss": 0.2998, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 0.7990654205607477, | |
| "grad_norm": 0.7685023837309144, | |
| "learning_rate": 6.552064220715737e-06, | |
| "loss": 0.1876, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 0.8006230529595015, | |
| "grad_norm": 0.6186176349687995, | |
| "learning_rate": 6.5404302884694145e-06, | |
| "loss": 0.2823, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 0.8021806853582555, | |
| "grad_norm": 0.6245560858038731, | |
| "learning_rate": 6.528787134511608e-06, | |
| "loss": 0.2063, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.8037383177570093, | |
| "grad_norm": 0.6027333943405707, | |
| "learning_rate": 6.5171348285434965e-06, | |
| "loss": 0.3079, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 0.8052959501557633, | |
| "grad_norm": 0.7334879584524152, | |
| "learning_rate": 6.505473440321044e-06, | |
| "loss": 0.2906, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 0.8068535825545171, | |
| "grad_norm": 0.5611150628723894, | |
| "learning_rate": 6.493803039654589e-06, | |
| "loss": 0.2437, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 0.8084112149532711, | |
| "grad_norm": 0.5709098533110826, | |
| "learning_rate": 6.48212369640842e-06, | |
| "loss": 0.2695, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 0.8099688473520249, | |
| "grad_norm": 0.7469745364074795, | |
| "learning_rate": 6.4704354805003626e-06, | |
| "loss": 0.2828, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.8115264797507789, | |
| "grad_norm": 0.7580041865120294, | |
| "learning_rate": 6.458738461901354e-06, | |
| "loss": 0.2456, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 0.8130841121495327, | |
| "grad_norm": 0.7356278600835281, | |
| "learning_rate": 6.447032710635035e-06, | |
| "loss": 0.2325, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 0.8146417445482866, | |
| "grad_norm": 0.5694798902062997, | |
| "learning_rate": 6.435318296777316e-06, | |
| "loss": 0.2763, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 0.8161993769470405, | |
| "grad_norm": 0.6227419240061058, | |
| "learning_rate": 6.423595290455971e-06, | |
| "loss": 0.2871, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 0.8177570093457944, | |
| "grad_norm": 0.7005734890264759, | |
| "learning_rate": 6.41186376185021e-06, | |
| "loss": 0.3003, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.8193146417445483, | |
| "grad_norm": 0.8909957470129115, | |
| "learning_rate": 6.400123781190265e-06, | |
| "loss": 0.3328, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 0.8208722741433022, | |
| "grad_norm": 0.5534613081412874, | |
| "learning_rate": 6.388375418756959e-06, | |
| "loss": 0.2816, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 0.822429906542056, | |
| "grad_norm": 0.7546735553270361, | |
| "learning_rate": 6.3766187448813e-06, | |
| "loss": 0.249, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 0.82398753894081, | |
| "grad_norm": 1.08724358600162, | |
| "learning_rate": 6.3648538299440444e-06, | |
| "loss": 0.2978, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 0.8255451713395638, | |
| "grad_norm": 0.5510668935985298, | |
| "learning_rate": 6.35308074437529e-06, | |
| "loss": 0.2586, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.8271028037383178, | |
| "grad_norm": 0.9295747471096518, | |
| "learning_rate": 6.341299558654042e-06, | |
| "loss": 0.4423, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 0.8286604361370716, | |
| "grad_norm": 0.6078601432381958, | |
| "learning_rate": 6.329510343307801e-06, | |
| "loss": 0.3089, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 0.8302180685358256, | |
| "grad_norm": 0.7009464939112006, | |
| "learning_rate": 6.3177131689121325e-06, | |
| "loss": 0.276, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 0.8317757009345794, | |
| "grad_norm": 0.6055023924718476, | |
| "learning_rate": 6.305908106090255e-06, | |
| "loss": 0.289, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 0.8333333333333334, | |
| "grad_norm": 1.0146910918408667, | |
| "learning_rate": 6.294095225512604e-06, | |
| "loss": 0.2117, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.8348909657320872, | |
| "grad_norm": 0.5684609592585866, | |
| "learning_rate": 6.282274597896421e-06, | |
| "loss": 0.268, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 0.8364485981308412, | |
| "grad_norm": 0.6324240721524141, | |
| "learning_rate": 6.2704462940053165e-06, | |
| "loss": 0.2348, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 0.838006230529595, | |
| "grad_norm": 0.582281483203043, | |
| "learning_rate": 6.2586103846488654e-06, | |
| "loss": 0.2975, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 0.839563862928349, | |
| "grad_norm": 0.9776397911217686, | |
| "learning_rate": 6.246766940682165e-06, | |
| "loss": 0.7799, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 0.8411214953271028, | |
| "grad_norm": 0.5174311636719064, | |
| "learning_rate": 6.234916033005421e-06, | |
| "loss": 0.1973, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.8426791277258567, | |
| "grad_norm": 0.6331348424871293, | |
| "learning_rate": 6.22305773256352e-06, | |
| "loss": 0.2749, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 0.8442367601246106, | |
| "grad_norm": 0.5229024799327089, | |
| "learning_rate": 6.211192110345603e-06, | |
| "loss": 0.2811, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 0.8457943925233645, | |
| "grad_norm": 0.5575336291274628, | |
| "learning_rate": 6.199319237384645e-06, | |
| "loss": 0.2534, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 0.8473520249221184, | |
| "grad_norm": 0.7289277957152529, | |
| "learning_rate": 6.187439184757025e-06, | |
| "loss": 0.7677, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 0.8489096573208723, | |
| "grad_norm": 0.540862000313681, | |
| "learning_rate": 6.1755520235821055e-06, | |
| "loss": 0.3294, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.8504672897196262, | |
| "grad_norm": 0.7035928510596402, | |
| "learning_rate": 6.163657825021802e-06, | |
| "loss": 0.3147, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 0.8520249221183801, | |
| "grad_norm": 0.5438019081147566, | |
| "learning_rate": 6.1517566602801596e-06, | |
| "loss": 0.2003, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 0.8535825545171339, | |
| "grad_norm": 0.8025432437697821, | |
| "learning_rate": 6.139848600602926e-06, | |
| "loss": 0.2756, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 0.8551401869158879, | |
| "grad_norm": 0.654724311621637, | |
| "learning_rate": 6.127933717277123e-06, | |
| "loss": 0.2934, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 0.8566978193146417, | |
| "grad_norm": 1.328494349119985, | |
| "learning_rate": 6.116012081630629e-06, | |
| "loss": 0.2731, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.8582554517133957, | |
| "grad_norm": 0.5435085655801555, | |
| "learning_rate": 6.104083765031734e-06, | |
| "loss": 0.1934, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 0.8598130841121495, | |
| "grad_norm": 0.7875228878328122, | |
| "learning_rate": 6.0921488388887315e-06, | |
| "loss": 0.7651, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 0.8613707165109035, | |
| "grad_norm": 0.9138141754922854, | |
| "learning_rate": 6.080207374649482e-06, | |
| "loss": 0.6927, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 0.8629283489096573, | |
| "grad_norm": 0.658537276564411, | |
| "learning_rate": 6.068259443800981e-06, | |
| "loss": 0.3088, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 0.8644859813084113, | |
| "grad_norm": 0.8424646536545584, | |
| "learning_rate": 6.0563051178689395e-06, | |
| "loss": 0.6504, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.8660436137071651, | |
| "grad_norm": 0.5487578856405264, | |
| "learning_rate": 6.0443444684173524e-06, | |
| "loss": 0.2504, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 0.867601246105919, | |
| "grad_norm": 0.577742497246078, | |
| "learning_rate": 6.032377567048071e-06, | |
| "loss": 0.2724, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 0.8691588785046729, | |
| "grad_norm": 0.5720861179090082, | |
| "learning_rate": 6.0204044854003705e-06, | |
| "loss": 0.2494, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 0.8707165109034268, | |
| "grad_norm": 0.614579567677496, | |
| "learning_rate": 6.008425295150526e-06, | |
| "loss": 0.2431, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 0.8722741433021807, | |
| "grad_norm": 0.7053311054530548, | |
| "learning_rate": 5.996440068011383e-06, | |
| "loss": 0.3007, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.8738317757009346, | |
| "grad_norm": 0.6676390464189279, | |
| "learning_rate": 5.9844488757319205e-06, | |
| "loss": 0.2309, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 0.8753894080996885, | |
| "grad_norm": 0.7749136512043995, | |
| "learning_rate": 5.972451790096837e-06, | |
| "loss": 0.3327, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 0.8769470404984424, | |
| "grad_norm": 0.6384638289071073, | |
| "learning_rate": 5.960448882926101e-06, | |
| "loss": 0.3447, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 0.8785046728971962, | |
| "grad_norm": 0.5992691951009588, | |
| "learning_rate": 5.948440226074539e-06, | |
| "loss": 0.2181, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 0.8800623052959502, | |
| "grad_norm": 0.7553595588283479, | |
| "learning_rate": 5.936425891431394e-06, | |
| "loss": 0.2307, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.881619937694704, | |
| "grad_norm": 0.7852167594459105, | |
| "learning_rate": 5.924405950919902e-06, | |
| "loss": 0.3119, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 0.883177570093458, | |
| "grad_norm": 0.5241767306732831, | |
| "learning_rate": 5.91238047649685e-06, | |
| "loss": 0.2293, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 0.8847352024922118, | |
| "grad_norm": 0.7471757161407457, | |
| "learning_rate": 5.900349540152167e-06, | |
| "loss": 0.3251, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 0.8862928348909658, | |
| "grad_norm": 0.7843562558921093, | |
| "learning_rate": 5.888313213908468e-06, | |
| "loss": 0.2868, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 0.8878504672897196, | |
| "grad_norm": 0.7503757117692468, | |
| "learning_rate": 5.876271569820638e-06, | |
| "loss": 0.2555, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.8894080996884736, | |
| "grad_norm": 0.7275473381141497, | |
| "learning_rate": 5.864224679975399e-06, | |
| "loss": 0.2945, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 0.8909657320872274, | |
| "grad_norm": 0.7108035276261796, | |
| "learning_rate": 5.852172616490875e-06, | |
| "loss": 0.2826, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 0.8925233644859814, | |
| "grad_norm": 0.7292991034746364, | |
| "learning_rate": 5.84011545151616e-06, | |
| "loss": 0.2052, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 0.8940809968847352, | |
| "grad_norm": 0.7701552350107903, | |
| "learning_rate": 5.828053257230893e-06, | |
| "loss": 0.272, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 0.8956386292834891, | |
| "grad_norm": 0.5385532832886137, | |
| "learning_rate": 5.815986105844813e-06, | |
| "loss": 0.2859, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.897196261682243, | |
| "grad_norm": 0.4784130573714912, | |
| "learning_rate": 5.803914069597342e-06, | |
| "loss": 0.2385, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 0.8987538940809969, | |
| "grad_norm": 0.6661872649899948, | |
| "learning_rate": 5.791837220757139e-06, | |
| "loss": 0.2601, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 0.9003115264797508, | |
| "grad_norm": 0.6423784935357807, | |
| "learning_rate": 5.779755631621679e-06, | |
| "loss": 0.2861, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 0.9018691588785047, | |
| "grad_norm": 0.5564393840451491, | |
| "learning_rate": 5.767669374516807e-06, | |
| "loss": 0.2247, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 0.9034267912772586, | |
| "grad_norm": 1.0831258133460262, | |
| "learning_rate": 5.755578521796321e-06, | |
| "loss": 0.7525, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.9049844236760125, | |
| "grad_norm": 0.7513349003919912, | |
| "learning_rate": 5.743483145841525e-06, | |
| "loss": 0.2417, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 0.9065420560747663, | |
| "grad_norm": 0.6795049942946425, | |
| "learning_rate": 5.731383319060805e-06, | |
| "loss": 0.3177, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 0.9080996884735203, | |
| "grad_norm": 0.7390882203257174, | |
| "learning_rate": 5.719279113889184e-06, | |
| "loss": 0.3581, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 0.9096573208722741, | |
| "grad_norm": 0.582238701325137, | |
| "learning_rate": 5.707170602787908e-06, | |
| "loss": 0.2755, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 0.9112149532710281, | |
| "grad_norm": 0.5600730304265147, | |
| "learning_rate": 5.695057858243989e-06, | |
| "loss": 0.2745, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.9127725856697819, | |
| "grad_norm": 0.638261445819756, | |
| "learning_rate": 5.682940952769788e-06, | |
| "loss": 0.177, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 0.9143302180685359, | |
| "grad_norm": 0.6191376433403027, | |
| "learning_rate": 5.670819958902576e-06, | |
| "loss": 0.2447, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 0.9158878504672897, | |
| "grad_norm": 0.8780779667116613, | |
| "learning_rate": 5.658694949204094e-06, | |
| "loss": 0.2438, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 0.9174454828660437, | |
| "grad_norm": 0.7198384217051569, | |
| "learning_rate": 5.646565996260129e-06, | |
| "loss": 0.2408, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 0.9190031152647975, | |
| "grad_norm": 1.0167707545321327, | |
| "learning_rate": 5.634433172680072e-06, | |
| "loss": 0.7316, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.9205607476635514, | |
| "grad_norm": 0.6546640817603999, | |
| "learning_rate": 5.622296551096481e-06, | |
| "loss": 0.3253, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 0.9221183800623053, | |
| "grad_norm": 0.8382914937621136, | |
| "learning_rate": 5.61015620416466e-06, | |
| "loss": 0.2981, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 0.9236760124610592, | |
| "grad_norm": 0.6120676244562511, | |
| "learning_rate": 5.598012204562204e-06, | |
| "loss": 0.2647, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 0.9252336448598131, | |
| "grad_norm": 0.700304920368459, | |
| "learning_rate": 5.5858646249885855e-06, | |
| "loss": 0.2249, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 0.926791277258567, | |
| "grad_norm": 0.6840607666164885, | |
| "learning_rate": 5.573713538164698e-06, | |
| "loss": 0.2795, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.9283489096573209, | |
| "grad_norm": 0.8513439406827232, | |
| "learning_rate": 5.561559016832438e-06, | |
| "loss": 0.2931, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 0.9299065420560748, | |
| "grad_norm": 0.7770854828276103, | |
| "learning_rate": 5.549401133754259e-06, | |
| "loss": 0.2819, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 0.9314641744548287, | |
| "grad_norm": 0.5874428152071298, | |
| "learning_rate": 5.5372399617127415e-06, | |
| "loss": 0.4483, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 0.9330218068535826, | |
| "grad_norm": 0.6488291930752155, | |
| "learning_rate": 5.525075573510154e-06, | |
| "loss": 0.3873, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 0.9345794392523364, | |
| "grad_norm": 0.5286049009581415, | |
| "learning_rate": 5.512908041968018e-06, | |
| "loss": 0.3113, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.9361370716510904, | |
| "grad_norm": 0.5929114341675884, | |
| "learning_rate": 5.500737439926674e-06, | |
| "loss": 0.334, | |
| "step": 601 | |
| }, | |
| { | |
| "epoch": 0.9376947040498442, | |
| "grad_norm": 0.847988678139219, | |
| "learning_rate": 5.488563840244843e-06, | |
| "loss": 0.3026, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 0.9392523364485982, | |
| "grad_norm": 0.5635536494534855, | |
| "learning_rate": 5.476387315799189e-06, | |
| "loss": 0.2146, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 0.940809968847352, | |
| "grad_norm": 0.5570339586064699, | |
| "learning_rate": 5.464207939483891e-06, | |
| "loss": 0.2407, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 0.942367601246106, | |
| "grad_norm": 0.5996622051462993, | |
| "learning_rate": 5.452025784210193e-06, | |
| "loss": 0.2301, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.9439252336448598, | |
| "grad_norm": 0.6134433053870486, | |
| "learning_rate": 5.439840922905982e-06, | |
| "loss": 0.2881, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 0.9454828660436138, | |
| "grad_norm": 0.6534399078221188, | |
| "learning_rate": 5.42765342851534e-06, | |
| "loss": 0.2991, | |
| "step": 607 | |
| }, | |
| { | |
| "epoch": 0.9470404984423676, | |
| "grad_norm": 0.690575160461211, | |
| "learning_rate": 5.415463373998112e-06, | |
| "loss": 0.3353, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 0.9485981308411215, | |
| "grad_norm": 0.8921403858615625, | |
| "learning_rate": 5.403270832329473e-06, | |
| "loss": 0.2008, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 0.9501557632398754, | |
| "grad_norm": 0.7025072704858318, | |
| "learning_rate": 5.391075876499483e-06, | |
| "loss": 0.2621, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.9517133956386293, | |
| "grad_norm": 0.6757376481036776, | |
| "learning_rate": 5.3788785795126554e-06, | |
| "loss": 0.2469, | |
| "step": 611 | |
| }, | |
| { | |
| "epoch": 0.9532710280373832, | |
| "grad_norm": 0.6875817981934039, | |
| "learning_rate": 5.36667901438752e-06, | |
| "loss": 0.236, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 0.9548286604361371, | |
| "grad_norm": 0.7529907066389188, | |
| "learning_rate": 5.354477254156184e-06, | |
| "loss": 0.2755, | |
| "step": 613 | |
| }, | |
| { | |
| "epoch": 0.956386292834891, | |
| "grad_norm": 0.5896914001022201, | |
| "learning_rate": 5.342273371863895e-06, | |
| "loss": 0.2634, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 0.9579439252336449, | |
| "grad_norm": 0.7027739875415374, | |
| "learning_rate": 5.330067440568605e-06, | |
| "loss": 0.2829, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.9595015576323987, | |
| "grad_norm": 0.7667507882778263, | |
| "learning_rate": 5.317859533340532e-06, | |
| "loss": 0.3506, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 0.9610591900311527, | |
| "grad_norm": 0.8456849495117152, | |
| "learning_rate": 5.30564972326172e-06, | |
| "loss": 0.3054, | |
| "step": 617 | |
| }, | |
| { | |
| "epoch": 0.9626168224299065, | |
| "grad_norm": 0.51248054747711, | |
| "learning_rate": 5.293438083425611e-06, | |
| "loss": 0.2301, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 0.9641744548286605, | |
| "grad_norm": 0.7467447701014356, | |
| "learning_rate": 5.281224686936594e-06, | |
| "loss": 0.3769, | |
| "step": 619 | |
| }, | |
| { | |
| "epoch": 0.9657320872274143, | |
| "grad_norm": 0.6414852824849853, | |
| "learning_rate": 5.26900960690958e-06, | |
| "loss": 0.2779, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.9672897196261683, | |
| "grad_norm": 0.6295561918474766, | |
| "learning_rate": 5.256792916469552e-06, | |
| "loss": 0.2586, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 0.9688473520249221, | |
| "grad_norm": 0.6049915483456579, | |
| "learning_rate": 5.244574688751138e-06, | |
| "loss": 0.2195, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 0.9704049844236761, | |
| "grad_norm": 1.0443726591172307, | |
| "learning_rate": 5.23235499689817e-06, | |
| "loss": 0.7974, | |
| "step": 623 | |
| }, | |
| { | |
| "epoch": 0.9719626168224299, | |
| "grad_norm": 0.4947295180592083, | |
| "learning_rate": 5.220133914063239e-06, | |
| "loss": 0.2173, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 0.9735202492211839, | |
| "grad_norm": 0.774384784856486, | |
| "learning_rate": 5.20791151340727e-06, | |
| "loss": 0.2196, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.9750778816199377, | |
| "grad_norm": 0.6848166382044595, | |
| "learning_rate": 5.195687868099073e-06, | |
| "loss": 0.2784, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 0.9766355140186916, | |
| "grad_norm": 1.5114886266488685, | |
| "learning_rate": 5.1834630513149086e-06, | |
| "loss": 0.8531, | |
| "step": 627 | |
| }, | |
| { | |
| "epoch": 0.9781931464174455, | |
| "grad_norm": 1.0107267590162416, | |
| "learning_rate": 5.171237136238054e-06, | |
| "loss": 0.2692, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 0.9797507788161994, | |
| "grad_norm": 0.7292686375997546, | |
| "learning_rate": 5.159010196058356e-06, | |
| "loss": 0.2305, | |
| "step": 629 | |
| }, | |
| { | |
| "epoch": 0.9813084112149533, | |
| "grad_norm": 0.565137268345777, | |
| "learning_rate": 5.1467823039718046e-06, | |
| "loss": 0.3076, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.9828660436137072, | |
| "grad_norm": 1.0043606696953649, | |
| "learning_rate": 5.134553533180082e-06, | |
| "loss": 0.7515, | |
| "step": 631 | |
| }, | |
| { | |
| "epoch": 0.9844236760124611, | |
| "grad_norm": 0.6233222851344706, | |
| "learning_rate": 5.122323956890136e-06, | |
| "loss": 0.3019, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 0.985981308411215, | |
| "grad_norm": 0.730841019679576, | |
| "learning_rate": 5.110093648313732e-06, | |
| "loss": 0.3483, | |
| "step": 633 | |
| }, | |
| { | |
| "epoch": 0.9875389408099688, | |
| "grad_norm": 0.6632089778706831, | |
| "learning_rate": 5.097862680667024e-06, | |
| "loss": 0.3608, | |
| "step": 634 | |
| }, | |
| { | |
| "epoch": 0.9890965732087228, | |
| "grad_norm": 0.6691349603071851, | |
| "learning_rate": 5.085631127170106e-06, | |
| "loss": 0.2524, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 0.9906542056074766, | |
| "grad_norm": 0.73951871814352, | |
| "learning_rate": 5.073399061046584e-06, | |
| "loss": 0.3134, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 0.9922118380062306, | |
| "grad_norm": 0.6079224831882191, | |
| "learning_rate": 5.061166555523129e-06, | |
| "loss": 0.308, | |
| "step": 637 | |
| }, | |
| { | |
| "epoch": 0.9937694704049844, | |
| "grad_norm": 0.6166501321049228, | |
| "learning_rate": 5.048933683829046e-06, | |
| "loss": 0.3073, | |
| "step": 638 | |
| }, | |
| { | |
| "epoch": 0.9953271028037384, | |
| "grad_norm": 1.003680827370098, | |
| "learning_rate": 5.0367005191958275e-06, | |
| "loss": 0.3229, | |
| "step": 639 | |
| }, | |
| { | |
| "epoch": 0.9968847352024922, | |
| "grad_norm": 0.7517097037555416, | |
| "learning_rate": 5.024467134856725e-06, | |
| "loss": 0.2744, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.9984423676012462, | |
| "grad_norm": 0.5399606823979543, | |
| "learning_rate": 5.012233604046303e-06, | |
| "loss": 0.247, | |
| "step": 641 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.602288219366613, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2401, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 1.0015576323987538, | |
| "grad_norm": 0.5865025697495287, | |
| "learning_rate": 4.987766395953699e-06, | |
| "loss": 0.1907, | |
| "step": 643 | |
| }, | |
| { | |
| "epoch": 1.0031152647975077, | |
| "grad_norm": 0.6271078194072086, | |
| "learning_rate": 4.975532865143277e-06, | |
| "loss": 0.1837, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 1.0046728971962617, | |
| "grad_norm": 0.5433097442594456, | |
| "learning_rate": 4.963299480804173e-06, | |
| "loss": 0.2122, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 1.0062305295950156, | |
| "grad_norm": 0.6939024837652152, | |
| "learning_rate": 4.951066316170956e-06, | |
| "loss": 0.2464, | |
| "step": 646 | |
| }, | |
| { | |
| "epoch": 1.0077881619937694, | |
| "grad_norm": 0.6120591075726564, | |
| "learning_rate": 4.938833444476873e-06, | |
| "loss": 0.2943, | |
| "step": 647 | |
| }, | |
| { | |
| "epoch": 1.0093457943925233, | |
| "grad_norm": 0.5279986678775014, | |
| "learning_rate": 4.926600938953418e-06, | |
| "loss": 0.2139, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 1.0109034267912773, | |
| "grad_norm": 0.5465124083851354, | |
| "learning_rate": 4.9143688728298946e-06, | |
| "loss": 0.2946, | |
| "step": 649 | |
| }, | |
| { | |
| "epoch": 1.0124610591900312, | |
| "grad_norm": 0.598599797464655, | |
| "learning_rate": 4.9021373193329775e-06, | |
| "loss": 0.2467, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 1.014018691588785, | |
| "grad_norm": 0.5911973059402644, | |
| "learning_rate": 4.889906351686269e-06, | |
| "loss": 0.2439, | |
| "step": 651 | |
| }, | |
| { | |
| "epoch": 1.0155763239875388, | |
| "grad_norm": 0.5007183880780492, | |
| "learning_rate": 4.8776760431098665e-06, | |
| "loss": 0.2448, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 1.017133956386293, | |
| "grad_norm": 0.6198547585957133, | |
| "learning_rate": 4.865446466819918e-06, | |
| "loss": 0.2107, | |
| "step": 653 | |
| }, | |
| { | |
| "epoch": 1.0186915887850467, | |
| "grad_norm": 0.6141060329229784, | |
| "learning_rate": 4.853217696028197e-06, | |
| "loss": 0.2124, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 1.0202492211838006, | |
| "grad_norm": 0.5500970083546799, | |
| "learning_rate": 4.840989803941645e-06, | |
| "loss": 0.2413, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 1.0218068535825544, | |
| "grad_norm": 0.5785491153029504, | |
| "learning_rate": 4.828762863761948e-06, | |
| "loss": 0.322, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 1.0233644859813085, | |
| "grad_norm": 0.5158799094788992, | |
| "learning_rate": 4.816536948685091e-06, | |
| "loss": 0.2458, | |
| "step": 657 | |
| }, | |
| { | |
| "epoch": 1.0249221183800623, | |
| "grad_norm": 0.7110301489590548, | |
| "learning_rate": 4.804312131900929e-06, | |
| "loss": 0.1491, | |
| "step": 658 | |
| }, | |
| { | |
| "epoch": 1.0264797507788161, | |
| "grad_norm": 0.49142641785128816, | |
| "learning_rate": 4.792088486592731e-06, | |
| "loss": 0.2403, | |
| "step": 659 | |
| }, | |
| { | |
| "epoch": 1.02803738317757, | |
| "grad_norm": 0.6365446048004576, | |
| "learning_rate": 4.779866085936762e-06, | |
| "loss": 0.2723, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 1.029595015576324, | |
| "grad_norm": 0.5622051291501104, | |
| "learning_rate": 4.767645003101831e-06, | |
| "loss": 0.1508, | |
| "step": 661 | |
| }, | |
| { | |
| "epoch": 1.0311526479750779, | |
| "grad_norm": 0.7978535815313595, | |
| "learning_rate": 4.755425311248863e-06, | |
| "loss": 0.7126, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 1.0327102803738317, | |
| "grad_norm": 0.49688606974260013, | |
| "learning_rate": 4.7432070835304494e-06, | |
| "loss": 0.1821, | |
| "step": 663 | |
| }, | |
| { | |
| "epoch": 1.0342679127725856, | |
| "grad_norm": 0.9843736648935775, | |
| "learning_rate": 4.730990393090422e-06, | |
| "loss": 0.6915, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 1.0358255451713396, | |
| "grad_norm": 0.5197585726631249, | |
| "learning_rate": 4.718775313063406e-06, | |
| "loss": 0.1985, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 1.0373831775700935, | |
| "grad_norm": 0.7127374001801975, | |
| "learning_rate": 4.70656191657439e-06, | |
| "loss": 0.2209, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 1.0389408099688473, | |
| "grad_norm": 0.5805515887865611, | |
| "learning_rate": 4.6943502767382815e-06, | |
| "loss": 0.1781, | |
| "step": 667 | |
| }, | |
| { | |
| "epoch": 1.0404984423676011, | |
| "grad_norm": 0.5812301249853751, | |
| "learning_rate": 4.6821404666594715e-06, | |
| "loss": 0.2362, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 1.0420560747663552, | |
| "grad_norm": 0.5137436961715455, | |
| "learning_rate": 4.669932559431396e-06, | |
| "loss": 0.2381, | |
| "step": 669 | |
| }, | |
| { | |
| "epoch": 1.043613707165109, | |
| "grad_norm": 0.49254347681935357, | |
| "learning_rate": 4.657726628136105e-06, | |
| "loss": 0.2335, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 1.0451713395638629, | |
| "grad_norm": 0.807702133830089, | |
| "learning_rate": 4.645522745843817e-06, | |
| "loss": 0.1636, | |
| "step": 671 | |
| }, | |
| { | |
| "epoch": 1.0467289719626167, | |
| "grad_norm": 0.6598785992415666, | |
| "learning_rate": 4.6333209856124814e-06, | |
| "loss": 0.2039, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 1.0482866043613708, | |
| "grad_norm": 0.5735476926058175, | |
| "learning_rate": 4.621121420487345e-06, | |
| "loss": 0.2344, | |
| "step": 673 | |
| }, | |
| { | |
| "epoch": 1.0498442367601246, | |
| "grad_norm": 0.5406292279451508, | |
| "learning_rate": 4.608924123500519e-06, | |
| "loss": 0.1802, | |
| "step": 674 | |
| }, | |
| { | |
| "epoch": 1.0514018691588785, | |
| "grad_norm": 0.5983081571916266, | |
| "learning_rate": 4.596729167670529e-06, | |
| "loss": 0.1676, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 1.0529595015576323, | |
| "grad_norm": 0.5810265835484077, | |
| "learning_rate": 4.58453662600189e-06, | |
| "loss": 0.2822, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 1.0545171339563864, | |
| "grad_norm": 0.6855576677633736, | |
| "learning_rate": 4.572346571484661e-06, | |
| "loss": 0.1977, | |
| "step": 677 | |
| }, | |
| { | |
| "epoch": 1.0560747663551402, | |
| "grad_norm": 0.5335540200996262, | |
| "learning_rate": 4.5601590770940195e-06, | |
| "loss": 0.2152, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 1.057632398753894, | |
| "grad_norm": 0.6453393789551976, | |
| "learning_rate": 4.547974215789808e-06, | |
| "loss": 0.1886, | |
| "step": 679 | |
| }, | |
| { | |
| "epoch": 1.0591900311526479, | |
| "grad_norm": 0.5915758123605618, | |
| "learning_rate": 4.535792060516112e-06, | |
| "loss": 0.2209, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 1.060747663551402, | |
| "grad_norm": 0.6302498485071517, | |
| "learning_rate": 4.523612684200811e-06, | |
| "loss": 0.239, | |
| "step": 681 | |
| }, | |
| { | |
| "epoch": 1.0623052959501558, | |
| "grad_norm": 0.7064325822119844, | |
| "learning_rate": 4.511436159755159e-06, | |
| "loss": 0.1988, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 1.0638629283489096, | |
| "grad_norm": 0.5229568055974967, | |
| "learning_rate": 4.499262560073328e-06, | |
| "loss": 0.2219, | |
| "step": 683 | |
| }, | |
| { | |
| "epoch": 1.0654205607476634, | |
| "grad_norm": 0.848853210404809, | |
| "learning_rate": 4.487091958031984e-06, | |
| "loss": 0.1813, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 1.0669781931464175, | |
| "grad_norm": 0.62716757784117, | |
| "learning_rate": 4.474924426489847e-06, | |
| "loss": 0.2433, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 1.0685358255451713, | |
| "grad_norm": 0.5961449452514619, | |
| "learning_rate": 4.46276003828726e-06, | |
| "loss": 0.2576, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 1.0700934579439252, | |
| "grad_norm": 0.5336164214991632, | |
| "learning_rate": 4.450598866245743e-06, | |
| "loss": 0.2094, | |
| "step": 687 | |
| }, | |
| { | |
| "epoch": 1.071651090342679, | |
| "grad_norm": 0.5350296348658355, | |
| "learning_rate": 4.438440983167564e-06, | |
| "loss": 0.2883, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 1.073208722741433, | |
| "grad_norm": 0.53810152034016, | |
| "learning_rate": 4.426286461835303e-06, | |
| "loss": 0.1968, | |
| "step": 689 | |
| }, | |
| { | |
| "epoch": 1.074766355140187, | |
| "grad_norm": 0.4674678946148812, | |
| "learning_rate": 4.414135375011416e-06, | |
| "loss": 0.1468, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 1.0763239875389408, | |
| "grad_norm": 0.5672398628672646, | |
| "learning_rate": 4.401987795437797e-06, | |
| "loss": 0.1796, | |
| "step": 691 | |
| }, | |
| { | |
| "epoch": 1.0778816199376946, | |
| "grad_norm": 0.6409062495534954, | |
| "learning_rate": 4.3898437958353435e-06, | |
| "loss": 0.1536, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 1.0794392523364487, | |
| "grad_norm": 0.7979975112099554, | |
| "learning_rate": 4.377703448903519e-06, | |
| "loss": 0.7814, | |
| "step": 693 | |
| }, | |
| { | |
| "epoch": 1.0809968847352025, | |
| "grad_norm": 0.6128214407671699, | |
| "learning_rate": 4.3655668273199305e-06, | |
| "loss": 0.249, | |
| "step": 694 | |
| }, | |
| { | |
| "epoch": 1.0825545171339563, | |
| "grad_norm": 0.6671186706045426, | |
| "learning_rate": 4.353434003739872e-06, | |
| "loss": 0.162, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 1.0841121495327102, | |
| "grad_norm": 0.5657453591665842, | |
| "learning_rate": 4.341305050795907e-06, | |
| "loss": 0.2355, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 1.0856697819314642, | |
| "grad_norm": 0.5876907165277706, | |
| "learning_rate": 4.329180041097425e-06, | |
| "loss": 0.2898, | |
| "step": 697 | |
| }, | |
| { | |
| "epoch": 1.087227414330218, | |
| "grad_norm": 0.5418335332942893, | |
| "learning_rate": 4.3170590472302125e-06, | |
| "loss": 0.2049, | |
| "step": 698 | |
| }, | |
| { | |
| "epoch": 1.088785046728972, | |
| "grad_norm": 0.6194906159202879, | |
| "learning_rate": 4.304942141756012e-06, | |
| "loss": 0.2716, | |
| "step": 699 | |
| }, | |
| { | |
| "epoch": 1.0903426791277258, | |
| "grad_norm": 0.6321743236263448, | |
| "learning_rate": 4.292829397212094e-06, | |
| "loss": 0.1858, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.0919003115264798, | |
| "grad_norm": 0.5884478735032194, | |
| "learning_rate": 4.280720886110815e-06, | |
| "loss": 0.2181, | |
| "step": 701 | |
| }, | |
| { | |
| "epoch": 1.0934579439252337, | |
| "grad_norm": 0.512888102374138, | |
| "learning_rate": 4.268616680939197e-06, | |
| "loss": 0.2495, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 1.0950155763239875, | |
| "grad_norm": 0.6806148269647997, | |
| "learning_rate": 4.256516854158476e-06, | |
| "loss": 0.1811, | |
| "step": 703 | |
| }, | |
| { | |
| "epoch": 1.0965732087227413, | |
| "grad_norm": 0.590183243846604, | |
| "learning_rate": 4.244421478203681e-06, | |
| "loss": 0.1759, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 1.0981308411214954, | |
| "grad_norm": 0.7141876070652246, | |
| "learning_rate": 4.232330625483194e-06, | |
| "loss": 0.2155, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 1.0996884735202492, | |
| "grad_norm": 0.5606859986060387, | |
| "learning_rate": 4.220244368378324e-06, | |
| "loss": 0.1748, | |
| "step": 706 | |
| }, | |
| { | |
| "epoch": 1.101246105919003, | |
| "grad_norm": 0.5374363163472021, | |
| "learning_rate": 4.208162779242862e-06, | |
| "loss": 0.15, | |
| "step": 707 | |
| }, | |
| { | |
| "epoch": 1.102803738317757, | |
| "grad_norm": 0.6337046437481759, | |
| "learning_rate": 4.19608593040266e-06, | |
| "loss": 0.2094, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 1.104361370716511, | |
| "grad_norm": 0.6441679702023525, | |
| "learning_rate": 4.184013894155187e-06, | |
| "loss": 0.1347, | |
| "step": 709 | |
| }, | |
| { | |
| "epoch": 1.1059190031152648, | |
| "grad_norm": 0.5105399247363097, | |
| "learning_rate": 4.171946742769109e-06, | |
| "loss": 0.2492, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 1.1074766355140186, | |
| "grad_norm": 0.835104618126293, | |
| "learning_rate": 4.1598845484838405e-06, | |
| "loss": 0.6552, | |
| "step": 711 | |
| }, | |
| { | |
| "epoch": 1.1090342679127725, | |
| "grad_norm": 0.5091044357624278, | |
| "learning_rate": 4.147827383509127e-06, | |
| "loss": 0.2459, | |
| "step": 712 | |
| }, | |
| { | |
| "epoch": 1.1105919003115265, | |
| "grad_norm": 0.4173053058204635, | |
| "learning_rate": 4.135775320024601e-06, | |
| "loss": 0.1834, | |
| "step": 713 | |
| }, | |
| { | |
| "epoch": 1.1121495327102804, | |
| "grad_norm": 0.516073956820414, | |
| "learning_rate": 4.123728430179363e-06, | |
| "loss": 0.2096, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 1.1137071651090342, | |
| "grad_norm": 0.5229385439265322, | |
| "learning_rate": 4.111686786091534e-06, | |
| "loss": 0.1619, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 1.115264797507788, | |
| "grad_norm": 0.697243292089673, | |
| "learning_rate": 4.099650459847835e-06, | |
| "loss": 0.2181, | |
| "step": 716 | |
| }, | |
| { | |
| "epoch": 1.1168224299065421, | |
| "grad_norm": 0.7935991971149668, | |
| "learning_rate": 4.087619523503149e-06, | |
| "loss": 0.7976, | |
| "step": 717 | |
| }, | |
| { | |
| "epoch": 1.118380062305296, | |
| "grad_norm": 0.7468568843345416, | |
| "learning_rate": 4.0755940490801e-06, | |
| "loss": 0.1844, | |
| "step": 718 | |
| }, | |
| { | |
| "epoch": 1.1199376947040498, | |
| "grad_norm": 0.655225509433663, | |
| "learning_rate": 4.0635741085686065e-06, | |
| "loss": 0.2016, | |
| "step": 719 | |
| }, | |
| { | |
| "epoch": 1.1214953271028036, | |
| "grad_norm": 0.6590392753571896, | |
| "learning_rate": 4.051559773925462e-06, | |
| "loss": 0.2175, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 1.1230529595015577, | |
| "grad_norm": 0.5673140068671504, | |
| "learning_rate": 4.039551117073899e-06, | |
| "loss": 0.1377, | |
| "step": 721 | |
| }, | |
| { | |
| "epoch": 1.1246105919003115, | |
| "grad_norm": 0.5308315587462934, | |
| "learning_rate": 4.027548209903165e-06, | |
| "loss": 0.1628, | |
| "step": 722 | |
| }, | |
| { | |
| "epoch": 1.1261682242990654, | |
| "grad_norm": 0.5915750734678845, | |
| "learning_rate": 4.01555112426808e-06, | |
| "loss": 0.1005, | |
| "step": 723 | |
| }, | |
| { | |
| "epoch": 1.1277258566978192, | |
| "grad_norm": 0.6605084387776982, | |
| "learning_rate": 4.00355993198862e-06, | |
| "loss": 0.1835, | |
| "step": 724 | |
| }, | |
| { | |
| "epoch": 1.1292834890965733, | |
| "grad_norm": 0.5150684098328038, | |
| "learning_rate": 3.991574704849474e-06, | |
| "loss": 0.2452, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 1.1308411214953271, | |
| "grad_norm": 0.5762133251543371, | |
| "learning_rate": 3.97959551459963e-06, | |
| "loss": 0.7117, | |
| "step": 726 | |
| }, | |
| { | |
| "epoch": 1.132398753894081, | |
| "grad_norm": 0.5992236027329398, | |
| "learning_rate": 3.967622432951931e-06, | |
| "loss": 0.2487, | |
| "step": 727 | |
| }, | |
| { | |
| "epoch": 1.1339563862928348, | |
| "grad_norm": 0.6328864728376592, | |
| "learning_rate": 3.955655531582649e-06, | |
| "loss": 0.237, | |
| "step": 728 | |
| }, | |
| { | |
| "epoch": 1.1355140186915889, | |
| "grad_norm": 0.5851714493036804, | |
| "learning_rate": 3.943694882131061e-06, | |
| "loss": 0.2293, | |
| "step": 729 | |
| }, | |
| { | |
| "epoch": 1.1370716510903427, | |
| "grad_norm": 0.6659466040289207, | |
| "learning_rate": 3.931740556199021e-06, | |
| "loss": 0.7144, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 1.1386292834890965, | |
| "grad_norm": 0.8181017630361279, | |
| "learning_rate": 3.91979262535052e-06, | |
| "loss": 0.4389, | |
| "step": 731 | |
| }, | |
| { | |
| "epoch": 1.1401869158878504, | |
| "grad_norm": 0.6310519685249386, | |
| "learning_rate": 3.907851161111269e-06, | |
| "loss": 0.1969, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 1.1417445482866044, | |
| "grad_norm": 0.5414429317292473, | |
| "learning_rate": 3.895916234968267e-06, | |
| "loss": 0.1969, | |
| "step": 733 | |
| }, | |
| { | |
| "epoch": 1.1433021806853583, | |
| "grad_norm": 0.5694107952685924, | |
| "learning_rate": 3.883987918369373e-06, | |
| "loss": 0.2409, | |
| "step": 734 | |
| }, | |
| { | |
| "epoch": 1.144859813084112, | |
| "grad_norm": 0.5303093457895504, | |
| "learning_rate": 3.8720662827228774e-06, | |
| "loss": 0.1599, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 1.146417445482866, | |
| "grad_norm": 0.5798145908998529, | |
| "learning_rate": 3.860151399397077e-06, | |
| "loss": 0.2864, | |
| "step": 736 | |
| }, | |
| { | |
| "epoch": 1.14797507788162, | |
| "grad_norm": 0.7216318366333795, | |
| "learning_rate": 3.848243339719841e-06, | |
| "loss": 0.1274, | |
| "step": 737 | |
| }, | |
| { | |
| "epoch": 1.1495327102803738, | |
| "grad_norm": 0.5363385976748041, | |
| "learning_rate": 3.836342174978199e-06, | |
| "loss": 0.1679, | |
| "step": 738 | |
| }, | |
| { | |
| "epoch": 1.1510903426791277, | |
| "grad_norm": 0.5904714591263907, | |
| "learning_rate": 3.824447976417897e-06, | |
| "loss": 0.1803, | |
| "step": 739 | |
| }, | |
| { | |
| "epoch": 1.1526479750778815, | |
| "grad_norm": 0.7957820087907058, | |
| "learning_rate": 3.8125608152429777e-06, | |
| "loss": 0.2525, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 1.1542056074766356, | |
| "grad_norm": 0.6852233460884398, | |
| "learning_rate": 3.8006807626153565e-06, | |
| "loss": 0.6679, | |
| "step": 741 | |
| }, | |
| { | |
| "epoch": 1.1557632398753894, | |
| "grad_norm": 0.7058769394932962, | |
| "learning_rate": 3.7888078896543984e-06, | |
| "loss": 0.1596, | |
| "step": 742 | |
| }, | |
| { | |
| "epoch": 1.1573208722741433, | |
| "grad_norm": 0.5829336602902025, | |
| "learning_rate": 3.776942267436482e-06, | |
| "loss": 0.1256, | |
| "step": 743 | |
| }, | |
| { | |
| "epoch": 1.158878504672897, | |
| "grad_norm": 0.4936789586579176, | |
| "learning_rate": 3.7650839669945804e-06, | |
| "loss": 0.2213, | |
| "step": 744 | |
| }, | |
| { | |
| "epoch": 1.1604361370716512, | |
| "grad_norm": 0.6225558777529572, | |
| "learning_rate": 3.7532330593178356e-06, | |
| "loss": 0.1667, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 1.161993769470405, | |
| "grad_norm": 0.5614342757375034, | |
| "learning_rate": 3.741389615351136e-06, | |
| "loss": 0.1611, | |
| "step": 746 | |
| }, | |
| { | |
| "epoch": 1.1635514018691588, | |
| "grad_norm": 0.5754099281842366, | |
| "learning_rate": 3.729553705994685e-06, | |
| "loss": 0.2156, | |
| "step": 747 | |
| }, | |
| { | |
| "epoch": 1.1651090342679127, | |
| "grad_norm": 0.5573995209639809, | |
| "learning_rate": 3.7177254021035824e-06, | |
| "loss": 0.1777, | |
| "step": 748 | |
| }, | |
| { | |
| "epoch": 1.1666666666666667, | |
| "grad_norm": 0.6243355246035951, | |
| "learning_rate": 3.705904774487396e-06, | |
| "loss": 0.2092, | |
| "step": 749 | |
| }, | |
| { | |
| "epoch": 1.1682242990654206, | |
| "grad_norm": 0.7072395196568583, | |
| "learning_rate": 3.694091893909746e-06, | |
| "loss": 0.1916, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 1.1697819314641744, | |
| "grad_norm": 0.5876756814093886, | |
| "learning_rate": 3.6822868310878683e-06, | |
| "loss": 0.1514, | |
| "step": 751 | |
| }, | |
| { | |
| "epoch": 1.1713395638629283, | |
| "grad_norm": 0.51963445472172, | |
| "learning_rate": 3.670489656692202e-06, | |
| "loss": 0.2446, | |
| "step": 752 | |
| }, | |
| { | |
| "epoch": 1.1728971962616823, | |
| "grad_norm": 0.6338437719274572, | |
| "learning_rate": 3.658700441345959e-06, | |
| "loss": 0.2041, | |
| "step": 753 | |
| }, | |
| { | |
| "epoch": 1.1744548286604362, | |
| "grad_norm": 0.7029067603645407, | |
| "learning_rate": 3.646919255624711e-06, | |
| "loss": 0.1852, | |
| "step": 754 | |
| }, | |
| { | |
| "epoch": 1.17601246105919, | |
| "grad_norm": 2.8451831521816353, | |
| "learning_rate": 3.6351461700559564e-06, | |
| "loss": 0.6003, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 1.1775700934579438, | |
| "grad_norm": 0.5800825083133982, | |
| "learning_rate": 3.623381255118702e-06, | |
| "loss": 0.1983, | |
| "step": 756 | |
| }, | |
| { | |
| "epoch": 1.179127725856698, | |
| "grad_norm": 0.7108249246289187, | |
| "learning_rate": 3.6116245812430404e-06, | |
| "loss": 0.1904, | |
| "step": 757 | |
| }, | |
| { | |
| "epoch": 1.1806853582554517, | |
| "grad_norm": 0.5537550002098082, | |
| "learning_rate": 3.5998762188097364e-06, | |
| "loss": 0.2697, | |
| "step": 758 | |
| }, | |
| { | |
| "epoch": 1.1822429906542056, | |
| "grad_norm": 0.5354252171867416, | |
| "learning_rate": 3.588136238149791e-06, | |
| "loss": 0.2256, | |
| "step": 759 | |
| }, | |
| { | |
| "epoch": 1.1838006230529594, | |
| "grad_norm": 0.5746205607851972, | |
| "learning_rate": 3.5764047095440313e-06, | |
| "loss": 0.2216, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 1.1853582554517135, | |
| "grad_norm": 0.6474421569647941, | |
| "learning_rate": 3.5646817032226855e-06, | |
| "loss": 0.18, | |
| "step": 761 | |
| }, | |
| { | |
| "epoch": 1.1869158878504673, | |
| "grad_norm": 0.6499250531970322, | |
| "learning_rate": 3.552967289364967e-06, | |
| "loss": 0.1564, | |
| "step": 762 | |
| }, | |
| { | |
| "epoch": 1.1884735202492211, | |
| "grad_norm": 0.6915421275577466, | |
| "learning_rate": 3.541261538098647e-06, | |
| "loss": 0.1937, | |
| "step": 763 | |
| }, | |
| { | |
| "epoch": 1.190031152647975, | |
| "grad_norm": 0.7484332653622916, | |
| "learning_rate": 3.529564519499641e-06, | |
| "loss": 0.8181, | |
| "step": 764 | |
| }, | |
| { | |
| "epoch": 1.191588785046729, | |
| "grad_norm": 0.5487998303234818, | |
| "learning_rate": 3.517876303591581e-06, | |
| "loss": 0.2187, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 1.1931464174454829, | |
| "grad_norm": 0.5468867601412329, | |
| "learning_rate": 3.506196960345413e-06, | |
| "loss": 0.2741, | |
| "step": 766 | |
| }, | |
| { | |
| "epoch": 1.1947040498442367, | |
| "grad_norm": 0.5333599222192844, | |
| "learning_rate": 3.494526559678958e-06, | |
| "loss": 0.196, | |
| "step": 767 | |
| }, | |
| { | |
| "epoch": 1.1962616822429906, | |
| "grad_norm": 0.6163139809793089, | |
| "learning_rate": 3.4828651714565056e-06, | |
| "loss": 0.1689, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 1.1978193146417446, | |
| "grad_norm": 0.6118788241013663, | |
| "learning_rate": 3.4712128654883915e-06, | |
| "loss": 0.6684, | |
| "step": 769 | |
| }, | |
| { | |
| "epoch": 1.1993769470404985, | |
| "grad_norm": 0.7588288371409719, | |
| "learning_rate": 3.459569711530586e-06, | |
| "loss": 0.1844, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 1.2009345794392523, | |
| "grad_norm": 0.512022978994329, | |
| "learning_rate": 3.447935779284265e-06, | |
| "loss": 0.2842, | |
| "step": 771 | |
| }, | |
| { | |
| "epoch": 1.2024922118380061, | |
| "grad_norm": 0.5591196557510058, | |
| "learning_rate": 3.436311138395402e-06, | |
| "loss": 0.1664, | |
| "step": 772 | |
| }, | |
| { | |
| "epoch": 1.2040498442367602, | |
| "grad_norm": 0.8115349813699498, | |
| "learning_rate": 3.424695858454347e-06, | |
| "loss": 0.307, | |
| "step": 773 | |
| }, | |
| { | |
| "epoch": 1.205607476635514, | |
| "grad_norm": 0.5218970414061956, | |
| "learning_rate": 3.4130900089954142e-06, | |
| "loss": 0.2348, | |
| "step": 774 | |
| }, | |
| { | |
| "epoch": 1.2071651090342679, | |
| "grad_norm": 0.6595592104442388, | |
| "learning_rate": 3.4014936594964608e-06, | |
| "loss": 0.2381, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 1.2087227414330217, | |
| "grad_norm": 0.5724303041429597, | |
| "learning_rate": 3.3899068793784717e-06, | |
| "loss": 0.2087, | |
| "step": 776 | |
| }, | |
| { | |
| "epoch": 1.2102803738317758, | |
| "grad_norm": 0.5855841777284334, | |
| "learning_rate": 3.378329738005144e-06, | |
| "loss": 0.2215, | |
| "step": 777 | |
| }, | |
| { | |
| "epoch": 1.2118380062305296, | |
| "grad_norm": 0.5794484038490832, | |
| "learning_rate": 3.3667623046824783e-06, | |
| "loss": 0.1275, | |
| "step": 778 | |
| }, | |
| { | |
| "epoch": 1.2133956386292835, | |
| "grad_norm": 0.8252092993882152, | |
| "learning_rate": 3.3552046486583547e-06, | |
| "loss": 0.2076, | |
| "step": 779 | |
| }, | |
| { | |
| "epoch": 1.2149532710280373, | |
| "grad_norm": 0.5054517090774381, | |
| "learning_rate": 3.3436568391221215e-06, | |
| "loss": 0.2269, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 1.2165109034267914, | |
| "grad_norm": 0.6361245982706095, | |
| "learning_rate": 3.3321189452041814e-06, | |
| "loss": 0.1765, | |
| "step": 781 | |
| }, | |
| { | |
| "epoch": 1.2180685358255452, | |
| "grad_norm": 0.6359846065805195, | |
| "learning_rate": 3.3205910359755823e-06, | |
| "loss": 0.213, | |
| "step": 782 | |
| }, | |
| { | |
| "epoch": 1.219626168224299, | |
| "grad_norm": 0.575827824012367, | |
| "learning_rate": 3.309073180447593e-06, | |
| "loss": 0.2128, | |
| "step": 783 | |
| }, | |
| { | |
| "epoch": 1.2211838006230529, | |
| "grad_norm": 0.594472470089166, | |
| "learning_rate": 3.2975654475713005e-06, | |
| "loss": 0.1867, | |
| "step": 784 | |
| }, | |
| { | |
| "epoch": 1.222741433021807, | |
| "grad_norm": 0.6841555235014364, | |
| "learning_rate": 3.286067906237188e-06, | |
| "loss": 0.1615, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 1.2242990654205608, | |
| "grad_norm": 0.5190015178190842, | |
| "learning_rate": 3.274580625274737e-06, | |
| "loss": 0.2139, | |
| "step": 786 | |
| }, | |
| { | |
| "epoch": 1.2258566978193146, | |
| "grad_norm": 0.675548730024154, | |
| "learning_rate": 3.263103673451996e-06, | |
| "loss": 0.2535, | |
| "step": 787 | |
| }, | |
| { | |
| "epoch": 1.2274143302180685, | |
| "grad_norm": 0.7466550657712839, | |
| "learning_rate": 3.2516371194751838e-06, | |
| "loss": 0.2706, | |
| "step": 788 | |
| }, | |
| { | |
| "epoch": 1.2289719626168225, | |
| "grad_norm": 0.6666523188287753, | |
| "learning_rate": 3.24018103198827e-06, | |
| "loss": 0.1727, | |
| "step": 789 | |
| }, | |
| { | |
| "epoch": 1.2305295950155763, | |
| "grad_norm": 0.6337742576262074, | |
| "learning_rate": 3.22873547957257e-06, | |
| "loss": 0.1979, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 1.2320872274143302, | |
| "grad_norm": 0.5592619596660579, | |
| "learning_rate": 3.217300530746331e-06, | |
| "loss": 0.2195, | |
| "step": 791 | |
| }, | |
| { | |
| "epoch": 1.233644859813084, | |
| "grad_norm": 0.6098769962820866, | |
| "learning_rate": 3.2058762539643214e-06, | |
| "loss": 0.231, | |
| "step": 792 | |
| }, | |
| { | |
| "epoch": 1.235202492211838, | |
| "grad_norm": 0.5644158815873026, | |
| "learning_rate": 3.1944627176174204e-06, | |
| "loss": 0.2373, | |
| "step": 793 | |
| }, | |
| { | |
| "epoch": 1.236760124610592, | |
| "grad_norm": 0.9387436364990357, | |
| "learning_rate": 3.1830599900322135e-06, | |
| "loss": 0.8066, | |
| "step": 794 | |
| }, | |
| { | |
| "epoch": 1.2383177570093458, | |
| "grad_norm": 0.5202721107932754, | |
| "learning_rate": 3.1716681394705783e-06, | |
| "loss": 0.2198, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 1.2398753894080996, | |
| "grad_norm": 0.5496594883977267, | |
| "learning_rate": 3.1602872341292772e-06, | |
| "loss": 0.1961, | |
| "step": 796 | |
| }, | |
| { | |
| "epoch": 1.2414330218068537, | |
| "grad_norm": 0.6098209049046375, | |
| "learning_rate": 3.148917342139548e-06, | |
| "loss": 0.2209, | |
| "step": 797 | |
| }, | |
| { | |
| "epoch": 1.2429906542056075, | |
| "grad_norm": 0.6346192193491992, | |
| "learning_rate": 3.1375585315667047e-06, | |
| "loss": 0.1802, | |
| "step": 798 | |
| }, | |
| { | |
| "epoch": 1.2445482866043613, | |
| "grad_norm": 0.765060316147878, | |
| "learning_rate": 3.1262108704097137e-06, | |
| "loss": 0.7635, | |
| "step": 799 | |
| }, | |
| { | |
| "epoch": 1.2461059190031152, | |
| "grad_norm": 0.5914294283180993, | |
| "learning_rate": 3.1148744266008024e-06, | |
| "loss": 0.1632, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 1.2476635514018692, | |
| "grad_norm": 0.6570214224554458, | |
| "learning_rate": 3.1035492680050416e-06, | |
| "loss": 0.2406, | |
| "step": 801 | |
| }, | |
| { | |
| "epoch": 1.249221183800623, | |
| "grad_norm": 0.5452895252692876, | |
| "learning_rate": 3.0922354624199487e-06, | |
| "loss": 0.2458, | |
| "step": 802 | |
| }, | |
| { | |
| "epoch": 1.250778816199377, | |
| "grad_norm": 0.8021393101552716, | |
| "learning_rate": 3.080933077575071e-06, | |
| "loss": 0.2422, | |
| "step": 803 | |
| }, | |
| { | |
| "epoch": 1.2523364485981308, | |
| "grad_norm": 0.5980931498074656, | |
| "learning_rate": 3.0696421811315923e-06, | |
| "loss": 0.3071, | |
| "step": 804 | |
| }, | |
| { | |
| "epoch": 1.2538940809968846, | |
| "grad_norm": 0.7151706000107999, | |
| "learning_rate": 3.0583628406819167e-06, | |
| "loss": 0.1693, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 1.2554517133956387, | |
| "grad_norm": 0.7557667483815892, | |
| "learning_rate": 3.0470951237492724e-06, | |
| "loss": 0.6472, | |
| "step": 806 | |
| }, | |
| { | |
| "epoch": 1.2570093457943925, | |
| "grad_norm": 0.5383018776710425, | |
| "learning_rate": 3.035839097787301e-06, | |
| "loss": 0.2179, | |
| "step": 807 | |
| }, | |
| { | |
| "epoch": 1.2585669781931463, | |
| "grad_norm": 0.5591749963571674, | |
| "learning_rate": 3.024594830179658e-06, | |
| "loss": 0.2537, | |
| "step": 808 | |
| }, | |
| { | |
| "epoch": 1.2601246105919004, | |
| "grad_norm": 0.5434411022961728, | |
| "learning_rate": 3.0133623882396067e-06, | |
| "loss": 0.1933, | |
| "step": 809 | |
| }, | |
| { | |
| "epoch": 1.2616822429906542, | |
| "grad_norm": 0.6201199414157127, | |
| "learning_rate": 3.0021418392096215e-06, | |
| "loss": 0.2193, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 1.263239875389408, | |
| "grad_norm": 0.669872737304252, | |
| "learning_rate": 2.9909332502609744e-06, | |
| "loss": 0.1446, | |
| "step": 811 | |
| }, | |
| { | |
| "epoch": 1.264797507788162, | |
| "grad_norm": 0.5828212724381946, | |
| "learning_rate": 2.979736688493343e-06, | |
| "loss": 0.253, | |
| "step": 812 | |
| }, | |
| { | |
| "epoch": 1.2663551401869158, | |
| "grad_norm": 0.5644246073635343, | |
| "learning_rate": 2.968552220934402e-06, | |
| "loss": 0.2241, | |
| "step": 813 | |
| }, | |
| { | |
| "epoch": 1.2679127725856698, | |
| "grad_norm": 0.5607183966563147, | |
| "learning_rate": 2.9573799145394266e-06, | |
| "loss": 0.2745, | |
| "step": 814 | |
| }, | |
| { | |
| "epoch": 1.2694704049844237, | |
| "grad_norm": 0.474278573645314, | |
| "learning_rate": 2.9462198361908893e-06, | |
| "loss": 0.1337, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 1.2710280373831775, | |
| "grad_norm": 1.3740104676242695, | |
| "learning_rate": 2.9350720526980592e-06, | |
| "loss": 0.7275, | |
| "step": 816 | |
| }, | |
| { | |
| "epoch": 1.2725856697819315, | |
| "grad_norm": 0.711919465609596, | |
| "learning_rate": 2.9239366307966033e-06, | |
| "loss": 0.7703, | |
| "step": 817 | |
| }, | |
| { | |
| "epoch": 1.2741433021806854, | |
| "grad_norm": 0.6630095165519386, | |
| "learning_rate": 2.912813637148187e-06, | |
| "loss": 0.1362, | |
| "step": 818 | |
| }, | |
| { | |
| "epoch": 1.2757009345794392, | |
| "grad_norm": 0.602978479954925, | |
| "learning_rate": 2.9017031383400772e-06, | |
| "loss": 0.1538, | |
| "step": 819 | |
| }, | |
| { | |
| "epoch": 1.277258566978193, | |
| "grad_norm": 0.7257094178132808, | |
| "learning_rate": 2.890605200884733e-06, | |
| "loss": 0.1533, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 1.278816199376947, | |
| "grad_norm": 0.5041273431174441, | |
| "learning_rate": 2.879519891219424e-06, | |
| "loss": 0.195, | |
| "step": 821 | |
| }, | |
| { | |
| "epoch": 1.280373831775701, | |
| "grad_norm": 0.5315316010733497, | |
| "learning_rate": 2.868447275705821e-06, | |
| "loss": 0.1634, | |
| "step": 822 | |
| }, | |
| { | |
| "epoch": 1.2819314641744548, | |
| "grad_norm": 0.6131393193633405, | |
| "learning_rate": 2.8573874206296005e-06, | |
| "loss": 0.2044, | |
| "step": 823 | |
| }, | |
| { | |
| "epoch": 1.2834890965732086, | |
| "grad_norm": 0.5970183436040595, | |
| "learning_rate": 2.846340392200051e-06, | |
| "loss": 0.2539, | |
| "step": 824 | |
| }, | |
| { | |
| "epoch": 1.2850467289719627, | |
| "grad_norm": 0.5065607828613443, | |
| "learning_rate": 2.8353062565496715e-06, | |
| "loss": 0.166, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 1.2866043613707165, | |
| "grad_norm": 0.6837585450327539, | |
| "learning_rate": 2.824285079733788e-06, | |
| "loss": 0.2406, | |
| "step": 826 | |
| }, | |
| { | |
| "epoch": 1.2881619937694704, | |
| "grad_norm": 0.5599124367538377, | |
| "learning_rate": 2.8132769277301374e-06, | |
| "loss": 0.157, | |
| "step": 827 | |
| }, | |
| { | |
| "epoch": 1.2897196261682242, | |
| "grad_norm": 0.49511182258884123, | |
| "learning_rate": 2.8022818664384945e-06, | |
| "loss": 0.1824, | |
| "step": 828 | |
| }, | |
| { | |
| "epoch": 1.291277258566978, | |
| "grad_norm": 0.5896227768783965, | |
| "learning_rate": 2.791299961680255e-06, | |
| "loss": 0.258, | |
| "step": 829 | |
| }, | |
| { | |
| "epoch": 1.2928348909657321, | |
| "grad_norm": 0.5730839746888057, | |
| "learning_rate": 2.7803312791980697e-06, | |
| "loss": 0.2379, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 1.294392523364486, | |
| "grad_norm": 0.6736027436106719, | |
| "learning_rate": 2.769375884655421e-06, | |
| "loss": 0.2515, | |
| "step": 831 | |
| }, | |
| { | |
| "epoch": 1.2959501557632398, | |
| "grad_norm": 0.6242264709025079, | |
| "learning_rate": 2.758433843636252e-06, | |
| "loss": 0.1923, | |
| "step": 832 | |
| }, | |
| { | |
| "epoch": 1.2975077881619939, | |
| "grad_norm": 0.6286501649370759, | |
| "learning_rate": 2.7475052216445588e-06, | |
| "loss": 0.1842, | |
| "step": 833 | |
| }, | |
| { | |
| "epoch": 1.2990654205607477, | |
| "grad_norm": 0.5914028874575505, | |
| "learning_rate": 2.7365900841040104e-06, | |
| "loss": 0.1473, | |
| "step": 834 | |
| }, | |
| { | |
| "epoch": 1.3006230529595015, | |
| "grad_norm": 0.6185390608342917, | |
| "learning_rate": 2.7256884963575536e-06, | |
| "loss": 0.2347, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 1.3021806853582554, | |
| "grad_norm": 0.5490349592608532, | |
| "learning_rate": 2.714800523667011e-06, | |
| "loss": 0.1875, | |
| "step": 836 | |
| }, | |
| { | |
| "epoch": 1.3037383177570092, | |
| "grad_norm": 0.619509184599072, | |
| "learning_rate": 2.703926231212708e-06, | |
| "loss": 0.2472, | |
| "step": 837 | |
| }, | |
| { | |
| "epoch": 1.3052959501557633, | |
| "grad_norm": 0.7158852617243849, | |
| "learning_rate": 2.6930656840930713e-06, | |
| "loss": 0.2468, | |
| "step": 838 | |
| }, | |
| { | |
| "epoch": 1.3068535825545171, | |
| "grad_norm": 0.723996693315863, | |
| "learning_rate": 2.6822189473242422e-06, | |
| "loss": 0.2276, | |
| "step": 839 | |
| }, | |
| { | |
| "epoch": 1.308411214953271, | |
| "grad_norm": 0.5632679246702721, | |
| "learning_rate": 2.671386085839682e-06, | |
| "loss": 0.2215, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 1.309968847352025, | |
| "grad_norm": 0.5985281299233187, | |
| "learning_rate": 2.6605671644897967e-06, | |
| "loss": 0.3572, | |
| "step": 841 | |
| }, | |
| { | |
| "epoch": 1.3115264797507789, | |
| "grad_norm": 0.686365038362172, | |
| "learning_rate": 2.6497622480415346e-06, | |
| "loss": 0.3266, | |
| "step": 842 | |
| }, | |
| { | |
| "epoch": 1.3130841121495327, | |
| "grad_norm": 0.6582167035193466, | |
| "learning_rate": 2.6389714011780078e-06, | |
| "loss": 0.2669, | |
| "step": 843 | |
| }, | |
| { | |
| "epoch": 1.3146417445482865, | |
| "grad_norm": 0.5788593198598405, | |
| "learning_rate": 2.628194688498096e-06, | |
| "loss": 0.2572, | |
| "step": 844 | |
| }, | |
| { | |
| "epoch": 1.3161993769470404, | |
| "grad_norm": 0.5457859405003289, | |
| "learning_rate": 2.6174321745160707e-06, | |
| "loss": 0.2016, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 1.3177570093457944, | |
| "grad_norm": 0.5093352344419979, | |
| "learning_rate": 2.606683923661204e-06, | |
| "loss": 0.2152, | |
| "step": 846 | |
| }, | |
| { | |
| "epoch": 1.3193146417445483, | |
| "grad_norm": 0.6332315738079737, | |
| "learning_rate": 2.5959500002773763e-06, | |
| "loss": 0.1449, | |
| "step": 847 | |
| }, | |
| { | |
| "epoch": 1.320872274143302, | |
| "grad_norm": 0.4685817262067038, | |
| "learning_rate": 2.585230468622705e-06, | |
| "loss": 0.2152, | |
| "step": 848 | |
| }, | |
| { | |
| "epoch": 1.3224299065420562, | |
| "grad_norm": 0.49981674536826676, | |
| "learning_rate": 2.574525392869143e-06, | |
| "loss": 0.1783, | |
| "step": 849 | |
| }, | |
| { | |
| "epoch": 1.32398753894081, | |
| "grad_norm": 1.0724140185603979, | |
| "learning_rate": 2.563834837102115e-06, | |
| "loss": 0.6521, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 1.3255451713395638, | |
| "grad_norm": 0.5582924411201017, | |
| "learning_rate": 2.5531588653201134e-06, | |
| "loss": 0.1696, | |
| "step": 851 | |
| }, | |
| { | |
| "epoch": 1.3271028037383177, | |
| "grad_norm": 0.5064036048508646, | |
| "learning_rate": 2.542497541434329e-06, | |
| "loss": 0.1616, | |
| "step": 852 | |
| }, | |
| { | |
| "epoch": 1.3286604361370715, | |
| "grad_norm": 0.7424483742643145, | |
| "learning_rate": 2.531850929268258e-06, | |
| "loss": 0.3, | |
| "step": 853 | |
| }, | |
| { | |
| "epoch": 1.3302180685358256, | |
| "grad_norm": 0.6230465177616844, | |
| "learning_rate": 2.5212190925573366e-06, | |
| "loss": 0.638, | |
| "step": 854 | |
| }, | |
| { | |
| "epoch": 1.3317757009345794, | |
| "grad_norm": 0.5918692120070366, | |
| "learning_rate": 2.510602094948535e-06, | |
| "loss": 0.1742, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 1.3333333333333333, | |
| "grad_norm": 0.6010294004442239, | |
| "learning_rate": 2.5000000000000015e-06, | |
| "loss": 0.2177, | |
| "step": 856 | |
| }, | |
| { | |
| "epoch": 1.3348909657320873, | |
| "grad_norm": 0.8792131655034126, | |
| "learning_rate": 2.4894128711806603e-06, | |
| "loss": 0.1769, | |
| "step": 857 | |
| }, | |
| { | |
| "epoch": 1.3364485981308412, | |
| "grad_norm": 0.5439058673773991, | |
| "learning_rate": 2.4788407718698487e-06, | |
| "loss": 0.1423, | |
| "step": 858 | |
| }, | |
| { | |
| "epoch": 1.338006230529595, | |
| "grad_norm": 0.6698324814866782, | |
| "learning_rate": 2.468283765356931e-06, | |
| "loss": 0.2016, | |
| "step": 859 | |
| }, | |
| { | |
| "epoch": 1.3395638629283488, | |
| "grad_norm": 0.7209231410413558, | |
| "learning_rate": 2.4577419148409123e-06, | |
| "loss": 0.2526, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 1.3411214953271027, | |
| "grad_norm": 0.5554513132189719, | |
| "learning_rate": 2.447215283430072e-06, | |
| "loss": 0.2054, | |
| "step": 861 | |
| }, | |
| { | |
| "epoch": 1.3426791277258567, | |
| "grad_norm": 0.6204181777681318, | |
| "learning_rate": 2.436703934141583e-06, | |
| "loss": 0.2055, | |
| "step": 862 | |
| }, | |
| { | |
| "epoch": 1.3442367601246106, | |
| "grad_norm": 0.6174847596208328, | |
| "learning_rate": 2.4262079299011287e-06, | |
| "loss": 0.2214, | |
| "step": 863 | |
| }, | |
| { | |
| "epoch": 1.3457943925233644, | |
| "grad_norm": 0.596347448095447, | |
| "learning_rate": 2.4157273335425296e-06, | |
| "loss": 0.2396, | |
| "step": 864 | |
| }, | |
| { | |
| "epoch": 1.3473520249221185, | |
| "grad_norm": 0.6945784756475979, | |
| "learning_rate": 2.4052622078073714e-06, | |
| "loss": 0.6505, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 1.3489096573208723, | |
| "grad_norm": 0.6484352021895371, | |
| "learning_rate": 2.394812615344622e-06, | |
| "loss": 0.2738, | |
| "step": 866 | |
| }, | |
| { | |
| "epoch": 1.3504672897196262, | |
| "grad_norm": 0.5351329498045785, | |
| "learning_rate": 2.384378618710265e-06, | |
| "loss": 0.1667, | |
| "step": 867 | |
| }, | |
| { | |
| "epoch": 1.35202492211838, | |
| "grad_norm": 0.5884847134807437, | |
| "learning_rate": 2.3739602803669126e-06, | |
| "loss": 0.2267, | |
| "step": 868 | |
| }, | |
| { | |
| "epoch": 1.3535825545171338, | |
| "grad_norm": 0.7327148616338638, | |
| "learning_rate": 2.363557662683446e-06, | |
| "loss": 0.7327, | |
| "step": 869 | |
| }, | |
| { | |
| "epoch": 1.355140186915888, | |
| "grad_norm": 0.712258388986809, | |
| "learning_rate": 2.3531708279346347e-06, | |
| "loss": 0.2281, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 1.3566978193146417, | |
| "grad_norm": 0.598978404959667, | |
| "learning_rate": 2.3427998383007605e-06, | |
| "loss": 0.2433, | |
| "step": 871 | |
| }, | |
| { | |
| "epoch": 1.3582554517133956, | |
| "grad_norm": 0.6295698566133894, | |
| "learning_rate": 2.3324447558672543e-06, | |
| "loss": 0.2569, | |
| "step": 872 | |
| }, | |
| { | |
| "epoch": 1.3598130841121496, | |
| "grad_norm": 0.5986998801181967, | |
| "learning_rate": 2.3221056426243112e-06, | |
| "loss": 0.1962, | |
| "step": 873 | |
| }, | |
| { | |
| "epoch": 1.3613707165109035, | |
| "grad_norm": 0.5674067782697227, | |
| "learning_rate": 2.3117825604665405e-06, | |
| "loss": 0.2158, | |
| "step": 874 | |
| }, | |
| { | |
| "epoch": 1.3629283489096573, | |
| "grad_norm": 0.6884839665928056, | |
| "learning_rate": 2.3014755711925695e-06, | |
| "loss": 0.2329, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 1.3644859813084111, | |
| "grad_norm": 0.6885485571502845, | |
| "learning_rate": 2.291184736504695e-06, | |
| "loss": 0.1955, | |
| "step": 876 | |
| }, | |
| { | |
| "epoch": 1.366043613707165, | |
| "grad_norm": 0.5473669303308986, | |
| "learning_rate": 2.2809101180084963e-06, | |
| "loss": 0.2171, | |
| "step": 877 | |
| }, | |
| { | |
| "epoch": 1.367601246105919, | |
| "grad_norm": 0.5860469422390239, | |
| "learning_rate": 2.2706517772124875e-06, | |
| "loss": 0.3142, | |
| "step": 878 | |
| }, | |
| { | |
| "epoch": 1.3691588785046729, | |
| "grad_norm": 0.4589130720603424, | |
| "learning_rate": 2.2604097755277244e-06, | |
| "loss": 0.1892, | |
| "step": 879 | |
| }, | |
| { | |
| "epoch": 1.3707165109034267, | |
| "grad_norm": 0.56817784386682, | |
| "learning_rate": 2.250184174267459e-06, | |
| "loss": 0.2104, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 1.3722741433021808, | |
| "grad_norm": 2.9170440438070244, | |
| "learning_rate": 2.239975034646756e-06, | |
| "loss": 0.4075, | |
| "step": 881 | |
| }, | |
| { | |
| "epoch": 1.3738317757009346, | |
| "grad_norm": 0.5936408877749505, | |
| "learning_rate": 2.2297824177821374e-06, | |
| "loss": 0.1725, | |
| "step": 882 | |
| }, | |
| { | |
| "epoch": 1.3753894080996885, | |
| "grad_norm": 0.5570669743525561, | |
| "learning_rate": 2.2196063846912142e-06, | |
| "loss": 0.1089, | |
| "step": 883 | |
| }, | |
| { | |
| "epoch": 1.3769470404984423, | |
| "grad_norm": 0.7043574775467037, | |
| "learning_rate": 2.209446996292312e-06, | |
| "loss": 0.2412, | |
| "step": 884 | |
| }, | |
| { | |
| "epoch": 1.3785046728971961, | |
| "grad_norm": 0.6356878135461869, | |
| "learning_rate": 2.1993043134041213e-06, | |
| "loss": 0.2314, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 1.3800623052959502, | |
| "grad_norm": 0.6088173529635026, | |
| "learning_rate": 2.1891783967453235e-06, | |
| "loss": 0.1986, | |
| "step": 886 | |
| }, | |
| { | |
| "epoch": 1.381619937694704, | |
| "grad_norm": 0.6505134414780895, | |
| "learning_rate": 2.1790693069342293e-06, | |
| "loss": 0.2621, | |
| "step": 887 | |
| }, | |
| { | |
| "epoch": 1.3831775700934579, | |
| "grad_norm": 0.5229082442758375, | |
| "learning_rate": 2.168977104488415e-06, | |
| "loss": 0.1857, | |
| "step": 888 | |
| }, | |
| { | |
| "epoch": 1.384735202492212, | |
| "grad_norm": 0.6219752894683416, | |
| "learning_rate": 2.158901849824363e-06, | |
| "loss": 0.2393, | |
| "step": 889 | |
| }, | |
| { | |
| "epoch": 1.3862928348909658, | |
| "grad_norm": 0.6712717762459158, | |
| "learning_rate": 2.1488436032571e-06, | |
| "loss": 0.1975, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 1.3878504672897196, | |
| "grad_norm": 0.5882444001428154, | |
| "learning_rate": 2.138802424999833e-06, | |
| "loss": 0.1938, | |
| "step": 891 | |
| }, | |
| { | |
| "epoch": 1.3894080996884735, | |
| "grad_norm": 0.7887785551105917, | |
| "learning_rate": 2.128778375163588e-06, | |
| "loss": 0.2438, | |
| "step": 892 | |
| }, | |
| { | |
| "epoch": 1.3909657320872273, | |
| "grad_norm": 0.6726478463164812, | |
| "learning_rate": 2.1187715137568564e-06, | |
| "loss": 0.1609, | |
| "step": 893 | |
| }, | |
| { | |
| "epoch": 1.3925233644859814, | |
| "grad_norm": 1.1772556659919378, | |
| "learning_rate": 2.1087819006852327e-06, | |
| "loss": 0.1874, | |
| "step": 894 | |
| }, | |
| { | |
| "epoch": 1.3940809968847352, | |
| "grad_norm": 0.6141735195326121, | |
| "learning_rate": 2.098809595751049e-06, | |
| "loss": 0.1771, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 1.395638629283489, | |
| "grad_norm": 0.574616048911299, | |
| "learning_rate": 2.08885465865303e-06, | |
| "loss": 0.1973, | |
| "step": 896 | |
| }, | |
| { | |
| "epoch": 1.397196261682243, | |
| "grad_norm": 0.7291041551854346, | |
| "learning_rate": 2.078917148985921e-06, | |
| "loss": 0.7534, | |
| "step": 897 | |
| }, | |
| { | |
| "epoch": 1.398753894080997, | |
| "grad_norm": 0.5907252824302475, | |
| "learning_rate": 2.06899712624015e-06, | |
| "loss": 0.2802, | |
| "step": 898 | |
| }, | |
| { | |
| "epoch": 1.4003115264797508, | |
| "grad_norm": 0.5328199626427012, | |
| "learning_rate": 2.0590946498014493e-06, | |
| "loss": 0.2303, | |
| "step": 899 | |
| }, | |
| { | |
| "epoch": 1.4018691588785046, | |
| "grad_norm": 0.6150130691322249, | |
| "learning_rate": 2.049209778950518e-06, | |
| "loss": 0.2424, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 1.4034267912772584, | |
| "grad_norm": 0.6127344165171512, | |
| "learning_rate": 2.0393425728626526e-06, | |
| "loss": 0.1674, | |
| "step": 901 | |
| }, | |
| { | |
| "epoch": 1.4049844236760125, | |
| "grad_norm": 0.6455010665412071, | |
| "learning_rate": 2.029493090607413e-06, | |
| "loss": 0.201, | |
| "step": 902 | |
| }, | |
| { | |
| "epoch": 1.4065420560747663, | |
| "grad_norm": 0.6680633935331085, | |
| "learning_rate": 2.0196613911482445e-06, | |
| "loss": 0.1652, | |
| "step": 903 | |
| }, | |
| { | |
| "epoch": 1.4080996884735202, | |
| "grad_norm": 0.5230495421575583, | |
| "learning_rate": 2.0098475333421426e-06, | |
| "loss": 0.1869, | |
| "step": 904 | |
| }, | |
| { | |
| "epoch": 1.4096573208722742, | |
| "grad_norm": 0.6484127593933029, | |
| "learning_rate": 2.0000515759392904e-06, | |
| "loss": 0.2167, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 1.411214953271028, | |
| "grad_norm": 0.6594541288417016, | |
| "learning_rate": 1.9902735775827146e-06, | |
| "loss": 0.3135, | |
| "step": 906 | |
| }, | |
| { | |
| "epoch": 1.412772585669782, | |
| "grad_norm": 0.6546159891601314, | |
| "learning_rate": 1.980513596807932e-06, | |
| "loss": 0.1546, | |
| "step": 907 | |
| }, | |
| { | |
| "epoch": 1.4143302180685358, | |
| "grad_norm": 0.6853904172880749, | |
| "learning_rate": 1.9707716920425923e-06, | |
| "loss": 0.2063, | |
| "step": 908 | |
| }, | |
| { | |
| "epoch": 1.4158878504672896, | |
| "grad_norm": 0.6131385223592029, | |
| "learning_rate": 1.9610479216061393e-06, | |
| "loss": 0.2792, | |
| "step": 909 | |
| }, | |
| { | |
| "epoch": 1.4174454828660437, | |
| "grad_norm": 0.47832488985489935, | |
| "learning_rate": 1.951342343709456e-06, | |
| "loss": 0.2819, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 1.4190031152647975, | |
| "grad_norm": 0.7260584028544175, | |
| "learning_rate": 1.941655016454515e-06, | |
| "loss": 0.1664, | |
| "step": 911 | |
| }, | |
| { | |
| "epoch": 1.4205607476635513, | |
| "grad_norm": 0.531050945261339, | |
| "learning_rate": 1.9319859978340312e-06, | |
| "loss": 0.218, | |
| "step": 912 | |
| }, | |
| { | |
| "epoch": 1.4221183800623054, | |
| "grad_norm": 0.7077461606190044, | |
| "learning_rate": 1.9223353457311178e-06, | |
| "loss": 0.2129, | |
| "step": 913 | |
| }, | |
| { | |
| "epoch": 1.4236760124610592, | |
| "grad_norm": 0.6914074130890262, | |
| "learning_rate": 1.912703117918938e-06, | |
| "loss": 0.1846, | |
| "step": 914 | |
| }, | |
| { | |
| "epoch": 1.425233644859813, | |
| "grad_norm": 0.7199368018705896, | |
| "learning_rate": 1.9030893720603604e-06, | |
| "loss": 0.2253, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 1.426791277258567, | |
| "grad_norm": 0.5583301531155793, | |
| "learning_rate": 1.8934941657076057e-06, | |
| "loss": 0.2059, | |
| "step": 916 | |
| }, | |
| { | |
| "epoch": 1.4283489096573208, | |
| "grad_norm": 0.5646047767722963, | |
| "learning_rate": 1.8839175563019145e-06, | |
| "loss": 0.2514, | |
| "step": 917 | |
| }, | |
| { | |
| "epoch": 1.4299065420560748, | |
| "grad_norm": 0.6817330899431177, | |
| "learning_rate": 1.8743596011731984e-06, | |
| "loss": 0.2018, | |
| "step": 918 | |
| }, | |
| { | |
| "epoch": 1.4314641744548287, | |
| "grad_norm": 0.6478720709719429, | |
| "learning_rate": 1.8648203575396912e-06, | |
| "loss": 0.1172, | |
| "step": 919 | |
| }, | |
| { | |
| "epoch": 1.4330218068535825, | |
| "grad_norm": 0.6481753359929265, | |
| "learning_rate": 1.8552998825076163e-06, | |
| "loss": 0.2396, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 1.4345794392523366, | |
| "grad_norm": 0.6132125740119907, | |
| "learning_rate": 1.845798233070833e-06, | |
| "loss": 0.2065, | |
| "step": 921 | |
| }, | |
| { | |
| "epoch": 1.4361370716510904, | |
| "grad_norm": 0.5448210616281429, | |
| "learning_rate": 1.8363154661105131e-06, | |
| "loss": 0.2022, | |
| "step": 922 | |
| }, | |
| { | |
| "epoch": 1.4376947040498442, | |
| "grad_norm": 0.5931140592473454, | |
| "learning_rate": 1.826851638394777e-06, | |
| "loss": 0.2241, | |
| "step": 923 | |
| }, | |
| { | |
| "epoch": 1.439252336448598, | |
| "grad_norm": 0.5732273344982183, | |
| "learning_rate": 1.8174068065783768e-06, | |
| "loss": 0.238, | |
| "step": 924 | |
| }, | |
| { | |
| "epoch": 1.440809968847352, | |
| "grad_norm": 0.6031290862741796, | |
| "learning_rate": 1.8079810272023373e-06, | |
| "loss": 0.2065, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 1.442367601246106, | |
| "grad_norm": 0.7027323074692515, | |
| "learning_rate": 1.7985743566936338e-06, | |
| "loss": 0.1353, | |
| "step": 926 | |
| }, | |
| { | |
| "epoch": 1.4439252336448598, | |
| "grad_norm": 0.679661751499936, | |
| "learning_rate": 1.7891868513648436e-06, | |
| "loss": 0.1636, | |
| "step": 927 | |
| }, | |
| { | |
| "epoch": 1.4454828660436136, | |
| "grad_norm": 0.6123098696997167, | |
| "learning_rate": 1.7798185674138163e-06, | |
| "loss": 0.7362, | |
| "step": 928 | |
| }, | |
| { | |
| "epoch": 1.4470404984423677, | |
| "grad_norm": 0.6533459270958951, | |
| "learning_rate": 1.7704695609233275e-06, | |
| "loss": 0.2479, | |
| "step": 929 | |
| }, | |
| { | |
| "epoch": 1.4485981308411215, | |
| "grad_norm": 0.6018511814849575, | |
| "learning_rate": 1.7611398878607544e-06, | |
| "loss": 0.2135, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 1.4501557632398754, | |
| "grad_norm": 0.6980529317039801, | |
| "learning_rate": 1.7518296040777355e-06, | |
| "loss": 0.1639, | |
| "step": 931 | |
| }, | |
| { | |
| "epoch": 1.4517133956386292, | |
| "grad_norm": 0.6062016861868827, | |
| "learning_rate": 1.742538765309832e-06, | |
| "loss": 0.2538, | |
| "step": 932 | |
| }, | |
| { | |
| "epoch": 1.453271028037383, | |
| "grad_norm": 0.6539624285807091, | |
| "learning_rate": 1.7332674271762018e-06, | |
| "loss": 0.1811, | |
| "step": 933 | |
| }, | |
| { | |
| "epoch": 1.4548286604361371, | |
| "grad_norm": 0.7122687298587204, | |
| "learning_rate": 1.724015645179264e-06, | |
| "loss": 0.1891, | |
| "step": 934 | |
| }, | |
| { | |
| "epoch": 1.456386292834891, | |
| "grad_norm": 0.7014287750312252, | |
| "learning_rate": 1.7147834747043651e-06, | |
| "loss": 0.1866, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 1.4579439252336448, | |
| "grad_norm": 0.6319275863012598, | |
| "learning_rate": 1.7055709710194452e-06, | |
| "loss": 0.1921, | |
| "step": 936 | |
| }, | |
| { | |
| "epoch": 1.4595015576323989, | |
| "grad_norm": 0.6620029301577026, | |
| "learning_rate": 1.6963781892747128e-06, | |
| "loss": 0.1889, | |
| "step": 937 | |
| }, | |
| { | |
| "epoch": 1.4610591900311527, | |
| "grad_norm": 0.6613697258053355, | |
| "learning_rate": 1.6872051845023124e-06, | |
| "loss": 0.2277, | |
| "step": 938 | |
| }, | |
| { | |
| "epoch": 1.4626168224299065, | |
| "grad_norm": 0.6709827699093153, | |
| "learning_rate": 1.6780520116159954e-06, | |
| "loss": 0.2345, | |
| "step": 939 | |
| }, | |
| { | |
| "epoch": 1.4641744548286604, | |
| "grad_norm": 0.6308994122097046, | |
| "learning_rate": 1.6689187254107852e-06, | |
| "loss": 0.2384, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 1.4657320872274142, | |
| "grad_norm": 0.49997735693518447, | |
| "learning_rate": 1.6598053805626607e-06, | |
| "loss": 0.2885, | |
| "step": 941 | |
| }, | |
| { | |
| "epoch": 1.4672897196261683, | |
| "grad_norm": 0.5769855416317906, | |
| "learning_rate": 1.6507120316282222e-06, | |
| "loss": 0.2262, | |
| "step": 942 | |
| }, | |
| { | |
| "epoch": 1.4688473520249221, | |
| "grad_norm": 0.7766043611879518, | |
| "learning_rate": 1.6416387330443594e-06, | |
| "loss": 0.2012, | |
| "step": 943 | |
| }, | |
| { | |
| "epoch": 1.470404984423676, | |
| "grad_norm": 0.6306011227357949, | |
| "learning_rate": 1.6325855391279399e-06, | |
| "loss": 0.1672, | |
| "step": 944 | |
| }, | |
| { | |
| "epoch": 1.47196261682243, | |
| "grad_norm": 0.6252880509484167, | |
| "learning_rate": 1.623552504075467e-06, | |
| "loss": 0.21, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 1.4735202492211839, | |
| "grad_norm": 0.5733165288371812, | |
| "learning_rate": 1.6145396819627734e-06, | |
| "loss": 0.203, | |
| "step": 946 | |
| }, | |
| { | |
| "epoch": 1.4750778816199377, | |
| "grad_norm": 0.7571650504143702, | |
| "learning_rate": 1.6055471267446804e-06, | |
| "loss": 0.2244, | |
| "step": 947 | |
| }, | |
| { | |
| "epoch": 1.4766355140186915, | |
| "grad_norm": 0.7478203882298783, | |
| "learning_rate": 1.5965748922546876e-06, | |
| "loss": 0.1799, | |
| "step": 948 | |
| }, | |
| { | |
| "epoch": 1.4781931464174454, | |
| "grad_norm": 0.6868312970173284, | |
| "learning_rate": 1.5876230322046393e-06, | |
| "loss": 0.6746, | |
| "step": 949 | |
| }, | |
| { | |
| "epoch": 1.4797507788161994, | |
| "grad_norm": 0.6037632401087822, | |
| "learning_rate": 1.578691600184416e-06, | |
| "loss": 0.2057, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 1.4813084112149533, | |
| "grad_norm": 0.6046826777481786, | |
| "learning_rate": 1.569780649661603e-06, | |
| "loss": 0.2926, | |
| "step": 951 | |
| }, | |
| { | |
| "epoch": 1.482866043613707, | |
| "grad_norm": 0.6848611609536812, | |
| "learning_rate": 1.5608902339811765e-06, | |
| "loss": 0.2328, | |
| "step": 952 | |
| }, | |
| { | |
| "epoch": 1.4844236760124612, | |
| "grad_norm": 0.5462582273781476, | |
| "learning_rate": 1.5520204063651784e-06, | |
| "loss": 0.2703, | |
| "step": 953 | |
| }, | |
| { | |
| "epoch": 1.485981308411215, | |
| "grad_norm": 0.5459862014182448, | |
| "learning_rate": 1.5431712199124033e-06, | |
| "loss": 0.2268, | |
| "step": 954 | |
| }, | |
| { | |
| "epoch": 1.4875389408099688, | |
| "grad_norm": 0.5909228089011523, | |
| "learning_rate": 1.5343427275980804e-06, | |
| "loss": 0.1918, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 1.4890965732087227, | |
| "grad_norm": 0.6922392218824316, | |
| "learning_rate": 1.5255349822735494e-06, | |
| "loss": 0.2065, | |
| "step": 956 | |
| }, | |
| { | |
| "epoch": 1.4906542056074765, | |
| "grad_norm": 0.6347770175659823, | |
| "learning_rate": 1.5167480366659538e-06, | |
| "loss": 0.1683, | |
| "step": 957 | |
| }, | |
| { | |
| "epoch": 1.4922118380062306, | |
| "grad_norm": 0.5516070303093964, | |
| "learning_rate": 1.507981943377918e-06, | |
| "loss": 0.2173, | |
| "step": 958 | |
| }, | |
| { | |
| "epoch": 1.4937694704049844, | |
| "grad_norm": 0.6071049706243482, | |
| "learning_rate": 1.4992367548872383e-06, | |
| "loss": 0.2458, | |
| "step": 959 | |
| }, | |
| { | |
| "epoch": 1.4953271028037383, | |
| "grad_norm": 0.6720642183082266, | |
| "learning_rate": 1.490512523546559e-06, | |
| "loss": 0.1915, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 1.4968847352024923, | |
| "grad_norm": 0.5147991401453758, | |
| "learning_rate": 1.481809301583072e-06, | |
| "loss": 0.2315, | |
| "step": 961 | |
| }, | |
| { | |
| "epoch": 1.4984423676012462, | |
| "grad_norm": 0.5193622138782028, | |
| "learning_rate": 1.4731271410981961e-06, | |
| "loss": 0.2994, | |
| "step": 962 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 0.6483302843412619, | |
| "learning_rate": 1.4644660940672628e-06, | |
| "loss": 0.1486, | |
| "step": 963 | |
| }, | |
| { | |
| "epoch": 1.5015576323987538, | |
| "grad_norm": 0.6211856895290482, | |
| "learning_rate": 1.4558262123392125e-06, | |
| "loss": 0.1979, | |
| "step": 964 | |
| }, | |
| { | |
| "epoch": 1.5031152647975077, | |
| "grad_norm": 0.6267158569891346, | |
| "learning_rate": 1.4472075476362819e-06, | |
| "loss": 0.226, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 1.5046728971962615, | |
| "grad_norm": 0.6878081812868871, | |
| "learning_rate": 1.4386101515536865e-06, | |
| "loss": 0.215, | |
| "step": 966 | |
| }, | |
| { | |
| "epoch": 1.5062305295950156, | |
| "grad_norm": 0.6013152247422209, | |
| "learning_rate": 1.4300340755593256e-06, | |
| "loss": 0.1853, | |
| "step": 967 | |
| }, | |
| { | |
| "epoch": 1.5077881619937694, | |
| "grad_norm": 0.5961333640534994, | |
| "learning_rate": 1.4214793709934644e-06, | |
| "loss": 0.2134, | |
| "step": 968 | |
| }, | |
| { | |
| "epoch": 1.5093457943925235, | |
| "grad_norm": 0.6714185068729337, | |
| "learning_rate": 1.4129460890684255e-06, | |
| "loss": 0.2285, | |
| "step": 969 | |
| }, | |
| { | |
| "epoch": 1.5109034267912773, | |
| "grad_norm": 0.5287976544223729, | |
| "learning_rate": 1.4044342808682904e-06, | |
| "loss": 0.226, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 1.5124610591900312, | |
| "grad_norm": 0.7244263964282488, | |
| "learning_rate": 1.3959439973485872e-06, | |
| "loss": 0.1919, | |
| "step": 971 | |
| }, | |
| { | |
| "epoch": 1.514018691588785, | |
| "grad_norm": 0.7411473501185608, | |
| "learning_rate": 1.38747528933599e-06, | |
| "loss": 0.1573, | |
| "step": 972 | |
| }, | |
| { | |
| "epoch": 1.5155763239875388, | |
| "grad_norm": 0.7535346088046625, | |
| "learning_rate": 1.3790282075280064e-06, | |
| "loss": 0.1939, | |
| "step": 973 | |
| }, | |
| { | |
| "epoch": 1.5171339563862927, | |
| "grad_norm": 0.7535256340431424, | |
| "learning_rate": 1.3706028024926855e-06, | |
| "loss": 0.1736, | |
| "step": 974 | |
| }, | |
| { | |
| "epoch": 1.5186915887850467, | |
| "grad_norm": 0.5709920085521653, | |
| "learning_rate": 1.3621991246683093e-06, | |
| "loss": 0.222, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 1.5202492211838006, | |
| "grad_norm": 0.7297081050093409, | |
| "learning_rate": 1.3538172243630848e-06, | |
| "loss": 0.1788, | |
| "step": 976 | |
| }, | |
| { | |
| "epoch": 1.5218068535825546, | |
| "grad_norm": 0.6180657113624616, | |
| "learning_rate": 1.3454571517548554e-06, | |
| "loss": 0.177, | |
| "step": 977 | |
| }, | |
| { | |
| "epoch": 1.5233644859813085, | |
| "grad_norm": 0.591364040153287, | |
| "learning_rate": 1.3371189568907915e-06, | |
| "loss": 0.2128, | |
| "step": 978 | |
| }, | |
| { | |
| "epoch": 1.5249221183800623, | |
| "grad_norm": 0.5022261849806481, | |
| "learning_rate": 1.3288026896870964e-06, | |
| "loss": 0.2267, | |
| "step": 979 | |
| }, | |
| { | |
| "epoch": 1.5264797507788161, | |
| "grad_norm": 0.6203532747393247, | |
| "learning_rate": 1.3205083999286973e-06, | |
| "loss": 0.1955, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 1.52803738317757, | |
| "grad_norm": 0.6729761565050358, | |
| "learning_rate": 1.3122361372689624e-06, | |
| "loss": 0.1657, | |
| "step": 981 | |
| }, | |
| { | |
| "epoch": 1.5295950155763238, | |
| "grad_norm": 0.6536059366129146, | |
| "learning_rate": 1.3039859512293885e-06, | |
| "loss": 0.2198, | |
| "step": 982 | |
| }, | |
| { | |
| "epoch": 1.5311526479750779, | |
| "grad_norm": 0.695539877357984, | |
| "learning_rate": 1.2957578911993212e-06, | |
| "loss": 0.2023, | |
| "step": 983 | |
| }, | |
| { | |
| "epoch": 1.5327102803738317, | |
| "grad_norm": 0.4424609062997814, | |
| "learning_rate": 1.28755200643564e-06, | |
| "loss": 0.2238, | |
| "step": 984 | |
| }, | |
| { | |
| "epoch": 1.5342679127725858, | |
| "grad_norm": 0.5843664425742057, | |
| "learning_rate": 1.27936834606248e-06, | |
| "loss": 0.2197, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 1.5358255451713396, | |
| "grad_norm": 0.6148367721669108, | |
| "learning_rate": 1.2712069590709265e-06, | |
| "loss": 0.2004, | |
| "step": 986 | |
| }, | |
| { | |
| "epoch": 1.5373831775700935, | |
| "grad_norm": 0.562472309572901, | |
| "learning_rate": 1.2630678943187292e-06, | |
| "loss": 0.1835, | |
| "step": 987 | |
| }, | |
| { | |
| "epoch": 1.5389408099688473, | |
| "grad_norm": 0.7987485306921659, | |
| "learning_rate": 1.2549512005300068e-06, | |
| "loss": 0.1995, | |
| "step": 988 | |
| }, | |
| { | |
| "epoch": 1.5404984423676011, | |
| "grad_norm": 0.6656097374020112, | |
| "learning_rate": 1.246856926294953e-06, | |
| "loss": 0.1874, | |
| "step": 989 | |
| }, | |
| { | |
| "epoch": 1.542056074766355, | |
| "grad_norm": 0.7982996720144556, | |
| "learning_rate": 1.23878512006955e-06, | |
| "loss": 0.351, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 1.543613707165109, | |
| "grad_norm": 0.7237322332450993, | |
| "learning_rate": 1.2307358301752753e-06, | |
| "loss": 0.6736, | |
| "step": 991 | |
| }, | |
| { | |
| "epoch": 1.5451713395638629, | |
| "grad_norm": 0.6606058936315011, | |
| "learning_rate": 1.222709104798816e-06, | |
| "loss": 0.2446, | |
| "step": 992 | |
| }, | |
| { | |
| "epoch": 1.546728971962617, | |
| "grad_norm": 0.7491652827965601, | |
| "learning_rate": 1.214704991991773e-06, | |
| "loss": 0.1912, | |
| "step": 993 | |
| }, | |
| { | |
| "epoch": 1.5482866043613708, | |
| "grad_norm": 0.5316071822548012, | |
| "learning_rate": 1.2067235396703819e-06, | |
| "loss": 0.2006, | |
| "step": 994 | |
| }, | |
| { | |
| "epoch": 1.5498442367601246, | |
| "grad_norm": 0.4870862919772457, | |
| "learning_rate": 1.198764795615221e-06, | |
| "loss": 0.1721, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 1.5514018691588785, | |
| "grad_norm": 0.45786723638909316, | |
| "learning_rate": 1.190828807470929e-06, | |
| "loss": 0.2847, | |
| "step": 996 | |
| }, | |
| { | |
| "epoch": 1.5529595015576323, | |
| "grad_norm": 0.5220478168315765, | |
| "learning_rate": 1.182915622745912e-06, | |
| "loss": 0.1942, | |
| "step": 997 | |
| }, | |
| { | |
| "epoch": 1.5545171339563861, | |
| "grad_norm": 1.0355443091689227, | |
| "learning_rate": 1.17502528881207e-06, | |
| "loss": 0.6648, | |
| "step": 998 | |
| }, | |
| { | |
| "epoch": 1.5560747663551402, | |
| "grad_norm": 0.6645917404798355, | |
| "learning_rate": 1.1671578529045075e-06, | |
| "loss": 0.1686, | |
| "step": 999 | |
| }, | |
| { | |
| "epoch": 1.557632398753894, | |
| "grad_norm": 0.5772980090930082, | |
| "learning_rate": 1.1593133621212454e-06, | |
| "loss": 0.1601, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.557632398753894, | |
| "eval_loss": 0.36974087357521057, | |
| "eval_runtime": 2.7835, | |
| "eval_samples_per_second": 9.341, | |
| "eval_steps_per_second": 2.515, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.559190031152648, | |
| "grad_norm": 0.6634169549696792, | |
| "learning_rate": 1.151491863422951e-06, | |
| "loss": 0.178, | |
| "step": 1001 | |
| }, | |
| { | |
| "epoch": 1.560747663551402, | |
| "grad_norm": 0.6293088334490837, | |
| "learning_rate": 1.1436934036326485e-06, | |
| "loss": 0.2054, | |
| "step": 1002 | |
| }, | |
| { | |
| "epoch": 1.5623052959501558, | |
| "grad_norm": 0.6633410484590091, | |
| "learning_rate": 1.135918029435441e-06, | |
| "loss": 0.2654, | |
| "step": 1003 | |
| }, | |
| { | |
| "epoch": 1.5638629283489096, | |
| "grad_norm": 0.6622964143754947, | |
| "learning_rate": 1.1281657873782287e-06, | |
| "loss": 0.2793, | |
| "step": 1004 | |
| }, | |
| { | |
| "epoch": 1.5654205607476634, | |
| "grad_norm": 0.6119616717415093, | |
| "learning_rate": 1.1204367238694357e-06, | |
| "loss": 0.2711, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 1.5669781931464173, | |
| "grad_norm": 0.47949709495438925, | |
| "learning_rate": 1.1127308851787244e-06, | |
| "loss": 0.2021, | |
| "step": 1006 | |
| }, | |
| { | |
| "epoch": 1.5685358255451713, | |
| "grad_norm": 0.6934647914219084, | |
| "learning_rate": 1.1050483174367304e-06, | |
| "loss": 0.203, | |
| "step": 1007 | |
| }, | |
| { | |
| "epoch": 1.5700934579439252, | |
| "grad_norm": 0.5481726220781126, | |
| "learning_rate": 1.0973890666347703e-06, | |
| "loss": 0.2368, | |
| "step": 1008 | |
| }, | |
| { | |
| "epoch": 1.5716510903426792, | |
| "grad_norm": 0.6509857110936647, | |
| "learning_rate": 1.0897531786245819e-06, | |
| "loss": 0.2125, | |
| "step": 1009 | |
| }, | |
| { | |
| "epoch": 1.573208722741433, | |
| "grad_norm": 0.5617926695948265, | |
| "learning_rate": 1.0821406991180367e-06, | |
| "loss": 0.2398, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 1.574766355140187, | |
| "grad_norm": 0.6111199895380683, | |
| "learning_rate": 1.0745516736868766e-06, | |
| "loss": 0.2485, | |
| "step": 1011 | |
| }, | |
| { | |
| "epoch": 1.5763239875389408, | |
| "grad_norm": 0.7124396857915882, | |
| "learning_rate": 1.0669861477624376e-06, | |
| "loss": 0.2517, | |
| "step": 1012 | |
| }, | |
| { | |
| "epoch": 1.5778816199376946, | |
| "grad_norm": 0.5990035454998449, | |
| "learning_rate": 1.0594441666353722e-06, | |
| "loss": 0.151, | |
| "step": 1013 | |
| }, | |
| { | |
| "epoch": 1.5794392523364484, | |
| "grad_norm": 0.6520260923864126, | |
| "learning_rate": 1.0519257754553868e-06, | |
| "loss": 0.1888, | |
| "step": 1014 | |
| }, | |
| { | |
| "epoch": 1.5809968847352025, | |
| "grad_norm": 0.7169934380455352, | |
| "learning_rate": 1.0444310192309675e-06, | |
| "loss": 0.2318, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 1.5825545171339563, | |
| "grad_norm": 0.5993914903355098, | |
| "learning_rate": 1.0369599428291116e-06, | |
| "loss": 0.2124, | |
| "step": 1016 | |
| }, | |
| { | |
| "epoch": 1.5841121495327104, | |
| "grad_norm": 0.49513044936794753, | |
| "learning_rate": 1.0295125909750537e-06, | |
| "loss": 0.2402, | |
| "step": 1017 | |
| }, | |
| { | |
| "epoch": 1.5856697819314642, | |
| "grad_norm": 0.7226758243950167, | |
| "learning_rate": 1.0220890082520074e-06, | |
| "loss": 0.2398, | |
| "step": 1018 | |
| }, | |
| { | |
| "epoch": 1.587227414330218, | |
| "grad_norm": 0.6288423009834784, | |
| "learning_rate": 1.0146892391008929e-06, | |
| "loss": 0.1948, | |
| "step": 1019 | |
| }, | |
| { | |
| "epoch": 1.588785046728972, | |
| "grad_norm": 0.596604250578145, | |
| "learning_rate": 1.0073133278200702e-06, | |
| "loss": 0.232, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 1.5903426791277258, | |
| "grad_norm": 0.6135147035860976, | |
| "learning_rate": 9.999613185650748e-07, | |
| "loss": 0.2614, | |
| "step": 1021 | |
| }, | |
| { | |
| "epoch": 1.5919003115264796, | |
| "grad_norm": 0.5404711008426897, | |
| "learning_rate": 9.926332553483547e-07, | |
| "loss": 0.1885, | |
| "step": 1022 | |
| }, | |
| { | |
| "epoch": 1.5934579439252337, | |
| "grad_norm": 0.7031398847787177, | |
| "learning_rate": 9.853291820390087e-07, | |
| "loss": 0.2325, | |
| "step": 1023 | |
| }, | |
| { | |
| "epoch": 1.5950155763239875, | |
| "grad_norm": 0.6348294111355727, | |
| "learning_rate": 9.780491423625154e-07, | |
| "loss": 0.2385, | |
| "step": 1024 | |
| }, | |
| { | |
| "epoch": 1.5965732087227416, | |
| "grad_norm": 0.5521768442130486, | |
| "learning_rate": 9.70793179900484e-07, | |
| "loss": 0.1988, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 1.5981308411214954, | |
| "grad_norm": 0.613980141544231, | |
| "learning_rate": 9.63561338090378e-07, | |
| "loss": 0.1027, | |
| "step": 1026 | |
| }, | |
| { | |
| "epoch": 1.5996884735202492, | |
| "grad_norm": 0.7720687456198224, | |
| "learning_rate": 9.563536602252749e-07, | |
| "loss": 0.2905, | |
| "step": 1027 | |
| }, | |
| { | |
| "epoch": 1.601246105919003, | |
| "grad_norm": 0.6319851908391722, | |
| "learning_rate": 9.49170189453586e-07, | |
| "loss": 0.2617, | |
| "step": 1028 | |
| }, | |
| { | |
| "epoch": 1.602803738317757, | |
| "grad_norm": 0.6736383488893641, | |
| "learning_rate": 9.420109687788148e-07, | |
| "loss": 0.2641, | |
| "step": 1029 | |
| }, | |
| { | |
| "epoch": 1.6043613707165107, | |
| "grad_norm": 0.6656334468054872, | |
| "learning_rate": 9.348760410592855e-07, | |
| "loss": 0.2171, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 1.6059190031152648, | |
| "grad_norm": 0.6957076685070199, | |
| "learning_rate": 9.277654490079035e-07, | |
| "loss": 0.236, | |
| "step": 1031 | |
| }, | |
| { | |
| "epoch": 1.6074766355140186, | |
| "grad_norm": 0.6288117317451123, | |
| "learning_rate": 9.206792351918809e-07, | |
| "loss": 0.1562, | |
| "step": 1032 | |
| }, | |
| { | |
| "epoch": 1.6090342679127727, | |
| "grad_norm": 0.6616920441316214, | |
| "learning_rate": 9.136174420324962e-07, | |
| "loss": 0.218, | |
| "step": 1033 | |
| }, | |
| { | |
| "epoch": 1.6105919003115265, | |
| "grad_norm": 0.6342551825259773, | |
| "learning_rate": 9.065801118048312e-07, | |
| "loss": 0.2252, | |
| "step": 1034 | |
| }, | |
| { | |
| "epoch": 1.6121495327102804, | |
| "grad_norm": 0.5589154301426593, | |
| "learning_rate": 8.995672866375237e-07, | |
| "loss": 0.1551, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 1.6137071651090342, | |
| "grad_norm": 0.4635682927354973, | |
| "learning_rate": 8.925790085125152e-07, | |
| "loss": 0.1833, | |
| "step": 1036 | |
| }, | |
| { | |
| "epoch": 1.615264797507788, | |
| "grad_norm": 0.5543844541586774, | |
| "learning_rate": 8.856153192647909e-07, | |
| "loss": 0.2067, | |
| "step": 1037 | |
| }, | |
| { | |
| "epoch": 1.616822429906542, | |
| "grad_norm": 0.6110967305529611, | |
| "learning_rate": 8.786762605821419e-07, | |
| "loss": 0.2331, | |
| "step": 1038 | |
| }, | |
| { | |
| "epoch": 1.618380062305296, | |
| "grad_norm": 0.6930362377044883, | |
| "learning_rate": 8.717618740049083e-07, | |
| "loss": 0.2451, | |
| "step": 1039 | |
| }, | |
| { | |
| "epoch": 1.6199376947040498, | |
| "grad_norm": 0.8137005439911986, | |
| "learning_rate": 8.648722009257315e-07, | |
| "loss": 0.1626, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 1.6214953271028039, | |
| "grad_norm": 0.7004708747608873, | |
| "learning_rate": 8.580072825893049e-07, | |
| "loss": 0.1831, | |
| "step": 1041 | |
| }, | |
| { | |
| "epoch": 1.6230529595015577, | |
| "grad_norm": 0.607273962654228, | |
| "learning_rate": 8.511671600921306e-07, | |
| "loss": 0.161, | |
| "step": 1042 | |
| }, | |
| { | |
| "epoch": 1.6246105919003115, | |
| "grad_norm": 0.5132546282344246, | |
| "learning_rate": 8.443518743822726e-07, | |
| "loss": 0.2764, | |
| "step": 1043 | |
| }, | |
| { | |
| "epoch": 1.6261682242990654, | |
| "grad_norm": 0.6893277741210059, | |
| "learning_rate": 8.375614662591097e-07, | |
| "loss": 0.1793, | |
| "step": 1044 | |
| }, | |
| { | |
| "epoch": 1.6277258566978192, | |
| "grad_norm": 0.46872986327742755, | |
| "learning_rate": 8.307959763730899e-07, | |
| "loss": 0.1761, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 1.629283489096573, | |
| "grad_norm": 0.5290839127332908, | |
| "learning_rate": 8.240554452254929e-07, | |
| "loss": 0.2329, | |
| "step": 1046 | |
| }, | |
| { | |
| "epoch": 1.6308411214953271, | |
| "grad_norm": 0.6109039006881162, | |
| "learning_rate": 8.173399131681831e-07, | |
| "loss": 0.2121, | |
| "step": 1047 | |
| }, | |
| { | |
| "epoch": 1.632398753894081, | |
| "grad_norm": 0.6091367601010639, | |
| "learning_rate": 8.106494204033677e-07, | |
| "loss": 0.1873, | |
| "step": 1048 | |
| }, | |
| { | |
| "epoch": 1.633956386292835, | |
| "grad_norm": 0.5867126273845332, | |
| "learning_rate": 8.039840069833594e-07, | |
| "loss": 0.7795, | |
| "step": 1049 | |
| }, | |
| { | |
| "epoch": 1.6355140186915889, | |
| "grad_norm": 0.5685700476106482, | |
| "learning_rate": 7.973437128103306e-07, | |
| "loss": 0.2459, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 1.6370716510903427, | |
| "grad_norm": 0.5135498312661578, | |
| "learning_rate": 7.907285776360863e-07, | |
| "loss": 0.255, | |
| "step": 1051 | |
| }, | |
| { | |
| "epoch": 1.6386292834890965, | |
| "grad_norm": 0.6667857649972504, | |
| "learning_rate": 7.841386410618096e-07, | |
| "loss": 0.2476, | |
| "step": 1052 | |
| }, | |
| { | |
| "epoch": 1.6401869158878504, | |
| "grad_norm": 0.5960262952580946, | |
| "learning_rate": 7.775739425378398e-07, | |
| "loss": 0.2462, | |
| "step": 1053 | |
| }, | |
| { | |
| "epoch": 1.6417445482866042, | |
| "grad_norm": 0.8148918825910239, | |
| "learning_rate": 7.710345213634247e-07, | |
| "loss": 0.2342, | |
| "step": 1054 | |
| }, | |
| { | |
| "epoch": 1.6433021806853583, | |
| "grad_norm": 0.6117412041332031, | |
| "learning_rate": 7.645204166864967e-07, | |
| "loss": 0.1889, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 1.644859813084112, | |
| "grad_norm": 0.6194608199292435, | |
| "learning_rate": 7.580316675034255e-07, | |
| "loss": 0.1807, | |
| "step": 1056 | |
| }, | |
| { | |
| "epoch": 1.6464174454828662, | |
| "grad_norm": 0.9323712553721532, | |
| "learning_rate": 7.515683126587975e-07, | |
| "loss": 0.1879, | |
| "step": 1057 | |
| }, | |
| { | |
| "epoch": 1.64797507788162, | |
| "grad_norm": 0.5493635025344051, | |
| "learning_rate": 7.451303908451707e-07, | |
| "loss": 0.2106, | |
| "step": 1058 | |
| }, | |
| { | |
| "epoch": 1.6495327102803738, | |
| "grad_norm": 0.7158277912716375, | |
| "learning_rate": 7.387179406028549e-07, | |
| "loss": 0.2354, | |
| "step": 1059 | |
| }, | |
| { | |
| "epoch": 1.6510903426791277, | |
| "grad_norm": 0.5571552725370883, | |
| "learning_rate": 7.323310003196749e-07, | |
| "loss": 0.2145, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 1.6526479750778815, | |
| "grad_norm": 0.7538580273599934, | |
| "learning_rate": 7.259696082307372e-07, | |
| "loss": 0.2482, | |
| "step": 1061 | |
| }, | |
| { | |
| "epoch": 1.6542056074766354, | |
| "grad_norm": 0.5327326528906995, | |
| "learning_rate": 7.196338024182098e-07, | |
| "loss": 0.2354, | |
| "step": 1062 | |
| }, | |
| { | |
| "epoch": 1.6557632398753894, | |
| "grad_norm": 0.557287992992955, | |
| "learning_rate": 7.133236208110878e-07, | |
| "loss": 0.1693, | |
| "step": 1063 | |
| }, | |
| { | |
| "epoch": 1.6573208722741433, | |
| "grad_norm": 0.5104215870170742, | |
| "learning_rate": 7.070391011849698e-07, | |
| "loss": 0.1717, | |
| "step": 1064 | |
| }, | |
| { | |
| "epoch": 1.6588785046728973, | |
| "grad_norm": 0.5917806139945608, | |
| "learning_rate": 7.007802811618258e-07, | |
| "loss": 0.2085, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 1.6604361370716512, | |
| "grad_norm": 0.6306946462467933, | |
| "learning_rate": 6.945471982097818e-07, | |
| "loss": 0.2145, | |
| "step": 1066 | |
| }, | |
| { | |
| "epoch": 1.661993769470405, | |
| "grad_norm": 0.7196660102146798, | |
| "learning_rate": 6.883398896428867e-07, | |
| "loss": 0.2321, | |
| "step": 1067 | |
| }, | |
| { | |
| "epoch": 1.6635514018691588, | |
| "grad_norm": 0.532187998071398, | |
| "learning_rate": 6.821583926208947e-07, | |
| "loss": 0.2366, | |
| "step": 1068 | |
| }, | |
| { | |
| "epoch": 1.6651090342679127, | |
| "grad_norm": 0.5827926596867945, | |
| "learning_rate": 6.760027441490369e-07, | |
| "loss": 0.285, | |
| "step": 1069 | |
| }, | |
| { | |
| "epoch": 1.6666666666666665, | |
| "grad_norm": 0.7057955872693081, | |
| "learning_rate": 6.698729810778065e-07, | |
| "loss": 0.6118, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 1.6682242990654206, | |
| "grad_norm": 0.7121732240730015, | |
| "learning_rate": 6.637691401027352e-07, | |
| "loss": 0.8544, | |
| "step": 1071 | |
| }, | |
| { | |
| "epoch": 1.6697819314641744, | |
| "grad_norm": 0.49184886655898746, | |
| "learning_rate": 6.576912577641697e-07, | |
| "loss": 0.2325, | |
| "step": 1072 | |
| }, | |
| { | |
| "epoch": 1.6713395638629285, | |
| "grad_norm": 0.6760569677497837, | |
| "learning_rate": 6.516393704470608e-07, | |
| "loss": 0.8096, | |
| "step": 1073 | |
| }, | |
| { | |
| "epoch": 1.6728971962616823, | |
| "grad_norm": 0.7478627429100672, | |
| "learning_rate": 6.456135143807369e-07, | |
| "loss": 0.1594, | |
| "step": 1074 | |
| }, | |
| { | |
| "epoch": 1.6744548286604362, | |
| "grad_norm": 0.5379337402997096, | |
| "learning_rate": 6.396137256386975e-07, | |
| "loss": 0.1994, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 1.67601246105919, | |
| "grad_norm": 0.5032927663415819, | |
| "learning_rate": 6.336400401383857e-07, | |
| "loss": 0.2132, | |
| "step": 1076 | |
| }, | |
| { | |
| "epoch": 1.6775700934579438, | |
| "grad_norm": 0.47582414487022096, | |
| "learning_rate": 6.276924936409829e-07, | |
| "loss": 0.2478, | |
| "step": 1077 | |
| }, | |
| { | |
| "epoch": 1.6791277258566977, | |
| "grad_norm": 0.6434383172973982, | |
| "learning_rate": 6.217711217511857e-07, | |
| "loss": 0.2143, | |
| "step": 1078 | |
| }, | |
| { | |
| "epoch": 1.6806853582554517, | |
| "grad_norm": 0.6604513508530203, | |
| "learning_rate": 6.158759599170045e-07, | |
| "loss": 0.19, | |
| "step": 1079 | |
| }, | |
| { | |
| "epoch": 1.6822429906542056, | |
| "grad_norm": 0.5696994691557421, | |
| "learning_rate": 6.100070434295379e-07, | |
| "loss": 0.2234, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 1.6838006230529596, | |
| "grad_norm": 0.668728026470969, | |
| "learning_rate": 6.041644074227738e-07, | |
| "loss": 0.1627, | |
| "step": 1081 | |
| }, | |
| { | |
| "epoch": 1.6853582554517135, | |
| "grad_norm": 0.5959783592005928, | |
| "learning_rate": 5.983480868733666e-07, | |
| "loss": 0.2239, | |
| "step": 1082 | |
| }, | |
| { | |
| "epoch": 1.6869158878504673, | |
| "grad_norm": 0.7134998370022319, | |
| "learning_rate": 5.925581166004407e-07, | |
| "loss": 0.1782, | |
| "step": 1083 | |
| }, | |
| { | |
| "epoch": 1.6884735202492211, | |
| "grad_norm": 0.5805335392567044, | |
| "learning_rate": 5.867945312653733e-07, | |
| "loss": 0.1725, | |
| "step": 1084 | |
| }, | |
| { | |
| "epoch": 1.690031152647975, | |
| "grad_norm": 0.938179646578548, | |
| "learning_rate": 5.810573653715884e-07, | |
| "loss": 0.6935, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 1.6915887850467288, | |
| "grad_norm": 0.6255817452393061, | |
| "learning_rate": 5.753466532643531e-07, | |
| "loss": 0.2057, | |
| "step": 1086 | |
| }, | |
| { | |
| "epoch": 1.6931464174454829, | |
| "grad_norm": 0.6164273521801443, | |
| "learning_rate": 5.696624291305692e-07, | |
| "loss": 0.2354, | |
| "step": 1087 | |
| }, | |
| { | |
| "epoch": 1.6947040498442367, | |
| "grad_norm": 0.6024358987476546, | |
| "learning_rate": 5.64004726998571e-07, | |
| "loss": 0.1628, | |
| "step": 1088 | |
| }, | |
| { | |
| "epoch": 1.6962616822429908, | |
| "grad_norm": 0.583734062156969, | |
| "learning_rate": 5.583735807379165e-07, | |
| "loss": 0.258, | |
| "step": 1089 | |
| }, | |
| { | |
| "epoch": 1.6978193146417446, | |
| "grad_norm": 0.5381732861463082, | |
| "learning_rate": 5.527690240591927e-07, | |
| "loss": 0.259, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 1.6993769470404985, | |
| "grad_norm": 0.6432738953861825, | |
| "learning_rate": 5.471910905138062e-07, | |
| "loss": 0.2233, | |
| "step": 1091 | |
| }, | |
| { | |
| "epoch": 1.7009345794392523, | |
| "grad_norm": 0.7405741920054726, | |
| "learning_rate": 5.416398134937878e-07, | |
| "loss": 0.2732, | |
| "step": 1092 | |
| }, | |
| { | |
| "epoch": 1.7024922118380061, | |
| "grad_norm": 0.5681851173547261, | |
| "learning_rate": 5.361152262315883e-07, | |
| "loss": 0.1976, | |
| "step": 1093 | |
| }, | |
| { | |
| "epoch": 1.70404984423676, | |
| "grad_norm": 0.5473658208153401, | |
| "learning_rate": 5.306173617998823e-07, | |
| "loss": 0.2139, | |
| "step": 1094 | |
| }, | |
| { | |
| "epoch": 1.705607476635514, | |
| "grad_norm": 0.5255770004268006, | |
| "learning_rate": 5.251462531113705e-07, | |
| "loss": 0.1707, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 1.7071651090342679, | |
| "grad_norm": 0.5374196236910275, | |
| "learning_rate": 5.197019329185787e-07, | |
| "loss": 0.2281, | |
| "step": 1096 | |
| }, | |
| { | |
| "epoch": 1.708722741433022, | |
| "grad_norm": 0.5260272455503919, | |
| "learning_rate": 5.142844338136693e-07, | |
| "loss": 0.2471, | |
| "step": 1097 | |
| }, | |
| { | |
| "epoch": 1.7102803738317758, | |
| "grad_norm": 0.5646648215018458, | |
| "learning_rate": 5.088937882282358e-07, | |
| "loss": 0.1951, | |
| "step": 1098 | |
| }, | |
| { | |
| "epoch": 1.7118380062305296, | |
| "grad_norm": 0.5458034326374251, | |
| "learning_rate": 5.035300284331213e-07, | |
| "loss": 0.2432, | |
| "step": 1099 | |
| }, | |
| { | |
| "epoch": 1.7133956386292835, | |
| "grad_norm": 0.6037542349280097, | |
| "learning_rate": 4.981931865382111e-07, | |
| "loss": 0.2618, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 1.7149532710280373, | |
| "grad_norm": 0.5948181143891571, | |
| "learning_rate": 4.92883294492254e-07, | |
| "loss": 0.1635, | |
| "step": 1101 | |
| }, | |
| { | |
| "epoch": 1.7165109034267911, | |
| "grad_norm": 0.5776080511589572, | |
| "learning_rate": 4.876003840826588e-07, | |
| "loss": 0.2451, | |
| "step": 1102 | |
| }, | |
| { | |
| "epoch": 1.7180685358255452, | |
| "grad_norm": 0.5026789603534472, | |
| "learning_rate": 4.823444869353177e-07, | |
| "loss": 0.1562, | |
| "step": 1103 | |
| }, | |
| { | |
| "epoch": 1.719626168224299, | |
| "grad_norm": 0.5367686440727194, | |
| "learning_rate": 4.771156345144018e-07, | |
| "loss": 0.2041, | |
| "step": 1104 | |
| }, | |
| { | |
| "epoch": 1.721183800623053, | |
| "grad_norm": 0.658875304880407, | |
| "learning_rate": 4.7191385812218547e-07, | |
| "loss": 0.7385, | |
| "step": 1105 | |
| }, | |
| { | |
| "epoch": 1.722741433021807, | |
| "grad_norm": 0.6189314088368518, | |
| "learning_rate": 4.6673918889884985e-07, | |
| "loss": 0.269, | |
| "step": 1106 | |
| }, | |
| { | |
| "epoch": 1.7242990654205608, | |
| "grad_norm": 0.7000827321303451, | |
| "learning_rate": 4.615916578223029e-07, | |
| "loss": 0.219, | |
| "step": 1107 | |
| }, | |
| { | |
| "epoch": 1.7258566978193146, | |
| "grad_norm": 0.6218605150183268, | |
| "learning_rate": 4.5647129570799196e-07, | |
| "loss": 0.2765, | |
| "step": 1108 | |
| }, | |
| { | |
| "epoch": 1.7274143302180685, | |
| "grad_norm": 0.7349959501432963, | |
| "learning_rate": 4.513781332087153e-07, | |
| "loss": 0.2457, | |
| "step": 1109 | |
| }, | |
| { | |
| "epoch": 1.7289719626168223, | |
| "grad_norm": 0.7008089188891375, | |
| "learning_rate": 4.463122008144449e-07, | |
| "loss": 0.2083, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 1.7305295950155763, | |
| "grad_norm": 0.5607384923036217, | |
| "learning_rate": 4.4127352885214026e-07, | |
| "loss": 0.2166, | |
| "step": 1111 | |
| }, | |
| { | |
| "epoch": 1.7320872274143302, | |
| "grad_norm": 0.645885067353582, | |
| "learning_rate": 4.362621474855688e-07, | |
| "loss": 0.2312, | |
| "step": 1112 | |
| }, | |
| { | |
| "epoch": 1.7336448598130842, | |
| "grad_norm": 1.0208563939368382, | |
| "learning_rate": 4.3127808671512114e-07, | |
| "loss": 0.8117, | |
| "step": 1113 | |
| }, | |
| { | |
| "epoch": 1.735202492211838, | |
| "grad_norm": 0.6252228702704483, | |
| "learning_rate": 4.263213763776369e-07, | |
| "loss": 0.2111, | |
| "step": 1114 | |
| }, | |
| { | |
| "epoch": 1.736760124610592, | |
| "grad_norm": 0.5295697965398305, | |
| "learning_rate": 4.213920461462234e-07, | |
| "loss": 0.1693, | |
| "step": 1115 | |
| }, | |
| { | |
| "epoch": 1.7383177570093458, | |
| "grad_norm": 0.5321708104559851, | |
| "learning_rate": 4.1649012553007795e-07, | |
| "loss": 0.1598, | |
| "step": 1116 | |
| }, | |
| { | |
| "epoch": 1.7398753894080996, | |
| "grad_norm": 0.6297092340917954, | |
| "learning_rate": 4.116156438743102e-07, | |
| "loss": 0.6563, | |
| "step": 1117 | |
| }, | |
| { | |
| "epoch": 1.7414330218068534, | |
| "grad_norm": 0.6502646751207796, | |
| "learning_rate": 4.067686303597701e-07, | |
| "loss": 0.828, | |
| "step": 1118 | |
| }, | |
| { | |
| "epoch": 1.7429906542056075, | |
| "grad_norm": 0.6299291575701418, | |
| "learning_rate": 4.0194911400287084e-07, | |
| "loss": 0.1618, | |
| "step": 1119 | |
| }, | |
| { | |
| "epoch": 1.7445482866043613, | |
| "grad_norm": 0.6763449045114679, | |
| "learning_rate": 3.971571236554117e-07, | |
| "loss": 0.1755, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 1.7461059190031154, | |
| "grad_norm": 0.6097387148482865, | |
| "learning_rate": 3.923926880044132e-07, | |
| "loss": 0.2144, | |
| "step": 1121 | |
| }, | |
| { | |
| "epoch": 1.7476635514018692, | |
| "grad_norm": 0.6555185956249271, | |
| "learning_rate": 3.876558355719373e-07, | |
| "loss": 0.7322, | |
| "step": 1122 | |
| }, | |
| { | |
| "epoch": 1.749221183800623, | |
| "grad_norm": 0.529186428154948, | |
| "learning_rate": 3.8294659471492466e-07, | |
| "loss": 0.2299, | |
| "step": 1123 | |
| }, | |
| { | |
| "epoch": 1.750778816199377, | |
| "grad_norm": 0.5210926587424783, | |
| "learning_rate": 3.7826499362501657e-07, | |
| "loss": 0.7365, | |
| "step": 1124 | |
| }, | |
| { | |
| "epoch": 1.7523364485981308, | |
| "grad_norm": 0.5705242040491778, | |
| "learning_rate": 3.7361106032839266e-07, | |
| "loss": 0.1769, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 1.7538940809968846, | |
| "grad_norm": 0.6221568867702569, | |
| "learning_rate": 3.6898482268559745e-07, | |
| "loss": 0.2641, | |
| "step": 1126 | |
| }, | |
| { | |
| "epoch": 1.7554517133956387, | |
| "grad_norm": 0.5761942177039651, | |
| "learning_rate": 3.643863083913829e-07, | |
| "loss": 0.1756, | |
| "step": 1127 | |
| }, | |
| { | |
| "epoch": 1.7570093457943925, | |
| "grad_norm": 0.5598040118881634, | |
| "learning_rate": 3.5981554497452886e-07, | |
| "loss": 0.1968, | |
| "step": 1128 | |
| }, | |
| { | |
| "epoch": 1.7585669781931466, | |
| "grad_norm": 0.6115168676953736, | |
| "learning_rate": 3.552725597976925e-07, | |
| "loss": 0.1656, | |
| "step": 1129 | |
| }, | |
| { | |
| "epoch": 1.7601246105919004, | |
| "grad_norm": 0.5618155080059914, | |
| "learning_rate": 3.507573800572328e-07, | |
| "loss": 0.2284, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 1.7616822429906542, | |
| "grad_norm": 0.5746401068264577, | |
| "learning_rate": 3.462700327830559e-07, | |
| "loss": 0.2942, | |
| "step": 1131 | |
| }, | |
| { | |
| "epoch": 1.763239875389408, | |
| "grad_norm": 0.5812252313415237, | |
| "learning_rate": 3.418105448384507e-07, | |
| "loss": 0.2478, | |
| "step": 1132 | |
| }, | |
| { | |
| "epoch": 1.764797507788162, | |
| "grad_norm": 0.5205912713872596, | |
| "learning_rate": 3.3737894291992426e-07, | |
| "loss": 0.1793, | |
| "step": 1133 | |
| }, | |
| { | |
| "epoch": 1.7663551401869158, | |
| "grad_norm": 0.59827648712384, | |
| "learning_rate": 3.32975253557048e-07, | |
| "loss": 0.1643, | |
| "step": 1134 | |
| }, | |
| { | |
| "epoch": 1.7679127725856698, | |
| "grad_norm": 0.5476307417528222, | |
| "learning_rate": 3.2859950311229625e-07, | |
| "loss": 0.2551, | |
| "step": 1135 | |
| }, | |
| { | |
| "epoch": 1.7694704049844237, | |
| "grad_norm": 0.5912924193469346, | |
| "learning_rate": 3.242517177808874e-07, | |
| "loss": 0.2958, | |
| "step": 1136 | |
| }, | |
| { | |
| "epoch": 1.7710280373831777, | |
| "grad_norm": 0.6149100468721329, | |
| "learning_rate": 3.199319235906273e-07, | |
| "loss": 0.2391, | |
| "step": 1137 | |
| }, | |
| { | |
| "epoch": 1.7725856697819315, | |
| "grad_norm": 0.5135930360411095, | |
| "learning_rate": 3.1564014640175613e-07, | |
| "loss": 0.1651, | |
| "step": 1138 | |
| }, | |
| { | |
| "epoch": 1.7741433021806854, | |
| "grad_norm": 0.545428012439618, | |
| "learning_rate": 3.1137641190678967e-07, | |
| "loss": 0.1866, | |
| "step": 1139 | |
| }, | |
| { | |
| "epoch": 1.7757009345794392, | |
| "grad_norm": 0.7534351814752701, | |
| "learning_rate": 3.0714074563037043e-07, | |
| "loss": 0.1752, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 1.777258566978193, | |
| "grad_norm": 0.6368630911991421, | |
| "learning_rate": 3.029331729291074e-07, | |
| "loss": 0.2049, | |
| "step": 1141 | |
| }, | |
| { | |
| "epoch": 1.778816199376947, | |
| "grad_norm": 0.594879170975228, | |
| "learning_rate": 2.9875371899143246e-07, | |
| "loss": 0.6515, | |
| "step": 1142 | |
| }, | |
| { | |
| "epoch": 1.780373831775701, | |
| "grad_norm": 0.5107491983811178, | |
| "learning_rate": 2.9460240883744496e-07, | |
| "loss": 0.1768, | |
| "step": 1143 | |
| }, | |
| { | |
| "epoch": 1.7819314641744548, | |
| "grad_norm": 0.5417424283009235, | |
| "learning_rate": 2.9047926731876177e-07, | |
| "loss": 0.2087, | |
| "step": 1144 | |
| }, | |
| { | |
| "epoch": 1.7834890965732089, | |
| "grad_norm": 0.6798250278910997, | |
| "learning_rate": 2.8638431911837126e-07, | |
| "loss": 0.28, | |
| "step": 1145 | |
| }, | |
| { | |
| "epoch": 1.7850467289719627, | |
| "grad_norm": 1.0039697477055525, | |
| "learning_rate": 2.8231758875048087e-07, | |
| "loss": 0.2178, | |
| "step": 1146 | |
| }, | |
| { | |
| "epoch": 1.7866043613707165, | |
| "grad_norm": 0.6262879884675681, | |
| "learning_rate": 2.7827910056037857e-07, | |
| "loss": 0.1775, | |
| "step": 1147 | |
| }, | |
| { | |
| "epoch": 1.7881619937694704, | |
| "grad_norm": 0.6215897703245564, | |
| "learning_rate": 2.742688787242764e-07, | |
| "loss": 0.1726, | |
| "step": 1148 | |
| }, | |
| { | |
| "epoch": 1.7897196261682242, | |
| "grad_norm": 0.7119013996583601, | |
| "learning_rate": 2.702869472491748e-07, | |
| "loss": 0.6972, | |
| "step": 1149 | |
| }, | |
| { | |
| "epoch": 1.791277258566978, | |
| "grad_norm": 0.5300668663016045, | |
| "learning_rate": 2.6633332997271277e-07, | |
| "loss": 0.1797, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 1.7928348909657321, | |
| "grad_norm": 0.6010057607669876, | |
| "learning_rate": 2.624080505630311e-07, | |
| "loss": 0.2206, | |
| "step": 1151 | |
| }, | |
| { | |
| "epoch": 1.794392523364486, | |
| "grad_norm": 0.5566227596606641, | |
| "learning_rate": 2.585111325186235e-07, | |
| "loss": 0.2991, | |
| "step": 1152 | |
| }, | |
| { | |
| "epoch": 1.79595015576324, | |
| "grad_norm": 0.7373120599532028, | |
| "learning_rate": 2.5464259916820276e-07, | |
| "loss": 0.2155, | |
| "step": 1153 | |
| }, | |
| { | |
| "epoch": 1.7975077881619939, | |
| "grad_norm": 0.5444732937470245, | |
| "learning_rate": 2.508024736705561e-07, | |
| "loss": 0.2394, | |
| "step": 1154 | |
| }, | |
| { | |
| "epoch": 1.7990654205607477, | |
| "grad_norm": 0.6187155054450917, | |
| "learning_rate": 2.469907790144088e-07, | |
| "loss": 0.1835, | |
| "step": 1155 | |
| }, | |
| { | |
| "epoch": 1.8006230529595015, | |
| "grad_norm": 0.45905420748321907, | |
| "learning_rate": 2.4320753801828853e-07, | |
| "loss": 0.1604, | |
| "step": 1156 | |
| }, | |
| { | |
| "epoch": 1.8021806853582554, | |
| "grad_norm": 0.43879992123704614, | |
| "learning_rate": 2.394527733303831e-07, | |
| "loss": 0.1723, | |
| "step": 1157 | |
| }, | |
| { | |
| "epoch": 1.8037383177570092, | |
| "grad_norm": 0.5693210977954104, | |
| "learning_rate": 2.3572650742840985e-07, | |
| "loss": 0.1148, | |
| "step": 1158 | |
| }, | |
| { | |
| "epoch": 1.8052959501557633, | |
| "grad_norm": 0.5824148680871707, | |
| "learning_rate": 2.3202876261948004e-07, | |
| "loss": 0.2304, | |
| "step": 1159 | |
| }, | |
| { | |
| "epoch": 1.8068535825545171, | |
| "grad_norm": 0.692163156120945, | |
| "learning_rate": 2.2835956103996525e-07, | |
| "loss": 0.1877, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 1.8084112149532712, | |
| "grad_norm": 0.627351603757966, | |
| "learning_rate": 2.247189246553616e-07, | |
| "loss": 0.2133, | |
| "step": 1161 | |
| }, | |
| { | |
| "epoch": 1.809968847352025, | |
| "grad_norm": 0.6447153050268107, | |
| "learning_rate": 2.2110687526016418e-07, | |
| "loss": 0.1753, | |
| "step": 1162 | |
| }, | |
| { | |
| "epoch": 1.8115264797507789, | |
| "grad_norm": 0.6498742455536043, | |
| "learning_rate": 2.1752343447773105e-07, | |
| "loss": 0.2801, | |
| "step": 1163 | |
| }, | |
| { | |
| "epoch": 1.8130841121495327, | |
| "grad_norm": 0.5556829005135521, | |
| "learning_rate": 2.1396862376015904e-07, | |
| "loss": 0.2613, | |
| "step": 1164 | |
| }, | |
| { | |
| "epoch": 1.8146417445482865, | |
| "grad_norm": 0.5643429928213758, | |
| "learning_rate": 2.1044246438814918e-07, | |
| "loss": 0.2529, | |
| "step": 1165 | |
| }, | |
| { | |
| "epoch": 1.8161993769470404, | |
| "grad_norm": 0.747941354496335, | |
| "learning_rate": 2.0694497747088428e-07, | |
| "loss": 0.2321, | |
| "step": 1166 | |
| }, | |
| { | |
| "epoch": 1.8177570093457944, | |
| "grad_norm": 0.6102806034003578, | |
| "learning_rate": 2.034761839459015e-07, | |
| "loss": 0.218, | |
| "step": 1167 | |
| }, | |
| { | |
| "epoch": 1.8193146417445483, | |
| "grad_norm": 0.7249346044063573, | |
| "learning_rate": 2.0003610457896506e-07, | |
| "loss": 0.2317, | |
| "step": 1168 | |
| }, | |
| { | |
| "epoch": 1.8208722741433023, | |
| "grad_norm": 0.5858879975789372, | |
| "learning_rate": 1.966247599639448e-07, | |
| "loss": 0.1886, | |
| "step": 1169 | |
| }, | |
| { | |
| "epoch": 1.8224299065420562, | |
| "grad_norm": 0.458859760014875, | |
| "learning_rate": 1.9324217052268835e-07, | |
| "loss": 0.2037, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 1.82398753894081, | |
| "grad_norm": 0.6009222197974706, | |
| "learning_rate": 1.8988835650490645e-07, | |
| "loss": 0.1845, | |
| "step": 1171 | |
| }, | |
| { | |
| "epoch": 1.8255451713395638, | |
| "grad_norm": 0.7980290452291322, | |
| "learning_rate": 1.865633379880427e-07, | |
| "loss": 0.2341, | |
| "step": 1172 | |
| }, | |
| { | |
| "epoch": 1.8271028037383177, | |
| "grad_norm": 0.5432836689095761, | |
| "learning_rate": 1.832671348771614e-07, | |
| "loss": 0.2282, | |
| "step": 1173 | |
| }, | |
| { | |
| "epoch": 1.8286604361370715, | |
| "grad_norm": 0.628743562125201, | |
| "learning_rate": 1.799997669048209e-07, | |
| "loss": 0.261, | |
| "step": 1174 | |
| }, | |
| { | |
| "epoch": 1.8302180685358256, | |
| "grad_norm": 0.5832048925707848, | |
| "learning_rate": 1.7676125363096431e-07, | |
| "loss": 0.2157, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 1.8317757009345794, | |
| "grad_norm": 0.6281683541540782, | |
| "learning_rate": 1.7355161444279346e-07, | |
| "loss": 0.2799, | |
| "step": 1176 | |
| }, | |
| { | |
| "epoch": 1.8333333333333335, | |
| "grad_norm": 0.6990945601104308, | |
| "learning_rate": 1.7037086855465902e-07, | |
| "loss": 0.2248, | |
| "step": 1177 | |
| }, | |
| { | |
| "epoch": 1.8348909657320873, | |
| "grad_norm": 0.48096314961131165, | |
| "learning_rate": 1.6721903500794112e-07, | |
| "loss": 0.2014, | |
| "step": 1178 | |
| }, | |
| { | |
| "epoch": 1.8364485981308412, | |
| "grad_norm": 0.6720925885316696, | |
| "learning_rate": 1.6409613267094006e-07, | |
| "loss": 0.1839, | |
| "step": 1179 | |
| }, | |
| { | |
| "epoch": 1.838006230529595, | |
| "grad_norm": 0.5023236174498488, | |
| "learning_rate": 1.6100218023876013e-07, | |
| "loss": 0.1729, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 1.8395638629283488, | |
| "grad_norm": 0.6472364425599902, | |
| "learning_rate": 1.5793719623319713e-07, | |
| "loss": 0.2147, | |
| "step": 1181 | |
| }, | |
| { | |
| "epoch": 1.8411214953271027, | |
| "grad_norm": 0.5750750734641096, | |
| "learning_rate": 1.5490119900263e-07, | |
| "loss": 0.1734, | |
| "step": 1182 | |
| }, | |
| { | |
| "epoch": 1.8426791277258567, | |
| "grad_norm": 0.640400103725089, | |
| "learning_rate": 1.5189420672190924e-07, | |
| "loss": 0.2149, | |
| "step": 1183 | |
| }, | |
| { | |
| "epoch": 1.8442367601246106, | |
| "grad_norm": 0.6159833044318871, | |
| "learning_rate": 1.489162373922498e-07, | |
| "loss": 0.2426, | |
| "step": 1184 | |
| }, | |
| { | |
| "epoch": 1.8457943925233646, | |
| "grad_norm": 0.5891969287939168, | |
| "learning_rate": 1.4596730884112008e-07, | |
| "loss": 0.2164, | |
| "step": 1185 | |
| }, | |
| { | |
| "epoch": 1.8473520249221185, | |
| "grad_norm": 0.6060235472721057, | |
| "learning_rate": 1.4304743872213868e-07, | |
| "loss": 0.2567, | |
| "step": 1186 | |
| }, | |
| { | |
| "epoch": 1.8489096573208723, | |
| "grad_norm": 0.6985533236531171, | |
| "learning_rate": 1.4015664451496713e-07, | |
| "loss": 0.1688, | |
| "step": 1187 | |
| }, | |
| { | |
| "epoch": 1.8504672897196262, | |
| "grad_norm": 0.5859326752612632, | |
| "learning_rate": 1.372949435252058e-07, | |
| "loss": 0.2311, | |
| "step": 1188 | |
| }, | |
| { | |
| "epoch": 1.85202492211838, | |
| "grad_norm": 0.7294577853076925, | |
| "learning_rate": 1.3446235288428867e-07, | |
| "loss": 0.2023, | |
| "step": 1189 | |
| }, | |
| { | |
| "epoch": 1.8535825545171338, | |
| "grad_norm": 0.6888020410981194, | |
| "learning_rate": 1.31658889549382e-07, | |
| "loss": 0.2295, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 1.855140186915888, | |
| "grad_norm": 0.6480785185138133, | |
| "learning_rate": 1.288845703032854e-07, | |
| "loss": 0.2359, | |
| "step": 1191 | |
| }, | |
| { | |
| "epoch": 1.8566978193146417, | |
| "grad_norm": 0.7015546454899397, | |
| "learning_rate": 1.2613941175432577e-07, | |
| "loss": 0.2293, | |
| "step": 1192 | |
| }, | |
| { | |
| "epoch": 1.8582554517133958, | |
| "grad_norm": 0.5363209042476926, | |
| "learning_rate": 1.2342343033626248e-07, | |
| "loss": 0.18, | |
| "step": 1193 | |
| }, | |
| { | |
| "epoch": 1.8598130841121496, | |
| "grad_norm": 0.6459401688040521, | |
| "learning_rate": 1.2073664230818571e-07, | |
| "loss": 0.1598, | |
| "step": 1194 | |
| }, | |
| { | |
| "epoch": 1.8613707165109035, | |
| "grad_norm": 0.638563320329426, | |
| "learning_rate": 1.180790637544249e-07, | |
| "loss": 0.2476, | |
| "step": 1195 | |
| }, | |
| { | |
| "epoch": 1.8629283489096573, | |
| "grad_norm": 0.6002853300206833, | |
| "learning_rate": 1.1545071058444324e-07, | |
| "loss": 0.2199, | |
| "step": 1196 | |
| }, | |
| { | |
| "epoch": 1.8644859813084111, | |
| "grad_norm": 0.5764195151127395, | |
| "learning_rate": 1.1285159853275107e-07, | |
| "loss": 0.1227, | |
| "step": 1197 | |
| }, | |
| { | |
| "epoch": 1.866043613707165, | |
| "grad_norm": 0.6123103816053441, | |
| "learning_rate": 1.1028174315880657e-07, | |
| "loss": 0.815, | |
| "step": 1198 | |
| }, | |
| { | |
| "epoch": 1.867601246105919, | |
| "grad_norm": 0.8123905890394445, | |
| "learning_rate": 1.0774115984692523e-07, | |
| "loss": 0.7364, | |
| "step": 1199 | |
| }, | |
| { | |
| "epoch": 1.8691588785046729, | |
| "grad_norm": 0.5718174425382163, | |
| "learning_rate": 1.0522986380618606e-07, | |
| "loss": 0.2227, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 1.870716510903427, | |
| "grad_norm": 0.5280345967170433, | |
| "learning_rate": 1.0274787007034215e-07, | |
| "loss": 0.232, | |
| "step": 1201 | |
| }, | |
| { | |
| "epoch": 1.8722741433021808, | |
| "grad_norm": 0.6572165953398976, | |
| "learning_rate": 1.0029519349772754e-07, | |
| "loss": 0.2738, | |
| "step": 1202 | |
| }, | |
| { | |
| "epoch": 1.8738317757009346, | |
| "grad_norm": 0.5244811712323645, | |
| "learning_rate": 9.787184877117328e-08, | |
| "loss": 0.2594, | |
| "step": 1203 | |
| }, | |
| { | |
| "epoch": 1.8753894080996885, | |
| "grad_norm": 0.6676225172095591, | |
| "learning_rate": 9.547785039791535e-08, | |
| "loss": 0.1547, | |
| "step": 1204 | |
| }, | |
| { | |
| "epoch": 1.8769470404984423, | |
| "grad_norm": 0.5476881051496193, | |
| "learning_rate": 9.311321270950801e-08, | |
| "loss": 0.2128, | |
| "step": 1205 | |
| }, | |
| { | |
| "epoch": 1.8785046728971961, | |
| "grad_norm": 0.5345787062303978, | |
| "learning_rate": 9.077794986174226e-08, | |
| "loss": 0.229, | |
| "step": 1206 | |
| }, | |
| { | |
| "epoch": 1.8800623052959502, | |
| "grad_norm": 0.6008670505158255, | |
| "learning_rate": 8.84720758345553e-08, | |
| "loss": 0.2073, | |
| "step": 1207 | |
| }, | |
| { | |
| "epoch": 1.881619937694704, | |
| "grad_norm": 0.6417543491732723, | |
| "learning_rate": 8.619560443195174e-08, | |
| "loss": 0.2276, | |
| "step": 1208 | |
| }, | |
| { | |
| "epoch": 1.883177570093458, | |
| "grad_norm": 0.5552051709339759, | |
| "learning_rate": 8.394854928191587e-08, | |
| "loss": 0.2693, | |
| "step": 1209 | |
| }, | |
| { | |
| "epoch": 1.884735202492212, | |
| "grad_norm": 0.6694794375263459, | |
| "learning_rate": 8.173092383633563e-08, | |
| "loss": 0.1767, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 1.8862928348909658, | |
| "grad_norm": 0.5551294915003306, | |
| "learning_rate": 7.954274137091877e-08, | |
| "loss": 0.147, | |
| "step": 1211 | |
| }, | |
| { | |
| "epoch": 1.8878504672897196, | |
| "grad_norm": 0.534343522912461, | |
| "learning_rate": 7.738401498511406e-08, | |
| "loss": 0.1891, | |
| "step": 1212 | |
| }, | |
| { | |
| "epoch": 1.8894080996884735, | |
| "grad_norm": 0.6889315198186039, | |
| "learning_rate": 7.525475760203239e-08, | |
| "loss": 0.2832, | |
| "step": 1213 | |
| }, | |
| { | |
| "epoch": 1.8909657320872273, | |
| "grad_norm": 0.6872767665873238, | |
| "learning_rate": 7.315498196836968e-08, | |
| "loss": 0.1472, | |
| "step": 1214 | |
| }, | |
| { | |
| "epoch": 1.8925233644859814, | |
| "grad_norm": 0.6612078267914279, | |
| "learning_rate": 7.108470065433193e-08, | |
| "loss": 0.2704, | |
| "step": 1215 | |
| }, | |
| { | |
| "epoch": 1.8940809968847352, | |
| "grad_norm": 0.560144578359172, | |
| "learning_rate": 6.904392605355803e-08, | |
| "loss": 0.2943, | |
| "step": 1216 | |
| }, | |
| { | |
| "epoch": 1.8956386292834893, | |
| "grad_norm": 0.590357610353342, | |
| "learning_rate": 6.703267038304706e-08, | |
| "loss": 0.229, | |
| "step": 1217 | |
| }, | |
| { | |
| "epoch": 1.897196261682243, | |
| "grad_norm": 0.496234632076301, | |
| "learning_rate": 6.505094568308223e-08, | |
| "loss": 0.2807, | |
| "step": 1218 | |
| }, | |
| { | |
| "epoch": 1.898753894080997, | |
| "grad_norm": 0.6744039849106092, | |
| "learning_rate": 6.309876381716429e-08, | |
| "loss": 0.1744, | |
| "step": 1219 | |
| }, | |
| { | |
| "epoch": 1.9003115264797508, | |
| "grad_norm": 0.6282540133425786, | |
| "learning_rate": 6.117613647193543e-08, | |
| "loss": 0.1896, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 1.9018691588785046, | |
| "grad_norm": 0.545913837904785, | |
| "learning_rate": 5.928307515711107e-08, | |
| "loss": 0.1798, | |
| "step": 1221 | |
| }, | |
| { | |
| "epoch": 1.9034267912772584, | |
| "grad_norm": 0.5750165821891594, | |
| "learning_rate": 5.741959120541096e-08, | |
| "loss": 0.2328, | |
| "step": 1222 | |
| }, | |
| { | |
| "epoch": 1.9049844236760125, | |
| "grad_norm": 0.6138340557718204, | |
| "learning_rate": 5.558569577249207e-08, | |
| "loss": 0.1179, | |
| "step": 1223 | |
| }, | |
| { | |
| "epoch": 1.9065420560747663, | |
| "grad_norm": 0.5250776885173793, | |
| "learning_rate": 5.378139983688135e-08, | |
| "loss": 0.178, | |
| "step": 1224 | |
| }, | |
| { | |
| "epoch": 1.9080996884735204, | |
| "grad_norm": 0.5353000767702344, | |
| "learning_rate": 5.2006714199908106e-08, | |
| "loss": 0.1881, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 1.9096573208722742, | |
| "grad_norm": 0.6835275834635214, | |
| "learning_rate": 5.026164948564283e-08, | |
| "loss": 0.2075, | |
| "step": 1226 | |
| }, | |
| { | |
| "epoch": 1.911214953271028, | |
| "grad_norm": 0.48910598318494225, | |
| "learning_rate": 4.854621614083122e-08, | |
| "loss": 0.1864, | |
| "step": 1227 | |
| }, | |
| { | |
| "epoch": 1.912772585669782, | |
| "grad_norm": 0.5349299444820935, | |
| "learning_rate": 4.686042443483196e-08, | |
| "loss": 0.297, | |
| "step": 1228 | |
| }, | |
| { | |
| "epoch": 1.9143302180685358, | |
| "grad_norm": 0.42493561251864087, | |
| "learning_rate": 4.520428445955571e-08, | |
| "loss": 0.1656, | |
| "step": 1229 | |
| }, | |
| { | |
| "epoch": 1.9158878504672896, | |
| "grad_norm": 0.5786034487132414, | |
| "learning_rate": 4.357780612940343e-08, | |
| "loss": 0.2243, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 1.9174454828660437, | |
| "grad_norm": 0.6628360349913834, | |
| "learning_rate": 4.1980999181210344e-08, | |
| "loss": 0.237, | |
| "step": 1231 | |
| }, | |
| { | |
| "epoch": 1.9190031152647975, | |
| "grad_norm": 0.5726232559997532, | |
| "learning_rate": 4.041387317418377e-08, | |
| "loss": 0.19, | |
| "step": 1232 | |
| }, | |
| { | |
| "epoch": 1.9205607476635516, | |
| "grad_norm": 0.5957569462038291, | |
| "learning_rate": 3.88764374898476e-08, | |
| "loss": 0.1922, | |
| "step": 1233 | |
| }, | |
| { | |
| "epoch": 1.9221183800623054, | |
| "grad_norm": 0.5981083547680797, | |
| "learning_rate": 3.736870133198622e-08, | |
| "loss": 0.1861, | |
| "step": 1234 | |
| }, | |
| { | |
| "epoch": 1.9236760124610592, | |
| "grad_norm": 0.5039034286835927, | |
| "learning_rate": 3.589067372658961e-08, | |
| "loss": 0.1587, | |
| "step": 1235 | |
| }, | |
| { | |
| "epoch": 1.925233644859813, | |
| "grad_norm": 0.5946390323111295, | |
| "learning_rate": 3.444236352179831e-08, | |
| "loss": 0.1658, | |
| "step": 1236 | |
| }, | |
| { | |
| "epoch": 1.926791277258567, | |
| "grad_norm": 0.595459693543413, | |
| "learning_rate": 3.302377938785128e-08, | |
| "loss": 0.1509, | |
| "step": 1237 | |
| }, | |
| { | |
| "epoch": 1.9283489096573208, | |
| "grad_norm": 0.6496361440227659, | |
| "learning_rate": 3.163492981703431e-08, | |
| "loss": 0.693, | |
| "step": 1238 | |
| }, | |
| { | |
| "epoch": 1.9299065420560748, | |
| "grad_norm": 0.6473442377574977, | |
| "learning_rate": 3.027582312362776e-08, | |
| "loss": 0.2082, | |
| "step": 1239 | |
| }, | |
| { | |
| "epoch": 1.9314641744548287, | |
| "grad_norm": 0.6541508019021366, | |
| "learning_rate": 2.8946467443858873e-08, | |
| "loss": 0.1911, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 1.9330218068535827, | |
| "grad_norm": 0.5343926005691645, | |
| "learning_rate": 2.764687073585015e-08, | |
| "loss": 0.1724, | |
| "step": 1241 | |
| }, | |
| { | |
| "epoch": 1.9345794392523366, | |
| "grad_norm": 0.6477434345058528, | |
| "learning_rate": 2.6377040779574924e-08, | |
| "loss": 0.2109, | |
| "step": 1242 | |
| }, | |
| { | |
| "epoch": 1.9361370716510904, | |
| "grad_norm": 0.4788618278691479, | |
| "learning_rate": 2.5136985176809625e-08, | |
| "loss": 0.2257, | |
| "step": 1243 | |
| }, | |
| { | |
| "epoch": 1.9376947040498442, | |
| "grad_norm": 0.7161454071348646, | |
| "learning_rate": 2.3926711351086594e-08, | |
| "loss": 0.2201, | |
| "step": 1244 | |
| }, | |
| { | |
| "epoch": 1.939252336448598, | |
| "grad_norm": 0.6162622985277744, | |
| "learning_rate": 2.2746226547651352e-08, | |
| "loss": 0.2353, | |
| "step": 1245 | |
| }, | |
| { | |
| "epoch": 1.940809968847352, | |
| "grad_norm": 0.6572303875322422, | |
| "learning_rate": 2.1595537833419276e-08, | |
| "loss": 0.1238, | |
| "step": 1246 | |
| }, | |
| { | |
| "epoch": 1.942367601246106, | |
| "grad_norm": 0.4905959486856584, | |
| "learning_rate": 2.047465209693289e-08, | |
| "loss": 0.1913, | |
| "step": 1247 | |
| }, | |
| { | |
| "epoch": 1.9439252336448598, | |
| "grad_norm": 0.6262698157072888, | |
| "learning_rate": 1.9383576048320752e-08, | |
| "loss": 0.2135, | |
| "step": 1248 | |
| }, | |
| { | |
| "epoch": 1.9454828660436139, | |
| "grad_norm": 0.5977256427085367, | |
| "learning_rate": 1.8322316219256396e-08, | |
| "loss": 0.3103, | |
| "step": 1249 | |
| }, | |
| { | |
| "epoch": 1.9470404984423677, | |
| "grad_norm": 0.5597696638121235, | |
| "learning_rate": 1.7290878962920587e-08, | |
| "loss": 0.2003, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 1.9485981308411215, | |
| "grad_norm": 0.7414334515835818, | |
| "learning_rate": 1.6289270453963e-08, | |
| "loss": 0.133, | |
| "step": 1251 | |
| }, | |
| { | |
| "epoch": 1.9501557632398754, | |
| "grad_norm": 0.6577156096873663, | |
| "learning_rate": 1.531749668846394e-08, | |
| "loss": 0.1938, | |
| "step": 1252 | |
| }, | |
| { | |
| "epoch": 1.9517133956386292, | |
| "grad_norm": 0.44233229164345883, | |
| "learning_rate": 1.4375563483901011e-08, | |
| "loss": 0.2196, | |
| "step": 1253 | |
| }, | |
| { | |
| "epoch": 1.953271028037383, | |
| "grad_norm": 0.5494650237391789, | |
| "learning_rate": 1.3463476479110837e-08, | |
| "loss": 0.239, | |
| "step": 1254 | |
| }, | |
| { | |
| "epoch": 1.9548286604361371, | |
| "grad_norm": 0.4597714878638595, | |
| "learning_rate": 1.2581241134258515e-08, | |
| "loss": 0.1569, | |
| "step": 1255 | |
| }, | |
| { | |
| "epoch": 1.956386292834891, | |
| "grad_norm": 0.5344018379047227, | |
| "learning_rate": 1.1728862730803759e-08, | |
| "loss": 0.2506, | |
| "step": 1256 | |
| }, | |
| { | |
| "epoch": 1.957943925233645, | |
| "grad_norm": 0.6170756968114266, | |
| "learning_rate": 1.0906346371468147e-08, | |
| "loss": 0.1756, | |
| "step": 1257 | |
| }, | |
| { | |
| "epoch": 1.9595015576323989, | |
| "grad_norm": 0.7298638061579327, | |
| "learning_rate": 1.011369698020681e-08, | |
| "loss": 1.2315, | |
| "step": 1258 | |
| }, | |
| { | |
| "epoch": 1.9610591900311527, | |
| "grad_norm": 0.7726214050156128, | |
| "learning_rate": 9.350919302176242e-09, | |
| "loss": 0.2132, | |
| "step": 1259 | |
| }, | |
| { | |
| "epoch": 1.9626168224299065, | |
| "grad_norm": 0.7662101654548159, | |
| "learning_rate": 8.618017903708198e-09, | |
| "loss": 0.1979, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 1.9641744548286604, | |
| "grad_norm": 0.7759433714405526, | |
| "learning_rate": 7.914997172282502e-09, | |
| "loss": 0.7825, | |
| "step": 1261 | |
| }, | |
| { | |
| "epoch": 1.9657320872274142, | |
| "grad_norm": 0.5561454562523979, | |
| "learning_rate": 7.241861316497623e-09, | |
| "loss": 0.1787, | |
| "step": 1262 | |
| }, | |
| { | |
| "epoch": 1.9672897196261683, | |
| "grad_norm": 0.6088898793952118, | |
| "learning_rate": 6.598614366049027e-09, | |
| "loss": 0.1525, | |
| "step": 1263 | |
| }, | |
| { | |
| "epoch": 1.9688473520249221, | |
| "grad_norm": 0.6388680112674057, | |
| "learning_rate": 5.985260171704199e-09, | |
| "loss": 0.2538, | |
| "step": 1264 | |
| }, | |
| { | |
| "epoch": 1.9704049844236762, | |
| "grad_norm": 1.2537539847150645, | |
| "learning_rate": 5.401802405277656e-09, | |
| "loss": 0.208, | |
| "step": 1265 | |
| }, | |
| { | |
| "epoch": 1.97196261682243, | |
| "grad_norm": 0.5173311007016309, | |
| "learning_rate": 4.848244559610971e-09, | |
| "loss": 0.1927, | |
| "step": 1266 | |
| }, | |
| { | |
| "epoch": 1.9735202492211839, | |
| "grad_norm": 0.7196153604341586, | |
| "learning_rate": 4.324589948552227e-09, | |
| "loss": 0.1292, | |
| "step": 1267 | |
| }, | |
| { | |
| "epoch": 1.9750778816199377, | |
| "grad_norm": 0.8257531526111838, | |
| "learning_rate": 3.830841706934374e-09, | |
| "loss": 0.2268, | |
| "step": 1268 | |
| }, | |
| { | |
| "epoch": 1.9766355140186915, | |
| "grad_norm": 0.6450834847941774, | |
| "learning_rate": 3.367002790556906e-09, | |
| "loss": 0.8063, | |
| "step": 1269 | |
| }, | |
| { | |
| "epoch": 1.9781931464174454, | |
| "grad_norm": 0.5873649988075496, | |
| "learning_rate": 2.9330759761692086e-09, | |
| "loss": 0.1333, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 1.9797507788161994, | |
| "grad_norm": 0.5338211522410232, | |
| "learning_rate": 2.5290638614533516e-09, | |
| "loss": 0.1651, | |
| "step": 1271 | |
| }, | |
| { | |
| "epoch": 1.9813084112149533, | |
| "grad_norm": 0.5778154838677994, | |
| "learning_rate": 2.154968865007989e-09, | |
| "loss": 0.1375, | |
| "step": 1272 | |
| }, | |
| { | |
| "epoch": 1.9828660436137073, | |
| "grad_norm": 0.6159025357834766, | |
| "learning_rate": 1.8107932263350392e-09, | |
| "loss": 0.2551, | |
| "step": 1273 | |
| }, | |
| { | |
| "epoch": 1.9844236760124612, | |
| "grad_norm": 0.5276126425838753, | |
| "learning_rate": 1.4965390058258035e-09, | |
| "loss": 0.2857, | |
| "step": 1274 | |
| }, | |
| { | |
| "epoch": 1.985981308411215, | |
| "grad_norm": 0.578702087814479, | |
| "learning_rate": 1.2122080847470907e-09, | |
| "loss": 0.1644, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 1.9875389408099688, | |
| "grad_norm": 0.6156843300297827, | |
| "learning_rate": 9.578021652323356e-10, | |
| "loss": 0.203, | |
| "step": 1276 | |
| }, | |
| { | |
| "epoch": 1.9890965732087227, | |
| "grad_norm": 0.5234412510622443, | |
| "learning_rate": 7.3332277027105e-10, | |
| "loss": 0.2086, | |
| "step": 1277 | |
| }, | |
| { | |
| "epoch": 1.9906542056074765, | |
| "grad_norm": 0.6889557509874759, | |
| "learning_rate": 5.38771243697167e-10, | |
| "loss": 0.2412, | |
| "step": 1278 | |
| }, | |
| { | |
| "epoch": 1.9922118380062306, | |
| "grad_norm": 0.5571525262541802, | |
| "learning_rate": 3.7414875018515483e-10, | |
| "loss": 0.314, | |
| "step": 1279 | |
| }, | |
| { | |
| "epoch": 1.9937694704049844, | |
| "grad_norm": 0.48476554367462193, | |
| "learning_rate": 2.3945627523891403e-10, | |
| "loss": 0.1878, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 1.9953271028037385, | |
| "grad_norm": 0.5759369634737167, | |
| "learning_rate": 1.3469462518844733e-10, | |
| "loss": 0.181, | |
| "step": 1281 | |
| }, | |
| { | |
| "epoch": 1.9968847352024923, | |
| "grad_norm": 0.6640918787171276, | |
| "learning_rate": 5.986442718486363e-11, | |
| "loss": 0.1886, | |
| "step": 1282 | |
| }, | |
| { | |
| "epoch": 1.9984423676012462, | |
| "grad_norm": 0.6150458129744069, | |
| "learning_rate": 1.496612919482665e-11, | |
| "loss": 0.2397, | |
| "step": 1283 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 0.6727485887005468, | |
| "learning_rate": 0.0, | |
| "loss": 0.2332, | |
| "step": 1284 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "step": 1284, | |
| "total_flos": 17255618273280.0, | |
| "train_loss": 0.27858535300162723, | |
| "train_runtime": 1476.77, | |
| "train_samples_per_second": 3.477, | |
| "train_steps_per_second": 0.869 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 1284, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 2, | |
| "save_steps": 70000, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 17255618273280.0, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |