| { | |
| "best_metric": 0.5626052618026733, | |
| "best_model_checkpoint": "/content/drive/MyDrive/tw-roberta-base-sentiment-FT-v2/checkpoint-2603", | |
| "epoch": 1.0, | |
| "eval_steps": 500, | |
| "global_step": 2603, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.00384172109104879, | |
| "grad_norm": 19.648235321044922, | |
| "learning_rate": 1.2195121951219514e-07, | |
| "loss": 0.7091, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.00768344218209758, | |
| "grad_norm": 15.138011932373047, | |
| "learning_rate": 2.439024390243903e-07, | |
| "loss": 0.5428, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.01152516327314637, | |
| "grad_norm": 15.91871452331543, | |
| "learning_rate": 3.6585365853658536e-07, | |
| "loss": 0.709, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.01536688436419516, | |
| "grad_norm": 11.673059463500977, | |
| "learning_rate": 4.878048780487805e-07, | |
| "loss": 0.6269, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.01920860545524395, | |
| "grad_norm": 10.827598571777344, | |
| "learning_rate": 6.097560975609757e-07, | |
| "loss": 0.6899, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.02305032654629274, | |
| "grad_norm": 29.76123809814453, | |
| "learning_rate": 7.317073170731707e-07, | |
| "loss": 0.7235, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.02689204763734153, | |
| "grad_norm": 16.770448684692383, | |
| "learning_rate": 8.53658536585366e-07, | |
| "loss": 0.731, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.03073376872839032, | |
| "grad_norm": 17.501832962036133, | |
| "learning_rate": 9.75609756097561e-07, | |
| "loss": 0.7907, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.03457548981943911, | |
| "grad_norm": 5.903749465942383, | |
| "learning_rate": 1.0975609756097562e-06, | |
| "loss": 0.6549, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.0384172109104879, | |
| "grad_norm": 12.823253631591797, | |
| "learning_rate": 1.2195121951219514e-06, | |
| "loss": 0.6833, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.042258932001536686, | |
| "grad_norm": 14.516304969787598, | |
| "learning_rate": 1.3414634146341465e-06, | |
| "loss": 0.7764, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.04610065309258548, | |
| "grad_norm": 17.775850296020508, | |
| "learning_rate": 1.4634146341463414e-06, | |
| "loss": 0.6677, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.049942374183634265, | |
| "grad_norm": 16.348901748657227, | |
| "learning_rate": 1.5853658536585368e-06, | |
| "loss": 0.6708, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.05378409527468306, | |
| "grad_norm": 20.729867935180664, | |
| "learning_rate": 1.707317073170732e-06, | |
| "loss": 0.685, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.05762581636573185, | |
| "grad_norm": 23.60687255859375, | |
| "learning_rate": 1.8292682926829268e-06, | |
| "loss": 0.7048, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.06146753745678064, | |
| "grad_norm": 24.990461349487305, | |
| "learning_rate": 1.951219512195122e-06, | |
| "loss": 0.6849, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.06530925854782943, | |
| "grad_norm": 21.754741668701172, | |
| "learning_rate": 2.073170731707317e-06, | |
| "loss": 0.6801, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.06915097963887822, | |
| "grad_norm": 19.427799224853516, | |
| "learning_rate": 2.1951219512195125e-06, | |
| "loss": 0.6006, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.072992700729927, | |
| "grad_norm": 11.91465950012207, | |
| "learning_rate": 2.317073170731708e-06, | |
| "loss": 0.6498, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.0768344218209758, | |
| "grad_norm": 24.343521118164062, | |
| "learning_rate": 2.4390243902439027e-06, | |
| "loss": 0.8272, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.08067614291202459, | |
| "grad_norm": 11.623435020446777, | |
| "learning_rate": 2.5609756097560977e-06, | |
| "loss": 0.6703, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.08451786400307337, | |
| "grad_norm": 8.984451293945312, | |
| "learning_rate": 2.682926829268293e-06, | |
| "loss": 0.6965, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.08835958509412217, | |
| "grad_norm": 26.78940773010254, | |
| "learning_rate": 2.8048780487804884e-06, | |
| "loss": 0.7135, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.09220130618517096, | |
| "grad_norm": 17.50589370727539, | |
| "learning_rate": 2.926829268292683e-06, | |
| "loss": 0.6637, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.09604302727621974, | |
| "grad_norm": 13.149524688720703, | |
| "learning_rate": 3.0487804878048782e-06, | |
| "loss": 0.5756, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.09988474836726853, | |
| "grad_norm": 10.727895736694336, | |
| "learning_rate": 3.1707317073170736e-06, | |
| "loss": 0.594, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.10372646945831733, | |
| "grad_norm": 15.031158447265625, | |
| "learning_rate": 3.292682926829269e-06, | |
| "loss": 0.7186, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.10756819054936612, | |
| "grad_norm": 10.520498275756836, | |
| "learning_rate": 3.414634146341464e-06, | |
| "loss": 0.5746, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.1114099116404149, | |
| "grad_norm": 19.504133224487305, | |
| "learning_rate": 3.5365853658536588e-06, | |
| "loss": 0.7709, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.1152516327314637, | |
| "grad_norm": 12.495412826538086, | |
| "learning_rate": 3.6585365853658537e-06, | |
| "loss": 0.6508, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.11909335382251249, | |
| "grad_norm": 9.115503311157227, | |
| "learning_rate": 3.780487804878049e-06, | |
| "loss": 0.5847, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.12293507491356127, | |
| "grad_norm": 12.583561897277832, | |
| "learning_rate": 3.902439024390244e-06, | |
| "loss": 0.6114, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.12677679600461006, | |
| "grad_norm": 16.474716186523438, | |
| "learning_rate": 4.024390243902439e-06, | |
| "loss": 0.5819, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.13061851709565886, | |
| "grad_norm": 12.282912254333496, | |
| "learning_rate": 4.146341463414634e-06, | |
| "loss": 0.5974, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.13446023818670763, | |
| "grad_norm": 14.967294692993164, | |
| "learning_rate": 4.268292682926829e-06, | |
| "loss": 0.515, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.13830195927775643, | |
| "grad_norm": 22.999889373779297, | |
| "learning_rate": 4.390243902439025e-06, | |
| "loss": 0.8314, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.14214368036880523, | |
| "grad_norm": 13.173623085021973, | |
| "learning_rate": 4.51219512195122e-06, | |
| "loss": 0.7274, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.145985401459854, | |
| "grad_norm": 10.259631156921387, | |
| "learning_rate": 4.634146341463416e-06, | |
| "loss": 0.5758, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.1498271225509028, | |
| "grad_norm": 20.109394073486328, | |
| "learning_rate": 4.75609756097561e-06, | |
| "loss": 0.6767, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.1536688436419516, | |
| "grad_norm": 12.53744125366211, | |
| "learning_rate": 4.8780487804878055e-06, | |
| "loss": 0.6554, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.15751056473300037, | |
| "grad_norm": 32.90926742553711, | |
| "learning_rate": 5e-06, | |
| "loss": 0.751, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.16135228582404917, | |
| "grad_norm": 13.864742279052734, | |
| "learning_rate": 5.121951219512195e-06, | |
| "loss": 0.5644, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.16519400691509797, | |
| "grad_norm": 16.864086151123047, | |
| "learning_rate": 5.243902439024391e-06, | |
| "loss": 0.7212, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.16903572800614675, | |
| "grad_norm": 8.035212516784668, | |
| "learning_rate": 5.365853658536586e-06, | |
| "loss": 0.6411, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.17287744909719555, | |
| "grad_norm": 15.027800559997559, | |
| "learning_rate": 5.487804878048781e-06, | |
| "loss": 0.7331, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.17671917018824435, | |
| "grad_norm": 9.771449089050293, | |
| "learning_rate": 5.609756097560977e-06, | |
| "loss": 0.6245, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.18056089127929312, | |
| "grad_norm": 7.735960960388184, | |
| "learning_rate": 5.731707317073171e-06, | |
| "loss": 0.5251, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.18440261237034192, | |
| "grad_norm": 7.348488807678223, | |
| "learning_rate": 5.853658536585366e-06, | |
| "loss": 0.5108, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.1882443334613907, | |
| "grad_norm": 30.567018508911133, | |
| "learning_rate": 5.9756097560975615e-06, | |
| "loss": 0.5508, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.1920860545524395, | |
| "grad_norm": 19.212230682373047, | |
| "learning_rate": 6.0975609756097564e-06, | |
| "loss": 0.5997, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.1959277756434883, | |
| "grad_norm": 17.70198631286621, | |
| "learning_rate": 6.219512195121951e-06, | |
| "loss": 0.8108, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.19976949673453706, | |
| "grad_norm": 13.471924781799316, | |
| "learning_rate": 6.341463414634147e-06, | |
| "loss": 0.6738, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.20361121782558586, | |
| "grad_norm": 15.494725227355957, | |
| "learning_rate": 6.463414634146342e-06, | |
| "loss": 0.8114, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.20745293891663466, | |
| "grad_norm": 9.314640045166016, | |
| "learning_rate": 6.585365853658538e-06, | |
| "loss": 0.5791, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.21129466000768343, | |
| "grad_norm": 11.314807891845703, | |
| "learning_rate": 6.707317073170733e-06, | |
| "loss": 0.6536, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.21513638109873223, | |
| "grad_norm": 16.462522506713867, | |
| "learning_rate": 6.829268292682928e-06, | |
| "loss": 0.5598, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.21897810218978103, | |
| "grad_norm": 36.564476013183594, | |
| "learning_rate": 6.951219512195122e-06, | |
| "loss": 0.5573, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.2228198232808298, | |
| "grad_norm": 16.07019805908203, | |
| "learning_rate": 7.0731707317073175e-06, | |
| "loss": 0.5328, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.2266615443718786, | |
| "grad_norm": 6.132660388946533, | |
| "learning_rate": 7.1951219512195125e-06, | |
| "loss": 0.4499, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.2305032654629274, | |
| "grad_norm": 21.4416561126709, | |
| "learning_rate": 7.317073170731707e-06, | |
| "loss": 0.6584, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.23434498655397618, | |
| "grad_norm": 18.0037841796875, | |
| "learning_rate": 7.439024390243903e-06, | |
| "loss": 0.4844, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.23818670764502498, | |
| "grad_norm": 17.625553131103516, | |
| "learning_rate": 7.560975609756098e-06, | |
| "loss": 0.5122, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.24202842873607375, | |
| "grad_norm": 10.607305526733398, | |
| "learning_rate": 7.682926829268293e-06, | |
| "loss": 0.5188, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.24587014982712255, | |
| "grad_norm": 26.88294792175293, | |
| "learning_rate": 7.804878048780489e-06, | |
| "loss": 0.7002, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.24971187091817135, | |
| "grad_norm": 38.178287506103516, | |
| "learning_rate": 7.926829268292685e-06, | |
| "loss": 0.9407, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.2535535920092201, | |
| "grad_norm": 8.800226211547852, | |
| "learning_rate": 8.048780487804879e-06, | |
| "loss": 0.4968, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.2573953131002689, | |
| "grad_norm": 30.46478843688965, | |
| "learning_rate": 8.170731707317073e-06, | |
| "loss": 0.5293, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.2612370341913177, | |
| "grad_norm": 20.630985260009766, | |
| "learning_rate": 8.292682926829268e-06, | |
| "loss": 0.5382, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.2650787552823665, | |
| "grad_norm": 19.19484519958496, | |
| "learning_rate": 8.414634146341464e-06, | |
| "loss": 0.6311, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.26892047637341526, | |
| "grad_norm": 26.084064483642578, | |
| "learning_rate": 8.536585365853658e-06, | |
| "loss": 0.6893, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.27276219746446406, | |
| "grad_norm": 11.942285537719727, | |
| "learning_rate": 8.658536585365854e-06, | |
| "loss": 0.5938, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.27660391855551286, | |
| "grad_norm": 25.995960235595703, | |
| "learning_rate": 8.78048780487805e-06, | |
| "loss": 0.5693, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.28044563964656166, | |
| "grad_norm": 10.440145492553711, | |
| "learning_rate": 8.902439024390244e-06, | |
| "loss": 0.5937, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.28428736073761046, | |
| "grad_norm": 21.39019012451172, | |
| "learning_rate": 9.02439024390244e-06, | |
| "loss": 0.664, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.28812908182865926, | |
| "grad_norm": 11.281585693359375, | |
| "learning_rate": 9.146341463414635e-06, | |
| "loss": 0.5178, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.291970802919708, | |
| "grad_norm": 13.577981948852539, | |
| "learning_rate": 9.268292682926831e-06, | |
| "loss": 0.5405, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.2958125240107568, | |
| "grad_norm": 55.213340759277344, | |
| "learning_rate": 9.390243902439025e-06, | |
| "loss": 0.5633, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.2996542451018056, | |
| "grad_norm": 19.74529266357422, | |
| "learning_rate": 9.51219512195122e-06, | |
| "loss": 0.7541, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.3034959661928544, | |
| "grad_norm": 45.70171356201172, | |
| "learning_rate": 9.634146341463415e-06, | |
| "loss": 0.6196, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.3073376872839032, | |
| "grad_norm": 23.01153564453125, | |
| "learning_rate": 9.756097560975611e-06, | |
| "loss": 0.7121, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.311179408374952, | |
| "grad_norm": 17.099529266357422, | |
| "learning_rate": 9.878048780487805e-06, | |
| "loss": 0.6021, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.31502112946600075, | |
| "grad_norm": 11.891583442687988, | |
| "learning_rate": 1e-05, | |
| "loss": 0.6071, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.31886285055704955, | |
| "grad_norm": 16.423572540283203, | |
| "learning_rate": 9.98957464553795e-06, | |
| "loss": 0.539, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.32270457164809835, | |
| "grad_norm": 11.026520729064941, | |
| "learning_rate": 9.979149291075898e-06, | |
| "loss": 0.615, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.32654629273914715, | |
| "grad_norm": 25.40671730041504, | |
| "learning_rate": 9.968723936613845e-06, | |
| "loss": 0.4819, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.33038801383019595, | |
| "grad_norm": 30.425880432128906, | |
| "learning_rate": 9.958298582151794e-06, | |
| "loss": 0.7362, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.3342297349212447, | |
| "grad_norm": 21.710176467895508, | |
| "learning_rate": 9.947873227689742e-06, | |
| "loss": 0.5052, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.3380714560122935, | |
| "grad_norm": 13.537766456604004, | |
| "learning_rate": 9.93744787322769e-06, | |
| "loss": 0.6032, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.3419131771033423, | |
| "grad_norm": 19.592073440551758, | |
| "learning_rate": 9.927022518765639e-06, | |
| "loss": 0.5222, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.3457548981943911, | |
| "grad_norm": 10.528463363647461, | |
| "learning_rate": 9.916597164303588e-06, | |
| "loss": 0.596, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.3495966192854399, | |
| "grad_norm": 15.643308639526367, | |
| "learning_rate": 9.906171809841536e-06, | |
| "loss": 0.7414, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.3534383403764887, | |
| "grad_norm": 22.77689552307129, | |
| "learning_rate": 9.895746455379483e-06, | |
| "loss": 0.5151, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.35728006146753744, | |
| "grad_norm": 23.217538833618164, | |
| "learning_rate": 9.885321100917432e-06, | |
| "loss": 0.7501, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.36112178255858624, | |
| "grad_norm": 21.08719825744629, | |
| "learning_rate": 9.874895746455382e-06, | |
| "loss": 0.4944, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.36496350364963503, | |
| "grad_norm": 19.93057632446289, | |
| "learning_rate": 9.864470391993327e-06, | |
| "loss": 0.7289, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.36880522474068383, | |
| "grad_norm": 14.810643196105957, | |
| "learning_rate": 9.854045037531277e-06, | |
| "loss": 0.4956, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.37264694583173263, | |
| "grad_norm": 19.596710205078125, | |
| "learning_rate": 9.843619683069226e-06, | |
| "loss": 0.5528, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.3764886669227814, | |
| "grad_norm": 23.963172912597656, | |
| "learning_rate": 9.833194328607173e-06, | |
| "loss": 0.5904, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.3803303880138302, | |
| "grad_norm": 14.250468254089355, | |
| "learning_rate": 9.822768974145121e-06, | |
| "loss": 0.6762, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.384172109104879, | |
| "grad_norm": 30.411888122558594, | |
| "learning_rate": 9.81234361968307e-06, | |
| "loss": 0.6031, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.3880138301959278, | |
| "grad_norm": 4.892022132873535, | |
| "learning_rate": 9.80191826522102e-06, | |
| "loss": 0.5832, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.3918555512869766, | |
| "grad_norm": 14.026780128479004, | |
| "learning_rate": 9.791492910758967e-06, | |
| "loss": 0.4432, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.3956972723780254, | |
| "grad_norm": 15.22079086303711, | |
| "learning_rate": 9.781067556296915e-06, | |
| "loss": 0.5003, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.3995389934690741, | |
| "grad_norm": 38.46358871459961, | |
| "learning_rate": 9.770642201834864e-06, | |
| "loss": 0.6863, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.4033807145601229, | |
| "grad_norm": 28.509458541870117, | |
| "learning_rate": 9.760216847372811e-06, | |
| "loss": 0.6557, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.4072224356511717, | |
| "grad_norm": 10.18283748626709, | |
| "learning_rate": 9.749791492910759e-06, | |
| "loss": 0.475, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.4110641567422205, | |
| "grad_norm": 16.280475616455078, | |
| "learning_rate": 9.739366138448708e-06, | |
| "loss": 0.5423, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.4149058778332693, | |
| "grad_norm": 27.256633758544922, | |
| "learning_rate": 9.728940783986657e-06, | |
| "loss": 0.4638, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.4187475989243181, | |
| "grad_norm": 26.906049728393555, | |
| "learning_rate": 9.718515429524605e-06, | |
| "loss": 0.6528, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.42258932001536686, | |
| "grad_norm": 10.475133895874023, | |
| "learning_rate": 9.708090075062552e-06, | |
| "loss": 0.8387, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.42643104110641566, | |
| "grad_norm": 14.576977729797363, | |
| "learning_rate": 9.697664720600502e-06, | |
| "loss": 0.6325, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.43027276219746446, | |
| "grad_norm": 17.823413848876953, | |
| "learning_rate": 9.68723936613845e-06, | |
| "loss": 0.613, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.43411448328851326, | |
| "grad_norm": 12.499800682067871, | |
| "learning_rate": 9.676814011676397e-06, | |
| "loss": 0.5685, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.43795620437956206, | |
| "grad_norm": 19.12653923034668, | |
| "learning_rate": 9.666388657214346e-06, | |
| "loss": 0.8678, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.4417979254706108, | |
| "grad_norm": 5.942495822906494, | |
| "learning_rate": 9.655963302752295e-06, | |
| "loss": 0.4594, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.4456396465616596, | |
| "grad_norm": 19.233552932739258, | |
| "learning_rate": 9.645537948290243e-06, | |
| "loss": 0.5747, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.4494813676527084, | |
| "grad_norm": 17.434133529663086, | |
| "learning_rate": 9.63511259382819e-06, | |
| "loss": 0.5121, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.4533230887437572, | |
| "grad_norm": 14.78231143951416, | |
| "learning_rate": 9.62468723936614e-06, | |
| "loss": 0.7225, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.457164809834806, | |
| "grad_norm": 23.81663703918457, | |
| "learning_rate": 9.614261884904089e-06, | |
| "loss": 0.8527, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.4610065309258548, | |
| "grad_norm": 18.266740798950195, | |
| "learning_rate": 9.603836530442035e-06, | |
| "loss": 0.4101, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.46484825201690355, | |
| "grad_norm": 23.31222152709961, | |
| "learning_rate": 9.593411175979984e-06, | |
| "loss": 0.5847, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.46868997310795235, | |
| "grad_norm": 11.039971351623535, | |
| "learning_rate": 9.582985821517933e-06, | |
| "loss": 0.6515, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.47253169419900115, | |
| "grad_norm": 27.05122184753418, | |
| "learning_rate": 9.57256046705588e-06, | |
| "loss": 0.5968, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.47637341529004995, | |
| "grad_norm": 18.416839599609375, | |
| "learning_rate": 9.562135112593828e-06, | |
| "loss": 0.6339, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.48021513638109875, | |
| "grad_norm": 18.275182723999023, | |
| "learning_rate": 9.551709758131778e-06, | |
| "loss": 0.3595, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.4840568574721475, | |
| "grad_norm": 32.038143157958984, | |
| "learning_rate": 9.541284403669727e-06, | |
| "loss": 0.8281, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.4878985785631963, | |
| "grad_norm": 19.010108947753906, | |
| "learning_rate": 9.530859049207674e-06, | |
| "loss": 0.7158, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.4917402996542451, | |
| "grad_norm": 9.5922269821167, | |
| "learning_rate": 9.520433694745622e-06, | |
| "loss": 0.5315, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.4955820207452939, | |
| "grad_norm": 11.005895614624023, | |
| "learning_rate": 9.510008340283571e-06, | |
| "loss": 0.3599, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.4994237418363427, | |
| "grad_norm": 51.6233024597168, | |
| "learning_rate": 9.499582985821519e-06, | |
| "loss": 0.537, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.5032654629273915, | |
| "grad_norm": 19.033329010009766, | |
| "learning_rate": 9.489157631359466e-06, | |
| "loss": 0.6083, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.5071071840184402, | |
| "grad_norm": 16.91973114013672, | |
| "learning_rate": 9.478732276897415e-06, | |
| "loss": 0.7693, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.5109489051094891, | |
| "grad_norm": 23.38747215270996, | |
| "learning_rate": 9.468306922435365e-06, | |
| "loss": 0.6646, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.5147906262005378, | |
| "grad_norm": 13.772806167602539, | |
| "learning_rate": 9.457881567973312e-06, | |
| "loss": 0.4763, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.5186323472915866, | |
| "grad_norm": 8.950833320617676, | |
| "learning_rate": 9.44745621351126e-06, | |
| "loss": 0.5793, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.5224740683826354, | |
| "grad_norm": 5.6142964363098145, | |
| "learning_rate": 9.437030859049209e-06, | |
| "loss": 0.5797, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.5263157894736842, | |
| "grad_norm": 18.615188598632812, | |
| "learning_rate": 9.426605504587157e-06, | |
| "loss": 0.6041, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.530157510564733, | |
| "grad_norm": 10.953849792480469, | |
| "learning_rate": 9.416180150125104e-06, | |
| "loss": 0.5933, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.5339992316557818, | |
| "grad_norm": 11.613428115844727, | |
| "learning_rate": 9.405754795663053e-06, | |
| "loss": 0.5275, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.5378409527468305, | |
| "grad_norm": 12.725924491882324, | |
| "learning_rate": 9.395329441201003e-06, | |
| "loss": 0.5673, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.5416826738378794, | |
| "grad_norm": 34.54634094238281, | |
| "learning_rate": 9.38490408673895e-06, | |
| "loss": 0.6717, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.5455243949289281, | |
| "grad_norm": 21.028316497802734, | |
| "learning_rate": 9.374478732276898e-06, | |
| "loss": 0.5483, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.549366116019977, | |
| "grad_norm": 30.281667709350586, | |
| "learning_rate": 9.364053377814847e-06, | |
| "loss": 0.7806, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.5532078371110257, | |
| "grad_norm": 11.983960151672363, | |
| "learning_rate": 9.353628023352795e-06, | |
| "loss": 0.5061, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.5570495582020746, | |
| "grad_norm": 6.99747896194458, | |
| "learning_rate": 9.343202668890742e-06, | |
| "loss": 0.5623, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.5608912792931233, | |
| "grad_norm": 11.219843864440918, | |
| "learning_rate": 9.332777314428691e-06, | |
| "loss": 0.6227, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.5647330003841721, | |
| "grad_norm": 8.85550308227539, | |
| "learning_rate": 9.32235195996664e-06, | |
| "loss": 0.5908, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.5685747214752209, | |
| "grad_norm": 15.55632209777832, | |
| "learning_rate": 9.311926605504588e-06, | |
| "loss": 0.5888, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.5724164425662697, | |
| "grad_norm": 5.281271457672119, | |
| "learning_rate": 9.301501251042536e-06, | |
| "loss": 0.4795, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.5762581636573185, | |
| "grad_norm": 10.58825397491455, | |
| "learning_rate": 9.291075896580485e-06, | |
| "loss": 0.4825, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.5800998847483673, | |
| "grad_norm": 13.970091819763184, | |
| "learning_rate": 9.280650542118432e-06, | |
| "loss": 0.6107, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.583941605839416, | |
| "grad_norm": 15.610709190368652, | |
| "learning_rate": 9.270225187656382e-06, | |
| "loss": 0.454, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.5877833269304649, | |
| "grad_norm": 9.203128814697266, | |
| "learning_rate": 9.25979983319433e-06, | |
| "loss": 0.596, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.5916250480215136, | |
| "grad_norm": 12.340123176574707, | |
| "learning_rate": 9.249374478732278e-06, | |
| "loss": 0.6622, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.5954667691125625, | |
| "grad_norm": 6.894665718078613, | |
| "learning_rate": 9.238949124270226e-06, | |
| "loss": 0.4944, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.5993084902036112, | |
| "grad_norm": 22.704559326171875, | |
| "learning_rate": 9.228523769808174e-06, | |
| "loss": 0.6151, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.60315021129466, | |
| "grad_norm": 6.272796630859375, | |
| "learning_rate": 9.218098415346123e-06, | |
| "loss": 0.4866, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 0.6069919323857088, | |
| "grad_norm": 40.39881134033203, | |
| "learning_rate": 9.20767306088407e-06, | |
| "loss": 0.5471, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.6108336534767576, | |
| "grad_norm": 9.417654037475586, | |
| "learning_rate": 9.19724770642202e-06, | |
| "loss": 0.5702, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 0.6146753745678064, | |
| "grad_norm": 8.880293846130371, | |
| "learning_rate": 9.186822351959967e-06, | |
| "loss": 0.7593, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.6185170956588552, | |
| "grad_norm": 16.337783813476562, | |
| "learning_rate": 9.176396997497916e-06, | |
| "loss": 0.3708, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 0.622358816749904, | |
| "grad_norm": 15.34815502166748, | |
| "learning_rate": 9.165971643035864e-06, | |
| "loss": 0.6829, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.6262005378409528, | |
| "grad_norm": 12.125506401062012, | |
| "learning_rate": 9.155546288573811e-06, | |
| "loss": 0.5839, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 0.6300422589320015, | |
| "grad_norm": 12.340716361999512, | |
| "learning_rate": 9.14512093411176e-06, | |
| "loss": 0.5855, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.6338839800230504, | |
| "grad_norm": 17.276071548461914, | |
| "learning_rate": 9.134695579649708e-06, | |
| "loss": 0.4579, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.6377257011140991, | |
| "grad_norm": 4.054512977600098, | |
| "learning_rate": 9.124270225187658e-06, | |
| "loss": 0.3717, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.641567422205148, | |
| "grad_norm": 26.277875900268555, | |
| "learning_rate": 9.113844870725605e-06, | |
| "loss": 0.6934, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 0.6454091432961967, | |
| "grad_norm": 23.17993927001953, | |
| "learning_rate": 9.103419516263554e-06, | |
| "loss": 0.8507, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.6492508643872454, | |
| "grad_norm": 30.25948715209961, | |
| "learning_rate": 9.092994161801502e-06, | |
| "loss": 0.5851, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 0.6530925854782943, | |
| "grad_norm": 12.083464622497559, | |
| "learning_rate": 9.08256880733945e-06, | |
| "loss": 0.5214, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.656934306569343, | |
| "grad_norm": 26.132946014404297, | |
| "learning_rate": 9.072143452877399e-06, | |
| "loss": 0.5715, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 0.6607760276603919, | |
| "grad_norm": 13.83061408996582, | |
| "learning_rate": 9.061718098415346e-06, | |
| "loss": 0.6076, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.6646177487514406, | |
| "grad_norm": 36.992679595947266, | |
| "learning_rate": 9.051292743953295e-06, | |
| "loss": 0.5795, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 0.6684594698424894, | |
| "grad_norm": 24.426977157592773, | |
| "learning_rate": 9.040867389491243e-06, | |
| "loss": 0.6913, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.6723011909335382, | |
| "grad_norm": 15.399202346801758, | |
| "learning_rate": 9.030442035029192e-06, | |
| "loss": 0.647, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.676142912024587, | |
| "grad_norm": 36.72813034057617, | |
| "learning_rate": 9.02001668056714e-06, | |
| "loss": 0.7641, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.6799846331156358, | |
| "grad_norm": 19.219661712646484, | |
| "learning_rate": 9.009591326105089e-06, | |
| "loss": 0.7111, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 0.6838263542066846, | |
| "grad_norm": 10.353839874267578, | |
| "learning_rate": 8.999165971643037e-06, | |
| "loss": 0.437, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.6876680752977334, | |
| "grad_norm": 12.179790496826172, | |
| "learning_rate": 8.988740617180984e-06, | |
| "loss": 0.6514, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 0.6915097963887822, | |
| "grad_norm": 15.036273956298828, | |
| "learning_rate": 8.978315262718933e-06, | |
| "loss": 0.4611, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.6953515174798309, | |
| "grad_norm": 12.146955490112305, | |
| "learning_rate": 8.967889908256881e-06, | |
| "loss": 0.5176, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 0.6991932385708798, | |
| "grad_norm": 16.004959106445312, | |
| "learning_rate": 8.95746455379483e-06, | |
| "loss": 0.3749, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.7030349596619285, | |
| "grad_norm": 23.500526428222656, | |
| "learning_rate": 8.947039199332778e-06, | |
| "loss": 0.6124, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 0.7068766807529774, | |
| "grad_norm": 11.367331504821777, | |
| "learning_rate": 8.936613844870727e-06, | |
| "loss": 0.3982, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.7107184018440261, | |
| "grad_norm": 13.60319709777832, | |
| "learning_rate": 8.926188490408674e-06, | |
| "loss": 0.4618, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.7145601229350749, | |
| "grad_norm": 9.807296752929688, | |
| "learning_rate": 8.915763135946624e-06, | |
| "loss": 0.552, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.7184018440261237, | |
| "grad_norm": 41.238895416259766, | |
| "learning_rate": 8.905337781484571e-06, | |
| "loss": 0.738, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 0.7222435651171725, | |
| "grad_norm": 8.117176055908203, | |
| "learning_rate": 8.894912427022519e-06, | |
| "loss": 0.546, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 0.7260852862082213, | |
| "grad_norm": 8.292084693908691, | |
| "learning_rate": 8.884487072560468e-06, | |
| "loss": 0.5098, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 0.7299270072992701, | |
| "grad_norm": 16.20579719543457, | |
| "learning_rate": 8.874061718098416e-06, | |
| "loss": 0.5693, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.7337687283903188, | |
| "grad_norm": 10.686980247497559, | |
| "learning_rate": 8.863636363636365e-06, | |
| "loss": 0.6848, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 0.7376104494813677, | |
| "grad_norm": 12.386652946472168, | |
| "learning_rate": 8.853211009174312e-06, | |
| "loss": 0.5282, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 0.7414521705724164, | |
| "grad_norm": 11.129962921142578, | |
| "learning_rate": 8.842785654712262e-06, | |
| "loss": 0.5789, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 0.7452938916634653, | |
| "grad_norm": 8.727615356445312, | |
| "learning_rate": 8.83236030025021e-06, | |
| "loss": 0.5936, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 0.749135612754514, | |
| "grad_norm": 11.261787414550781, | |
| "learning_rate": 8.821934945788157e-06, | |
| "loss": 0.5308, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.7529773338455628, | |
| "grad_norm": 23.387935638427734, | |
| "learning_rate": 8.811509591326106e-06, | |
| "loss": 0.5074, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 0.7568190549366116, | |
| "grad_norm": 20.772794723510742, | |
| "learning_rate": 8.801084236864054e-06, | |
| "loss": 0.6157, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 0.7606607760276604, | |
| "grad_norm": 23.0604305267334, | |
| "learning_rate": 8.790658882402003e-06, | |
| "loss": 0.5272, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 0.7645024971187092, | |
| "grad_norm": 44.302425384521484, | |
| "learning_rate": 8.78023352793995e-06, | |
| "loss": 0.6709, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 0.768344218209758, | |
| "grad_norm": 16.66979217529297, | |
| "learning_rate": 8.7698081734779e-06, | |
| "loss": 0.4651, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.7721859393008068, | |
| "grad_norm": 18.14614486694336, | |
| "learning_rate": 8.759382819015847e-06, | |
| "loss": 0.5747, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 0.7760276603918556, | |
| "grad_norm": 10.635650634765625, | |
| "learning_rate": 8.748957464553796e-06, | |
| "loss": 0.5169, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 0.7798693814829043, | |
| "grad_norm": 13.54704475402832, | |
| "learning_rate": 8.738532110091744e-06, | |
| "loss": 0.4784, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 0.7837111025739532, | |
| "grad_norm": 12.35689926147461, | |
| "learning_rate": 8.728106755629691e-06, | |
| "loss": 0.5529, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 0.7875528236650019, | |
| "grad_norm": 7.250340461730957, | |
| "learning_rate": 8.71768140116764e-06, | |
| "loss": 0.6229, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.7913945447560508, | |
| "grad_norm": 16.60529327392578, | |
| "learning_rate": 8.707256046705588e-06, | |
| "loss": 0.5726, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 0.7952362658470995, | |
| "grad_norm": 18.4666805267334, | |
| "learning_rate": 8.696830692243537e-06, | |
| "loss": 0.5643, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 0.7990779869381482, | |
| "grad_norm": 31.986207962036133, | |
| "learning_rate": 8.686405337781485e-06, | |
| "loss": 0.4759, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 0.8029197080291971, | |
| "grad_norm": 30.724218368530273, | |
| "learning_rate": 8.675979983319434e-06, | |
| "loss": 0.6527, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 0.8067614291202458, | |
| "grad_norm": 22.7759952545166, | |
| "learning_rate": 8.665554628857382e-06, | |
| "loss": 0.6438, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.8106031502112947, | |
| "grad_norm": 14.61020565032959, | |
| "learning_rate": 8.65512927439533e-06, | |
| "loss": 0.3962, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 0.8144448713023434, | |
| "grad_norm": 20.27998161315918, | |
| "learning_rate": 8.644703919933279e-06, | |
| "loss": 0.6989, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 0.8182865923933922, | |
| "grad_norm": 10.2035493850708, | |
| "learning_rate": 8.634278565471226e-06, | |
| "loss": 0.5543, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 0.822128313484441, | |
| "grad_norm": 16.954448699951172, | |
| "learning_rate": 8.623853211009175e-06, | |
| "loss": 0.4598, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 0.8259700345754898, | |
| "grad_norm": 24.188817977905273, | |
| "learning_rate": 8.613427856547123e-06, | |
| "loss": 0.674, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.8298117556665386, | |
| "grad_norm": 8.472796440124512, | |
| "learning_rate": 8.603002502085072e-06, | |
| "loss": 0.4246, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 0.8336534767575874, | |
| "grad_norm": 21.893178939819336, | |
| "learning_rate": 8.59257714762302e-06, | |
| "loss": 0.5788, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 0.8374951978486362, | |
| "grad_norm": 8.200776100158691, | |
| "learning_rate": 8.582151793160967e-06, | |
| "loss": 0.4215, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 0.841336918939685, | |
| "grad_norm": 21.523435592651367, | |
| "learning_rate": 8.571726438698917e-06, | |
| "loss": 0.4367, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 0.8451786400307337, | |
| "grad_norm": 18.608898162841797, | |
| "learning_rate": 8.561301084236864e-06, | |
| "loss": 0.6324, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.8490203611217826, | |
| "grad_norm": 19.39713478088379, | |
| "learning_rate": 8.550875729774813e-06, | |
| "loss": 0.382, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 0.8528620822128313, | |
| "grad_norm": 15.368677139282227, | |
| "learning_rate": 8.540450375312761e-06, | |
| "loss": 0.492, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 0.8567038033038802, | |
| "grad_norm": 6.85573673248291, | |
| "learning_rate": 8.53002502085071e-06, | |
| "loss": 0.6801, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 0.8605455243949289, | |
| "grad_norm": 11.223825454711914, | |
| "learning_rate": 8.519599666388658e-06, | |
| "loss": 0.7763, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 0.8643872454859777, | |
| "grad_norm": 11.18885326385498, | |
| "learning_rate": 8.509174311926605e-06, | |
| "loss": 0.585, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.8682289665770265, | |
| "grad_norm": 21.877548217773438, | |
| "learning_rate": 8.498748957464554e-06, | |
| "loss": 0.5873, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 0.8720706876680753, | |
| "grad_norm": 25.72136116027832, | |
| "learning_rate": 8.488323603002504e-06, | |
| "loss": 0.5796, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 0.8759124087591241, | |
| "grad_norm": 16.472366333007812, | |
| "learning_rate": 8.477898248540451e-06, | |
| "loss": 0.4431, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 0.8797541298501729, | |
| "grad_norm": 5.752821445465088, | |
| "learning_rate": 8.467472894078399e-06, | |
| "loss": 0.7004, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 0.8835958509412216, | |
| "grad_norm": 13.56191349029541, | |
| "learning_rate": 8.457047539616348e-06, | |
| "loss": 0.4899, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.8874375720322705, | |
| "grad_norm": 5.017563343048096, | |
| "learning_rate": 8.446622185154296e-06, | |
| "loss": 0.7014, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 0.8912792931233192, | |
| "grad_norm": 15.450356483459473, | |
| "learning_rate": 8.436196830692243e-06, | |
| "loss": 0.5414, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 0.8951210142143681, | |
| "grad_norm": 16.416250228881836, | |
| "learning_rate": 8.425771476230192e-06, | |
| "loss": 0.698, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 0.8989627353054168, | |
| "grad_norm": 11.185935020446777, | |
| "learning_rate": 8.415346121768142e-06, | |
| "loss": 0.6264, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 0.9028044563964657, | |
| "grad_norm": 22.787181854248047, | |
| "learning_rate": 8.40492076730609e-06, | |
| "loss": 0.6908, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.9066461774875144, | |
| "grad_norm": 11.522934913635254, | |
| "learning_rate": 8.394495412844037e-06, | |
| "loss": 0.5546, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 0.9104878985785632, | |
| "grad_norm": 18.260616302490234, | |
| "learning_rate": 8.384070058381986e-06, | |
| "loss": 0.5925, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 0.914329619669612, | |
| "grad_norm": 7.180076599121094, | |
| "learning_rate": 8.373644703919933e-06, | |
| "loss": 0.6639, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 0.9181713407606608, | |
| "grad_norm": 11.107264518737793, | |
| "learning_rate": 8.363219349457881e-06, | |
| "loss": 0.6762, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 0.9220130618517096, | |
| "grad_norm": 12.528190612792969, | |
| "learning_rate": 8.35279399499583e-06, | |
| "loss": 0.5435, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.9258547829427584, | |
| "grad_norm": 29.454421997070312, | |
| "learning_rate": 8.34236864053378e-06, | |
| "loss": 0.5074, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 0.9296965040338071, | |
| "grad_norm": 14.677248001098633, | |
| "learning_rate": 8.331943286071727e-06, | |
| "loss": 0.6161, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 0.933538225124856, | |
| "grad_norm": 8.907113075256348, | |
| "learning_rate": 8.321517931609675e-06, | |
| "loss": 0.353, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 0.9373799462159047, | |
| "grad_norm": 11.691315650939941, | |
| "learning_rate": 8.311092577147624e-06, | |
| "loss": 0.4516, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 0.9412216673069536, | |
| "grad_norm": 2.8710756301879883, | |
| "learning_rate": 8.300667222685571e-06, | |
| "loss": 0.6726, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.9450633883980023, | |
| "grad_norm": 11.67735481262207, | |
| "learning_rate": 8.290241868223519e-06, | |
| "loss": 0.6797, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 0.948905109489051, | |
| "grad_norm": 17.547286987304688, | |
| "learning_rate": 8.279816513761468e-06, | |
| "loss": 0.7029, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 0.9527468305800999, | |
| "grad_norm": 11.663725852966309, | |
| "learning_rate": 8.269391159299417e-06, | |
| "loss": 0.5016, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 0.9565885516711486, | |
| "grad_norm": 9.743104934692383, | |
| "learning_rate": 8.258965804837365e-06, | |
| "loss": 0.5489, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 0.9604302727621975, | |
| "grad_norm": 9.579474449157715, | |
| "learning_rate": 8.248540450375313e-06, | |
| "loss": 0.5867, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.9642719938532462, | |
| "grad_norm": 13.63699722290039, | |
| "learning_rate": 8.238115095913262e-06, | |
| "loss": 0.5191, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 0.968113714944295, | |
| "grad_norm": 10.331293106079102, | |
| "learning_rate": 8.227689741451211e-06, | |
| "loss": 0.6654, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 0.9719554360353438, | |
| "grad_norm": 10.614498138427734, | |
| "learning_rate": 8.217264386989159e-06, | |
| "loss": 0.5947, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 0.9757971571263926, | |
| "grad_norm": 10.182368278503418, | |
| "learning_rate": 8.206839032527106e-06, | |
| "loss": 0.5482, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 0.9796388782174414, | |
| "grad_norm": 15.42397403717041, | |
| "learning_rate": 8.196413678065055e-06, | |
| "loss": 0.5144, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.9834805993084902, | |
| "grad_norm": 8.317682266235352, | |
| "learning_rate": 8.185988323603003e-06, | |
| "loss": 0.4518, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 0.987322320399539, | |
| "grad_norm": 43.10714340209961, | |
| "learning_rate": 8.17556296914095e-06, | |
| "loss": 0.5974, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 0.9911640414905878, | |
| "grad_norm": 7.906277656555176, | |
| "learning_rate": 8.1651376146789e-06, | |
| "loss": 0.5745, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 0.9950057625816365, | |
| "grad_norm": 10.229177474975586, | |
| "learning_rate": 8.154712260216849e-06, | |
| "loss": 0.4322, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 0.9988474836726854, | |
| "grad_norm": 12.773459434509277, | |
| "learning_rate": 8.144286905754796e-06, | |
| "loss": 0.5947, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.7737969455383729, | |
| "eval_f1_per_label": [ | |
| 0.778160354156419, | |
| 0.7230364524614806, | |
| 0.8299703264094955 | |
| ], | |
| "eval_f1_weighted": 0.774424228670159, | |
| "eval_loss": 0.5626052618026733, | |
| "eval_precision_per_label": [ | |
| 0.7752368507023848, | |
| 0.7131208302446257, | |
| 0.8468059339993945 | |
| ], | |
| "eval_precision_weighted": 0.7753803799282116, | |
| "eval_recall_per_label": [ | |
| 0.7811059907834101, | |
| 0.7332317073170732, | |
| 0.8137910968868199 | |
| ], | |
| "eval_recall_weighted": 0.7737969455383729, | |
| "eval_runtime": 38.6689, | |
| "eval_samples_per_second": 269.235, | |
| "eval_steps_per_second": 33.67, | |
| "step": 2603 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 10412, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 4, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "EarlyStoppingCallback": { | |
| "args": { | |
| "early_stopping_patience": 3, | |
| "early_stopping_threshold": 0.0 | |
| }, | |
| "attributes": { | |
| "early_stopping_patience_counter": 0 | |
| } | |
| }, | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 656244433604970.0, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |