| { | |
| "best_global_step": 1500, | |
| "best_metric": 0.7986094355583191, | |
| "best_model_checkpoint": "./biomistral-lora-finetuned/checkpoint-1500", | |
| "epoch": 3.0, | |
| "eval_steps": 500, | |
| "global_step": 2772, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.010832769126607989, | |
| "grad_norm": 0.7727395296096802, | |
| "learning_rate": 1.8e-05, | |
| "loss": 0.889, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.021665538253215978, | |
| "grad_norm": 0.8008129596710205, | |
| "learning_rate": 3.8e-05, | |
| "loss": 0.8378, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.03249830737982397, | |
| "grad_norm": 0.9147247076034546, | |
| "learning_rate": 5.8e-05, | |
| "loss": 0.8108, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.043331076506431955, | |
| "grad_norm": 0.8121607303619385, | |
| "learning_rate": 7.800000000000001e-05, | |
| "loss": 0.8597, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.05416384563303995, | |
| "grad_norm": 1.0018593072891235, | |
| "learning_rate": 9.8e-05, | |
| "loss": 0.7486, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.06499661475964794, | |
| "grad_norm": 1.2048218250274658, | |
| "learning_rate": 0.000118, | |
| "loss": 0.6825, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.07582938388625593, | |
| "grad_norm": 0.9863468408584595, | |
| "learning_rate": 0.000138, | |
| "loss": 0.6539, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.08666215301286391, | |
| "grad_norm": 1.2911494970321655, | |
| "learning_rate": 0.00015800000000000002, | |
| "loss": 0.6198, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.0974949221394719, | |
| "grad_norm": 1.159672737121582, | |
| "learning_rate": 0.00017800000000000002, | |
| "loss": 0.6222, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.1083276912660799, | |
| "grad_norm": 1.0924432277679443, | |
| "learning_rate": 0.00019800000000000002, | |
| "loss": 0.5923, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.11916046039268788, | |
| "grad_norm": 1.3423463106155396, | |
| "learning_rate": 0.00019932634730538925, | |
| "loss": 0.5548, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.12999322951929587, | |
| "grad_norm": 1.4929102659225464, | |
| "learning_rate": 0.00019857784431137723, | |
| "loss": 0.6701, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.14082599864590387, | |
| "grad_norm": 0.9462954998016357, | |
| "learning_rate": 0.00019782934131736527, | |
| "loss": 0.8675, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.15165876777251186, | |
| "grad_norm": 0.9912289977073669, | |
| "learning_rate": 0.0001970808383233533, | |
| "loss": 0.9074, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.16249153689911983, | |
| "grad_norm": 1.1070538759231567, | |
| "learning_rate": 0.00019633233532934132, | |
| "loss": 0.8755, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.17332430602572782, | |
| "grad_norm": 0.9465340375900269, | |
| "learning_rate": 0.00019558383233532936, | |
| "loss": 0.882, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.18415707515233581, | |
| "grad_norm": 0.8657329678535461, | |
| "learning_rate": 0.00019483532934131737, | |
| "loss": 0.8737, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.1949898442789438, | |
| "grad_norm": 0.7293577790260315, | |
| "learning_rate": 0.0001940868263473054, | |
| "loss": 0.8473, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.2058226134055518, | |
| "grad_norm": 0.849353551864624, | |
| "learning_rate": 0.00019333832335329343, | |
| "loss": 0.9414, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.2166553825321598, | |
| "grad_norm": 0.7525314688682556, | |
| "learning_rate": 0.00019258982035928144, | |
| "loss": 0.8852, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.22748815165876776, | |
| "grad_norm": 1.0732208490371704, | |
| "learning_rate": 0.00019184131736526948, | |
| "loss": 0.8074, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.23832092078537576, | |
| "grad_norm": 0.8420374393463135, | |
| "learning_rate": 0.0001910928143712575, | |
| "loss": 0.9508, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.24915368991198375, | |
| "grad_norm": 0.8308244347572327, | |
| "learning_rate": 0.0001903443113772455, | |
| "loss": 0.8734, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.25998645903859174, | |
| "grad_norm": 0.9915153384208679, | |
| "learning_rate": 0.00018959580838323354, | |
| "loss": 0.8816, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.2708192281651997, | |
| "grad_norm": 4.8621978759765625, | |
| "learning_rate": 0.00018884730538922158, | |
| "loss": 0.8848, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.28165199729180773, | |
| "grad_norm": 0.7945590019226074, | |
| "learning_rate": 0.0001880988023952096, | |
| "loss": 0.8503, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.2924847664184157, | |
| "grad_norm": 0.7896672487258911, | |
| "learning_rate": 0.00018735029940119763, | |
| "loss": 0.8798, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.3033175355450237, | |
| "grad_norm": 0.8870701789855957, | |
| "learning_rate": 0.00018660179640718564, | |
| "loss": 0.9112, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.3141503046716317, | |
| "grad_norm": 0.9003740549087524, | |
| "learning_rate": 0.00018585329341317365, | |
| "loss": 0.846, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.32498307379823965, | |
| "grad_norm": 0.7067676186561584, | |
| "learning_rate": 0.0001851047904191617, | |
| "loss": 0.8588, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.3358158429248477, | |
| "grad_norm": 0.9696246385574341, | |
| "learning_rate": 0.0001843562874251497, | |
| "loss": 0.8244, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.34664861205145564, | |
| "grad_norm": 0.9892609715461731, | |
| "learning_rate": 0.00018360778443113774, | |
| "loss": 0.8214, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.35748138117806366, | |
| "grad_norm": 0.822260856628418, | |
| "learning_rate": 0.00018285928143712575, | |
| "loss": 0.7977, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.36831415030467163, | |
| "grad_norm": 0.7743964791297913, | |
| "learning_rate": 0.00018211077844311376, | |
| "loss": 0.8002, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.3791469194312796, | |
| "grad_norm": 0.7090775370597839, | |
| "learning_rate": 0.0001813622754491018, | |
| "loss": 0.8192, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.3899796885578876, | |
| "grad_norm": 1.0970802307128906, | |
| "learning_rate": 0.00018061377245508984, | |
| "loss": 0.8516, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.4008124576844956, | |
| "grad_norm": 0.9633163213729858, | |
| "learning_rate": 0.00017986526946107785, | |
| "loss": 0.8414, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.4116452268111036, | |
| "grad_norm": 0.6846926808357239, | |
| "learning_rate": 0.00017911676646706587, | |
| "loss": 0.8187, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.42247799593771157, | |
| "grad_norm": 0.7262110710144043, | |
| "learning_rate": 0.0001783682634730539, | |
| "loss": 0.8572, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.4333107650643196, | |
| "grad_norm": 0.8537372350692749, | |
| "learning_rate": 0.00017761976047904192, | |
| "loss": 0.8286, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.44414353419092756, | |
| "grad_norm": 0.8860271573066711, | |
| "learning_rate": 0.00017687125748502996, | |
| "loss": 0.8416, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.4549763033175355, | |
| "grad_norm": 0.7984218597412109, | |
| "learning_rate": 0.000176122754491018, | |
| "loss": 0.8373, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.46580907244414355, | |
| "grad_norm": 0.8060943484306335, | |
| "learning_rate": 0.000175374251497006, | |
| "loss": 0.9165, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.4766418415707515, | |
| "grad_norm": 0.7871391177177429, | |
| "learning_rate": 0.00017462574850299402, | |
| "loss": 0.8276, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.48747461069735953, | |
| "grad_norm": 0.7732688784599304, | |
| "learning_rate": 0.00017387724550898203, | |
| "loss": 0.8346, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.4983073798239675, | |
| "grad_norm": 0.9314000606536865, | |
| "learning_rate": 0.00017312874251497007, | |
| "loss": 0.8291, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.5091401489505755, | |
| "grad_norm": 0.6721988916397095, | |
| "learning_rate": 0.0001723802395209581, | |
| "loss": 0.7091, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.5199729180771835, | |
| "grad_norm": 0.825965940952301, | |
| "learning_rate": 0.00017163173652694612, | |
| "loss": 0.8934, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.5308056872037915, | |
| "grad_norm": 0.8427668213844299, | |
| "learning_rate": 0.00017088323353293413, | |
| "loss": 0.7603, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.5416384563303994, | |
| "grad_norm": 1.0061259269714355, | |
| "learning_rate": 0.00017013473053892217, | |
| "loss": 0.8277, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.5416384563303994, | |
| "eval_loss": 0.8331602811813354, | |
| "eval_runtime": 355.9061, | |
| "eval_samples_per_second": 4.614, | |
| "eval_steps_per_second": 2.307, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.5524712254570074, | |
| "grad_norm": 0.8820628523826599, | |
| "learning_rate": 0.00016938622754491018, | |
| "loss": 0.8348, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.5633039945836155, | |
| "grad_norm": 0.8095284700393677, | |
| "learning_rate": 0.00016863772455089822, | |
| "loss": 0.9172, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.5741367637102234, | |
| "grad_norm": 0.6959540843963623, | |
| "learning_rate": 0.00016788922155688623, | |
| "loss": 0.838, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.5849695328368314, | |
| "grad_norm": 0.835831880569458, | |
| "learning_rate": 0.00016714071856287424, | |
| "loss": 0.8887, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.5958023019634394, | |
| "grad_norm": 0.9289611577987671, | |
| "learning_rate": 0.00016639221556886228, | |
| "loss": 0.8514, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.6066350710900474, | |
| "grad_norm": 0.6904628872871399, | |
| "learning_rate": 0.00016564371257485032, | |
| "loss": 0.8645, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.6174678402166554, | |
| "grad_norm": 0.8879178762435913, | |
| "learning_rate": 0.00016489520958083833, | |
| "loss": 0.8201, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.6283006093432634, | |
| "grad_norm": 0.8411425948143005, | |
| "learning_rate": 0.00016414670658682637, | |
| "loss": 0.836, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.6391333784698714, | |
| "grad_norm": 0.8564555644989014, | |
| "learning_rate": 0.00016339820359281436, | |
| "loss": 0.7724, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.6499661475964793, | |
| "grad_norm": 0.8382830619812012, | |
| "learning_rate": 0.0001626497005988024, | |
| "loss": 0.7839, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.6607989167230873, | |
| "grad_norm": 0.7657437920570374, | |
| "learning_rate": 0.00016190119760479043, | |
| "loss": 0.7973, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.6716316858496953, | |
| "grad_norm": 0.7758445143699646, | |
| "learning_rate": 0.00016115269461077845, | |
| "loss": 0.8111, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.6824644549763034, | |
| "grad_norm": 1.0041533708572388, | |
| "learning_rate": 0.00016040419161676649, | |
| "loss": 0.8359, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.6932972241029113, | |
| "grad_norm": 0.9679577946662903, | |
| "learning_rate": 0.0001596556886227545, | |
| "loss": 0.8822, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.7041299932295193, | |
| "grad_norm": 0.8141391277313232, | |
| "learning_rate": 0.0001589071856287425, | |
| "loss": 0.8714, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.7149627623561273, | |
| "grad_norm": 0.7982810139656067, | |
| "learning_rate": 0.00015815868263473055, | |
| "loss": 0.856, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.7257955314827352, | |
| "grad_norm": 0.7932000160217285, | |
| "learning_rate": 0.00015741017964071859, | |
| "loss": 0.8405, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.7366283006093433, | |
| "grad_norm": 0.7269508242607117, | |
| "learning_rate": 0.0001566616766467066, | |
| "loss": 0.8371, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.7474610697359513, | |
| "grad_norm": 0.9001722931861877, | |
| "learning_rate": 0.0001559131736526946, | |
| "loss": 0.8305, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.7582938388625592, | |
| "grad_norm": 0.6795508861541748, | |
| "learning_rate": 0.00015516467065868262, | |
| "loss": 0.8324, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.7691266079891672, | |
| "grad_norm": 0.8868729472160339, | |
| "learning_rate": 0.00015441616766467066, | |
| "loss": 0.8521, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.7799593771157752, | |
| "grad_norm": 0.9720478653907776, | |
| "learning_rate": 0.0001536676646706587, | |
| "loss": 0.7759, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.7907921462423833, | |
| "grad_norm": 0.8006075620651245, | |
| "learning_rate": 0.0001529191616766467, | |
| "loss": 0.7981, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.8016249153689912, | |
| "grad_norm": 0.9107721447944641, | |
| "learning_rate": 0.00015217065868263475, | |
| "loss": 0.7868, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.8124576844955992, | |
| "grad_norm": 0.7584466338157654, | |
| "learning_rate": 0.00015142215568862276, | |
| "loss": 0.7401, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.8232904536222072, | |
| "grad_norm": 1.0075221061706543, | |
| "learning_rate": 0.00015067365269461077, | |
| "loss": 0.8024, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.8341232227488151, | |
| "grad_norm": 0.8769344091415405, | |
| "learning_rate": 0.0001499251497005988, | |
| "loss": 0.7779, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.8449559918754231, | |
| "grad_norm": 0.84312903881073, | |
| "learning_rate": 0.00014917664670658685, | |
| "loss": 0.8314, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.8557887610020312, | |
| "grad_norm": 0.8116353750228882, | |
| "learning_rate": 0.00014842814371257486, | |
| "loss": 0.8146, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.8666215301286392, | |
| "grad_norm": 0.8301011919975281, | |
| "learning_rate": 0.00014767964071856287, | |
| "loss": 0.7422, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.8774542992552471, | |
| "grad_norm": 0.8579692244529724, | |
| "learning_rate": 0.00014693113772455091, | |
| "loss": 0.7442, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.8882870683818551, | |
| "grad_norm": 0.7513943910598755, | |
| "learning_rate": 0.00014618263473053893, | |
| "loss": 0.7671, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.8991198375084631, | |
| "grad_norm": 0.9639107584953308, | |
| "learning_rate": 0.00014543413173652696, | |
| "loss": 0.7896, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.909952606635071, | |
| "grad_norm": 0.8897636532783508, | |
| "learning_rate": 0.00014468562874251498, | |
| "loss": 0.7613, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.9207853757616791, | |
| "grad_norm": 0.7998213171958923, | |
| "learning_rate": 0.000143937125748503, | |
| "loss": 0.7647, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.9316181448882871, | |
| "grad_norm": 0.6916050910949707, | |
| "learning_rate": 0.00014318862275449103, | |
| "loss": 0.7697, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.942450914014895, | |
| "grad_norm": 1.0154324769973755, | |
| "learning_rate": 0.00014244011976047904, | |
| "loss": 0.7314, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.953283683141503, | |
| "grad_norm": 0.9787517786026001, | |
| "learning_rate": 0.00014169161676646708, | |
| "loss": 0.8047, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.964116452268111, | |
| "grad_norm": 0.6035457253456116, | |
| "learning_rate": 0.00014094311377245512, | |
| "loss": 0.783, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.9749492213947191, | |
| "grad_norm": 0.940951943397522, | |
| "learning_rate": 0.0001401946107784431, | |
| "loss": 0.7741, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.985781990521327, | |
| "grad_norm": 0.7785654067993164, | |
| "learning_rate": 0.00013944610778443114, | |
| "loss": 0.7855, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.996614759647935, | |
| "grad_norm": 0.8356137275695801, | |
| "learning_rate": 0.00013869760479041918, | |
| "loss": 0.8292, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 1.0064996614759647, | |
| "grad_norm": 0.6590499877929688, | |
| "learning_rate": 0.0001379491017964072, | |
| "loss": 0.6858, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 1.0173324306025728, | |
| "grad_norm": 1.0389671325683594, | |
| "learning_rate": 0.00013720059880239523, | |
| "loss": 0.6097, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 1.0281651997291807, | |
| "grad_norm": 0.9596243500709534, | |
| "learning_rate": 0.00013645209580838324, | |
| "loss": 0.5676, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 1.0389979688557887, | |
| "grad_norm": 1.0831798315048218, | |
| "learning_rate": 0.00013570359281437125, | |
| "loss": 0.6106, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 1.0498307379823968, | |
| "grad_norm": 0.92978835105896, | |
| "learning_rate": 0.0001349550898203593, | |
| "loss": 0.5924, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 1.0606635071090047, | |
| "grad_norm": 0.9672062993049622, | |
| "learning_rate": 0.0001342065868263473, | |
| "loss": 0.5496, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 1.0714962762356128, | |
| "grad_norm": 1.1402652263641357, | |
| "learning_rate": 0.00013345808383233534, | |
| "loss": 0.5871, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 1.0823290453622207, | |
| "grad_norm": 1.1109035015106201, | |
| "learning_rate": 0.00013270958083832335, | |
| "loss": 0.5424, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.0823290453622207, | |
| "eval_loss": 0.8179630041122437, | |
| "eval_runtime": 357.2769, | |
| "eval_samples_per_second": 4.596, | |
| "eval_steps_per_second": 2.298, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.0931618144888287, | |
| "grad_norm": 0.8117087483406067, | |
| "learning_rate": 0.00013196107784431137, | |
| "loss": 0.5636, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 1.1039945836154368, | |
| "grad_norm": 0.86320561170578, | |
| "learning_rate": 0.0001312125748502994, | |
| "loss": 0.5191, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 1.1148273527420447, | |
| "grad_norm": 1.1274133920669556, | |
| "learning_rate": 0.00013046407185628744, | |
| "loss": 0.5891, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 1.1256601218686526, | |
| "grad_norm": 1.0116336345672607, | |
| "learning_rate": 0.00012971556886227546, | |
| "loss": 0.5579, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 1.1364928909952607, | |
| "grad_norm": 0.9277855157852173, | |
| "learning_rate": 0.0001289670658682635, | |
| "loss": 0.5971, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 1.1473256601218687, | |
| "grad_norm": 1.0700503587722778, | |
| "learning_rate": 0.0001282185628742515, | |
| "loss": 0.5815, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 1.1581584292484766, | |
| "grad_norm": 0.9346574544906616, | |
| "learning_rate": 0.00012747005988023952, | |
| "loss": 0.5472, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 1.1689911983750847, | |
| "grad_norm": 1.047631025314331, | |
| "learning_rate": 0.00012672155688622756, | |
| "loss": 0.5479, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 1.1798239675016926, | |
| "grad_norm": 0.9931487441062927, | |
| "learning_rate": 0.00012597305389221557, | |
| "loss": 0.5521, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 1.1906567366283005, | |
| "grad_norm": 0.9764857292175293, | |
| "learning_rate": 0.0001252245508982036, | |
| "loss": 0.584, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 1.2014895057549086, | |
| "grad_norm": 1.0661903619766235, | |
| "learning_rate": 0.00012447604790419162, | |
| "loss": 0.6101, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 1.2123222748815166, | |
| "grad_norm": 1.0962295532226562, | |
| "learning_rate": 0.00012372754491017963, | |
| "loss": 0.6028, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 1.2231550440081245, | |
| "grad_norm": 0.9794766306877136, | |
| "learning_rate": 0.00012297904191616767, | |
| "loss": 0.5813, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 1.2339878131347326, | |
| "grad_norm": 0.9556275606155396, | |
| "learning_rate": 0.0001222305389221557, | |
| "loss": 0.5662, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 1.2448205822613405, | |
| "grad_norm": 1.1200224161148071, | |
| "learning_rate": 0.0001214820359281437, | |
| "loss": 0.5642, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 1.2556533513879486, | |
| "grad_norm": 1.0518434047698975, | |
| "learning_rate": 0.00012073353293413175, | |
| "loss": 0.6126, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 1.2664861205145566, | |
| "grad_norm": 1.1709963083267212, | |
| "learning_rate": 0.00011998502994011977, | |
| "loss": 0.5189, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 1.2773188896411645, | |
| "grad_norm": 0.8867760896682739, | |
| "learning_rate": 0.00011923652694610778, | |
| "loss": 0.6098, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 1.2881516587677724, | |
| "grad_norm": 0.9317127466201782, | |
| "learning_rate": 0.00011848802395209582, | |
| "loss": 0.5667, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 1.2989844278943805, | |
| "grad_norm": 1.1382100582122803, | |
| "learning_rate": 0.00011773952095808385, | |
| "loss": 0.5756, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 1.3098171970209884, | |
| "grad_norm": 0.9819681644439697, | |
| "learning_rate": 0.00011699101796407186, | |
| "loss": 0.5922, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 1.3206499661475966, | |
| "grad_norm": 1.0776174068450928, | |
| "learning_rate": 0.00011624251497005988, | |
| "loss": 0.5728, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 1.3314827352742045, | |
| "grad_norm": 1.0137302875518799, | |
| "learning_rate": 0.0001154940119760479, | |
| "loss": 0.5603, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 1.3423155044008124, | |
| "grad_norm": 1.1223585605621338, | |
| "learning_rate": 0.00011474550898203593, | |
| "loss": 0.5639, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 1.3531482735274205, | |
| "grad_norm": 0.8942229747772217, | |
| "learning_rate": 0.00011399700598802396, | |
| "loss": 0.586, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 1.3639810426540284, | |
| "grad_norm": 1.225698709487915, | |
| "learning_rate": 0.00011324850299401197, | |
| "loss": 0.563, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 1.3748138117806366, | |
| "grad_norm": 1.159463882446289, | |
| "learning_rate": 0.00011250000000000001, | |
| "loss": 0.5898, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 1.3856465809072445, | |
| "grad_norm": 1.0059807300567627, | |
| "learning_rate": 0.00011175149700598804, | |
| "loss": 0.6096, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 1.3964793500338524, | |
| "grad_norm": 1.1433062553405762, | |
| "learning_rate": 0.00011100299401197605, | |
| "loss": 0.5411, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 1.4073121191604603, | |
| "grad_norm": 1.0282905101776123, | |
| "learning_rate": 0.00011025449101796407, | |
| "loss": 0.5928, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 1.4181448882870684, | |
| "grad_norm": 0.8389853835105896, | |
| "learning_rate": 0.00010950598802395211, | |
| "loss": 0.5657, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 1.4289776574136763, | |
| "grad_norm": 1.132350206375122, | |
| "learning_rate": 0.00010875748502994012, | |
| "loss": 0.6196, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 1.4398104265402845, | |
| "grad_norm": 1.1093621253967285, | |
| "learning_rate": 0.00010800898203592815, | |
| "loss": 0.5845, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 1.4506431956668924, | |
| "grad_norm": 1.3198816776275635, | |
| "learning_rate": 0.00010726047904191616, | |
| "loss": 0.5711, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 1.4614759647935003, | |
| "grad_norm": 0.8968690037727356, | |
| "learning_rate": 0.0001065119760479042, | |
| "loss": 0.6075, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 1.4723087339201082, | |
| "grad_norm": 1.0248963832855225, | |
| "learning_rate": 0.00010576347305389222, | |
| "loss": 0.5869, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 1.4831415030467163, | |
| "grad_norm": 1.2115412950515747, | |
| "learning_rate": 0.00010501497005988024, | |
| "loss": 0.549, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 1.4939742721733242, | |
| "grad_norm": 1.1320476531982422, | |
| "learning_rate": 0.00010426646706586826, | |
| "loss": 0.5661, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 1.5048070412999324, | |
| "grad_norm": 1.0099844932556152, | |
| "learning_rate": 0.0001035179640718563, | |
| "loss": 0.5953, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 1.5156398104265403, | |
| "grad_norm": 0.9809553623199463, | |
| "learning_rate": 0.00010276946107784431, | |
| "loss": 0.578, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 1.5264725795531482, | |
| "grad_norm": 1.4169446229934692, | |
| "learning_rate": 0.00010202095808383234, | |
| "loss": 0.6173, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 1.537305348679756, | |
| "grad_norm": 1.1033852100372314, | |
| "learning_rate": 0.00010127245508982038, | |
| "loss": 0.5917, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 1.5481381178063642, | |
| "grad_norm": 1.1163372993469238, | |
| "learning_rate": 0.00010052395209580839, | |
| "loss": 0.589, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 1.5589708869329724, | |
| "grad_norm": 0.9786676168441772, | |
| "learning_rate": 9.977544910179641e-05, | |
| "loss": 0.5425, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 1.5698036560595803, | |
| "grad_norm": 1.034001111984253, | |
| "learning_rate": 9.902694610778444e-05, | |
| "loss": 0.5467, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 1.5806364251861882, | |
| "grad_norm": 0.8697665929794312, | |
| "learning_rate": 9.827844311377245e-05, | |
| "loss": 0.5882, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 1.591469194312796, | |
| "grad_norm": 1.0091935396194458, | |
| "learning_rate": 9.752994011976049e-05, | |
| "loss": 0.573, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 1.6023019634394042, | |
| "grad_norm": 1.0126501321792603, | |
| "learning_rate": 9.678143712574852e-05, | |
| "loss": 0.6083, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 1.6131347325660121, | |
| "grad_norm": 0.9271785020828247, | |
| "learning_rate": 9.603293413173653e-05, | |
| "loss": 0.5564, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 1.6239675016926203, | |
| "grad_norm": 1.0736253261566162, | |
| "learning_rate": 9.528443113772455e-05, | |
| "loss": 0.5696, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 1.6239675016926203, | |
| "eval_loss": 0.7986094355583191, | |
| "eval_runtime": 358.2761, | |
| "eval_samples_per_second": 4.583, | |
| "eval_steps_per_second": 2.292, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 1.6348002708192282, | |
| "grad_norm": 0.9671568870544434, | |
| "learning_rate": 9.453592814371258e-05, | |
| "loss": 0.5994, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 1.645633039945836, | |
| "grad_norm": 0.9636701345443726, | |
| "learning_rate": 9.37874251497006e-05, | |
| "loss": 0.6096, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 1.656465809072444, | |
| "grad_norm": 1.1323844194412231, | |
| "learning_rate": 9.303892215568863e-05, | |
| "loss": 0.5981, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 1.6672985781990521, | |
| "grad_norm": 1.0002387762069702, | |
| "learning_rate": 9.229041916167665e-05, | |
| "loss": 0.5807, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 1.6781313473256603, | |
| "grad_norm": 1.2000038623809814, | |
| "learning_rate": 9.154191616766468e-05, | |
| "loss": 0.5583, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 1.6889641164522682, | |
| "grad_norm": 1.153903841972351, | |
| "learning_rate": 9.079341317365269e-05, | |
| "loss": 0.6237, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 1.699796885578876, | |
| "grad_norm": 1.0791847705841064, | |
| "learning_rate": 9.004491017964072e-05, | |
| "loss": 0.5457, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 1.710629654705484, | |
| "grad_norm": 1.1212618350982666, | |
| "learning_rate": 8.929640718562875e-05, | |
| "loss": 0.551, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 1.721462423832092, | |
| "grad_norm": 1.219691514968872, | |
| "learning_rate": 8.854790419161677e-05, | |
| "loss": 0.6027, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 1.7322951929587, | |
| "grad_norm": 1.066247820854187, | |
| "learning_rate": 8.779940119760479e-05, | |
| "loss": 0.5739, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 1.7431279620853082, | |
| "grad_norm": 1.070609450340271, | |
| "learning_rate": 8.705089820359282e-05, | |
| "loss": 0.6113, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 1.753960731211916, | |
| "grad_norm": 1.377456784248352, | |
| "learning_rate": 8.630239520958084e-05, | |
| "loss": 0.5648, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 1.764793500338524, | |
| "grad_norm": 1.0471181869506836, | |
| "learning_rate": 8.555389221556887e-05, | |
| "loss": 0.5514, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 1.775626269465132, | |
| "grad_norm": 1.2327128648757935, | |
| "learning_rate": 8.480538922155688e-05, | |
| "loss": 0.6072, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 1.78645903859174, | |
| "grad_norm": 1.004497766494751, | |
| "learning_rate": 8.405688622754492e-05, | |
| "loss": 0.5601, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 1.797291807718348, | |
| "grad_norm": 1.2862775325775146, | |
| "learning_rate": 8.330838323353294e-05, | |
| "loss": 0.6073, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 1.808124576844956, | |
| "grad_norm": 1.0752897262573242, | |
| "learning_rate": 8.255988023952096e-05, | |
| "loss": 0.6079, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 1.818957345971564, | |
| "grad_norm": 1.031568169593811, | |
| "learning_rate": 8.1811377245509e-05, | |
| "loss": 0.5701, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 1.829790115098172, | |
| "grad_norm": 1.2067883014678955, | |
| "learning_rate": 8.1062874251497e-05, | |
| "loss": 0.6024, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 1.8406228842247798, | |
| "grad_norm": 1.2873584032058716, | |
| "learning_rate": 8.031437125748503e-05, | |
| "loss": 0.6033, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 1.851455653351388, | |
| "grad_norm": 1.1230562925338745, | |
| "learning_rate": 7.956586826347306e-05, | |
| "loss": 0.5534, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 1.862288422477996, | |
| "grad_norm": 1.275429129600525, | |
| "learning_rate": 7.881736526946108e-05, | |
| "loss": 0.5483, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 1.873121191604604, | |
| "grad_norm": 1.1561681032180786, | |
| "learning_rate": 7.806886227544911e-05, | |
| "loss": 0.5948, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 1.883953960731212, | |
| "grad_norm": 1.0285365581512451, | |
| "learning_rate": 7.732035928143713e-05, | |
| "loss": 0.5843, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 1.8947867298578198, | |
| "grad_norm": 1.257944107055664, | |
| "learning_rate": 7.657185628742516e-05, | |
| "loss": 0.5672, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 1.9056194989844277, | |
| "grad_norm": 1.2069061994552612, | |
| "learning_rate": 7.582335329341318e-05, | |
| "loss": 0.6312, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 1.9164522681110359, | |
| "grad_norm": 0.946007251739502, | |
| "learning_rate": 7.50748502994012e-05, | |
| "loss": 0.6028, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 1.927285037237644, | |
| "grad_norm": 1.3141242265701294, | |
| "learning_rate": 7.432634730538922e-05, | |
| "loss": 0.5762, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 1.938117806364252, | |
| "grad_norm": 0.9737468957901001, | |
| "learning_rate": 7.357784431137726e-05, | |
| "loss": 0.5637, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 1.9489505754908598, | |
| "grad_norm": 1.0719372034072876, | |
| "learning_rate": 7.282934131736527e-05, | |
| "loss": 0.5685, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 1.9597833446174677, | |
| "grad_norm": 0.9777527451515198, | |
| "learning_rate": 7.20808383233533e-05, | |
| "loss": 0.5823, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 1.9706161137440759, | |
| "grad_norm": 1.019610047340393, | |
| "learning_rate": 7.133233532934132e-05, | |
| "loss": 0.5342, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 1.9814488828706838, | |
| "grad_norm": 1.2895872592926025, | |
| "learning_rate": 7.058383233532935e-05, | |
| "loss": 0.5625, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 1.992281651997292, | |
| "grad_norm": 1.1473089456558228, | |
| "learning_rate": 6.983532934131737e-05, | |
| "loss": 0.5476, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 2.0021665538253215, | |
| "grad_norm": 0.9660665392875671, | |
| "learning_rate": 6.908682634730538e-05, | |
| "loss": 0.5755, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 2.0129993229519294, | |
| "grad_norm": 1.2142918109893799, | |
| "learning_rate": 6.833832335329342e-05, | |
| "loss": 0.3712, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 2.0238320920785378, | |
| "grad_norm": 1.4106266498565674, | |
| "learning_rate": 6.758982035928145e-05, | |
| "loss": 0.3645, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 2.0346648612051457, | |
| "grad_norm": 1.2526434659957886, | |
| "learning_rate": 6.684131736526946e-05, | |
| "loss": 0.3634, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 2.0454976303317536, | |
| "grad_norm": 1.2345237731933594, | |
| "learning_rate": 6.609281437125749e-05, | |
| "loss": 0.3181, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 2.0563303994583615, | |
| "grad_norm": 1.1664937734603882, | |
| "learning_rate": 6.534431137724551e-05, | |
| "loss": 0.3412, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 2.0671631685849694, | |
| "grad_norm": 1.3861303329467773, | |
| "learning_rate": 6.459580838323354e-05, | |
| "loss": 0.348, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 2.0779959377115773, | |
| "grad_norm": 1.4952672719955444, | |
| "learning_rate": 6.384730538922156e-05, | |
| "loss": 0.3193, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 2.0888287068381857, | |
| "grad_norm": 1.3477551937103271, | |
| "learning_rate": 6.309880239520959e-05, | |
| "loss": 0.3499, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 2.0996614759647936, | |
| "grad_norm": 1.5403518676757812, | |
| "learning_rate": 6.235029940119761e-05, | |
| "loss": 0.3742, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 2.1104942450914015, | |
| "grad_norm": 1.2402806282043457, | |
| "learning_rate": 6.160179640718562e-05, | |
| "loss": 0.3575, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 2.1213270142180094, | |
| "grad_norm": 1.0961482524871826, | |
| "learning_rate": 6.085329341317365e-05, | |
| "loss": 0.355, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 2.1321597833446173, | |
| "grad_norm": 1.1491034030914307, | |
| "learning_rate": 6.010479041916168e-05, | |
| "loss": 0.3555, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 2.1429925524712257, | |
| "grad_norm": 1.6308982372283936, | |
| "learning_rate": 5.9356287425149706e-05, | |
| "loss": 0.3408, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 2.1538253215978336, | |
| "grad_norm": 1.481628656387329, | |
| "learning_rate": 5.8607784431137725e-05, | |
| "loss": 0.3814, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 2.1646580907244415, | |
| "grad_norm": 1.2989139556884766, | |
| "learning_rate": 5.785928143712576e-05, | |
| "loss": 0.343, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 2.1646580907244415, | |
| "eval_loss": 0.8451017141342163, | |
| "eval_runtime": 357.77, | |
| "eval_samples_per_second": 4.59, | |
| "eval_steps_per_second": 2.295, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 2.1754908598510494, | |
| "grad_norm": 1.3194793462753296, | |
| "learning_rate": 5.7110778443113775e-05, | |
| "loss": 0.3473, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 2.1863236289776573, | |
| "grad_norm": 1.0370373725891113, | |
| "learning_rate": 5.63622754491018e-05, | |
| "loss": 0.3167, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 2.197156398104265, | |
| "grad_norm": 1.1874184608459473, | |
| "learning_rate": 5.561377245508982e-05, | |
| "loss": 0.3533, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 2.2079891672308736, | |
| "grad_norm": 1.6191632747650146, | |
| "learning_rate": 5.486526946107785e-05, | |
| "loss": 0.3676, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 2.2188219363574815, | |
| "grad_norm": 1.5258554220199585, | |
| "learning_rate": 5.411676646706587e-05, | |
| "loss": 0.3684, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 2.2296547054840894, | |
| "grad_norm": 1.5065487623214722, | |
| "learning_rate": 5.3368263473053895e-05, | |
| "loss": 0.3634, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 2.2404874746106973, | |
| "grad_norm": 1.4091628789901733, | |
| "learning_rate": 5.261976047904193e-05, | |
| "loss": 0.3637, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 2.251320243737305, | |
| "grad_norm": 1.304001808166504, | |
| "learning_rate": 5.1871257485029946e-05, | |
| "loss": 0.3429, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 2.262153012863913, | |
| "grad_norm": 1.4180433750152588, | |
| "learning_rate": 5.1122754491017964e-05, | |
| "loss": 0.3317, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 2.2729857819905215, | |
| "grad_norm": 1.4093214273452759, | |
| "learning_rate": 5.037425149700599e-05, | |
| "loss": 0.3068, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 2.2838185511171294, | |
| "grad_norm": 1.3135852813720703, | |
| "learning_rate": 4.9625748502994015e-05, | |
| "loss": 0.3606, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 2.2946513202437373, | |
| "grad_norm": 1.180317759513855, | |
| "learning_rate": 4.887724550898204e-05, | |
| "loss": 0.347, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 2.305484089370345, | |
| "grad_norm": 1.3517941236495972, | |
| "learning_rate": 4.812874251497006e-05, | |
| "loss": 0.3263, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 2.316316858496953, | |
| "grad_norm": 1.4726624488830566, | |
| "learning_rate": 4.7380239520958084e-05, | |
| "loss": 0.369, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 2.3271496276235615, | |
| "grad_norm": 1.5008536577224731, | |
| "learning_rate": 4.663173652694611e-05, | |
| "loss": 0.373, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 2.3379823967501694, | |
| "grad_norm": 1.251826524734497, | |
| "learning_rate": 4.5883233532934135e-05, | |
| "loss": 0.3576, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 2.3488151658767773, | |
| "grad_norm": 1.3931865692138672, | |
| "learning_rate": 4.513473053892216e-05, | |
| "loss": 0.3544, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 2.359647935003385, | |
| "grad_norm": 1.2691062688827515, | |
| "learning_rate": 4.438622754491018e-05, | |
| "loss": 0.3802, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 2.370480704129993, | |
| "grad_norm": 1.1229090690612793, | |
| "learning_rate": 4.3637724550898204e-05, | |
| "loss": 0.3144, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 2.381313473256601, | |
| "grad_norm": 1.153255581855774, | |
| "learning_rate": 4.288922155688623e-05, | |
| "loss": 0.3531, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 2.3921462423832094, | |
| "grad_norm": 1.426155924797058, | |
| "learning_rate": 4.2140718562874255e-05, | |
| "loss": 0.359, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 2.4029790115098173, | |
| "grad_norm": 1.1010292768478394, | |
| "learning_rate": 4.139221556886227e-05, | |
| "loss": 0.3529, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 2.413811780636425, | |
| "grad_norm": 1.080626130104065, | |
| "learning_rate": 4.07185628742515e-05, | |
| "loss": 0.3312, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 2.424644549763033, | |
| "grad_norm": 1.2923741340637207, | |
| "learning_rate": 3.9970059880239525e-05, | |
| "loss": 0.3347, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 2.435477318889641, | |
| "grad_norm": 1.5063426494598389, | |
| "learning_rate": 3.9221556886227544e-05, | |
| "loss": 0.3455, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 2.446310088016249, | |
| "grad_norm": 1.608620285987854, | |
| "learning_rate": 3.847305389221557e-05, | |
| "loss": 0.3507, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 2.4571428571428573, | |
| "grad_norm": 1.3278478384017944, | |
| "learning_rate": 3.7724550898203595e-05, | |
| "loss": 0.3308, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 2.467975626269465, | |
| "grad_norm": 0.9832974672317505, | |
| "learning_rate": 3.697604790419162e-05, | |
| "loss": 0.3349, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 2.478808395396073, | |
| "grad_norm": 1.549773097038269, | |
| "learning_rate": 3.6227544910179645e-05, | |
| "loss": 0.3574, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 2.489641164522681, | |
| "grad_norm": 1.3476412296295166, | |
| "learning_rate": 3.5479041916167664e-05, | |
| "loss": 0.3226, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 2.500473933649289, | |
| "grad_norm": 1.3767112493515015, | |
| "learning_rate": 3.473053892215569e-05, | |
| "loss": 0.3651, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 2.5113067027758973, | |
| "grad_norm": 1.1789909601211548, | |
| "learning_rate": 3.3982035928143714e-05, | |
| "loss": 0.3132, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 2.522139471902505, | |
| "grad_norm": 1.262040376663208, | |
| "learning_rate": 3.323353293413174e-05, | |
| "loss": 0.3083, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 2.532972241029113, | |
| "grad_norm": 1.381622552871704, | |
| "learning_rate": 3.248502994011976e-05, | |
| "loss": 0.3666, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 2.543805010155721, | |
| "grad_norm": 1.4656392335891724, | |
| "learning_rate": 3.1736526946107784e-05, | |
| "loss": 0.3446, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 2.554637779282329, | |
| "grad_norm": 1.1189512014389038, | |
| "learning_rate": 3.098802395209581e-05, | |
| "loss": 0.3318, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 2.5654705484089373, | |
| "grad_norm": 1.595189094543457, | |
| "learning_rate": 3.0239520958083834e-05, | |
| "loss": 0.3481, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 2.5763033175355448, | |
| "grad_norm": 1.0735886096954346, | |
| "learning_rate": 2.949101796407186e-05, | |
| "loss": 0.3698, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 2.587136086662153, | |
| "grad_norm": 1.2776819467544556, | |
| "learning_rate": 2.874251497005988e-05, | |
| "loss": 0.3517, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 2.597968855788761, | |
| "grad_norm": 1.514204740524292, | |
| "learning_rate": 2.7994011976047907e-05, | |
| "loss": 0.3443, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 2.608801624915369, | |
| "grad_norm": 1.3794538974761963, | |
| "learning_rate": 2.724550898203593e-05, | |
| "loss": 0.3634, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 2.619634394041977, | |
| "grad_norm": 1.6485087871551514, | |
| "learning_rate": 2.6497005988023954e-05, | |
| "loss": 0.3606, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 2.6304671631685848, | |
| "grad_norm": 1.3901994228363037, | |
| "learning_rate": 2.5748502994011976e-05, | |
| "loss": 0.3398, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 2.641299932295193, | |
| "grad_norm": 1.384027123451233, | |
| "learning_rate": 2.5e-05, | |
| "loss": 0.3635, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 2.652132701421801, | |
| "grad_norm": 1.4652822017669678, | |
| "learning_rate": 2.4251497005988023e-05, | |
| "loss": 0.3739, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 2.662965470548409, | |
| "grad_norm": 1.3109517097473145, | |
| "learning_rate": 2.350299401197605e-05, | |
| "loss": 0.3424, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 2.673798239675017, | |
| "grad_norm": 1.518933892250061, | |
| "learning_rate": 2.275449101796407e-05, | |
| "loss": 0.3644, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 2.6846310088016248, | |
| "grad_norm": 1.1910316944122314, | |
| "learning_rate": 2.20059880239521e-05, | |
| "loss": 0.3641, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 2.695463777928233, | |
| "grad_norm": 1.5054243803024292, | |
| "learning_rate": 2.125748502994012e-05, | |
| "loss": 0.3235, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 2.706296547054841, | |
| "grad_norm": 1.3502476215362549, | |
| "learning_rate": 2.0508982035928146e-05, | |
| "loss": 0.3184, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 2.706296547054841, | |
| "eval_loss": 0.848840594291687, | |
| "eval_runtime": 357.9885, | |
| "eval_samples_per_second": 4.587, | |
| "eval_steps_per_second": 2.293, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 2.717129316181449, | |
| "grad_norm": 1.245007872581482, | |
| "learning_rate": 1.9760479041916168e-05, | |
| "loss": 0.3269, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 2.727962085308057, | |
| "grad_norm": 1.43673574924469, | |
| "learning_rate": 1.9011976047904194e-05, | |
| "loss": 0.3447, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 2.7387948544346647, | |
| "grad_norm": 1.5020848512649536, | |
| "learning_rate": 1.8263473053892215e-05, | |
| "loss": 0.3329, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 2.749627623561273, | |
| "grad_norm": 1.483389139175415, | |
| "learning_rate": 1.751497005988024e-05, | |
| "loss": 0.3438, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 2.7604603926878806, | |
| "grad_norm": 1.2835885286331177, | |
| "learning_rate": 1.6766467065868263e-05, | |
| "loss": 0.3259, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 2.771293161814489, | |
| "grad_norm": 1.3246042728424072, | |
| "learning_rate": 1.6017964071856288e-05, | |
| "loss": 0.3409, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 2.782125930941097, | |
| "grad_norm": 1.3244729042053223, | |
| "learning_rate": 1.5269461077844313e-05, | |
| "loss": 0.3044, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 2.7929587000677047, | |
| "grad_norm": 1.3871108293533325, | |
| "learning_rate": 1.4520958083832337e-05, | |
| "loss": 0.3518, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 2.8037914691943127, | |
| "grad_norm": 1.1578019857406616, | |
| "learning_rate": 1.377245508982036e-05, | |
| "loss": 0.3692, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 2.8146242383209206, | |
| "grad_norm": 1.3286668062210083, | |
| "learning_rate": 1.3023952095808384e-05, | |
| "loss": 0.3326, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 2.825457007447529, | |
| "grad_norm": 1.5447322130203247, | |
| "learning_rate": 1.2275449101796408e-05, | |
| "loss": 0.3555, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 2.836289776574137, | |
| "grad_norm": 1.2768478393554688, | |
| "learning_rate": 1.1526946107784433e-05, | |
| "loss": 0.3502, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 2.8471225457007447, | |
| "grad_norm": 1.2796357870101929, | |
| "learning_rate": 1.0778443113772455e-05, | |
| "loss": 0.3226, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 2.8579553148273527, | |
| "grad_norm": 1.370597243309021, | |
| "learning_rate": 1.0029940119760479e-05, | |
| "loss": 0.3377, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 2.8687880839539606, | |
| "grad_norm": 1.3650193214416504, | |
| "learning_rate": 9.281437125748502e-06, | |
| "loss": 0.3471, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 2.879620853080569, | |
| "grad_norm": 1.3109257221221924, | |
| "learning_rate": 8.532934131736528e-06, | |
| "loss": 0.3133, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 2.890453622207177, | |
| "grad_norm": 1.2204105854034424, | |
| "learning_rate": 7.784431137724551e-06, | |
| "loss": 0.319, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 2.9012863913337847, | |
| "grad_norm": 1.1295379400253296, | |
| "learning_rate": 7.035928143712575e-06, | |
| "loss": 0.3297, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 2.9121191604603927, | |
| "grad_norm": 1.130431890487671, | |
| "learning_rate": 6.2874251497005985e-06, | |
| "loss": 0.328, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 2.9229519295870006, | |
| "grad_norm": 1.2526017427444458, | |
| "learning_rate": 5.538922155688623e-06, | |
| "loss": 0.3287, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 2.933784698713609, | |
| "grad_norm": 1.4595975875854492, | |
| "learning_rate": 4.7904191616766475e-06, | |
| "loss": 0.3272, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 2.9446174678402164, | |
| "grad_norm": 1.2819081544876099, | |
| "learning_rate": 4.041916167664671e-06, | |
| "loss": 0.3624, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 2.9554502369668247, | |
| "grad_norm": 1.216588020324707, | |
| "learning_rate": 3.293413173652695e-06, | |
| "loss": 0.3416, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 2.9662830060934327, | |
| "grad_norm": 1.3824045658111572, | |
| "learning_rate": 2.5449101796407188e-06, | |
| "loss": 0.3654, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 2.9771157752200406, | |
| "grad_norm": 1.2501113414764404, | |
| "learning_rate": 1.7964071856287426e-06, | |
| "loss": 0.3443, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 2.9879485443466485, | |
| "grad_norm": 1.1143591403961182, | |
| "learning_rate": 1.0479041916167664e-06, | |
| "loss": 0.3604, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 2.9987813134732564, | |
| "grad_norm": 1.2795544862747192, | |
| "learning_rate": 2.9940119760479047e-07, | |
| "loss": 0.3251, | |
| "step": 2770 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 2772, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 9.746693219533455e+17, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |