| { | |
| "best_metric": 0.4268312156200409, | |
| "best_model_checkpoint": "gte-modernbert-philosophy-v1-1-autotr/checkpoint-11543", | |
| "epoch": 1.0, | |
| "eval_steps": 500, | |
| "global_step": 11543, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0021658147795200556, | |
| "grad_norm": 9.93041706085205, | |
| "learning_rate": 6.493506493506493e-07, | |
| "loss": 1.2002, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.004331629559040111, | |
| "grad_norm": 10.093696594238281, | |
| "learning_rate": 1.2987012987012986e-06, | |
| "loss": 1.1623, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.006497444338560167, | |
| "grad_norm": 9.860174179077148, | |
| "learning_rate": 1.948051948051948e-06, | |
| "loss": 1.2012, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.008663259118080222, | |
| "grad_norm": 8.943851470947266, | |
| "learning_rate": 2.597402597402597e-06, | |
| "loss": 1.1853, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.010829073897600277, | |
| "grad_norm": 5.130438327789307, | |
| "learning_rate": 3.246753246753247e-06, | |
| "loss": 0.9767, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.012994888677120333, | |
| "grad_norm": 8.450475692749023, | |
| "learning_rate": 3.896103896103896e-06, | |
| "loss": 0.865, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.015160703456640388, | |
| "grad_norm": 3.7100517749786377, | |
| "learning_rate": 4.5454545454545455e-06, | |
| "loss": 0.7733, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.017326518236160444, | |
| "grad_norm": 15.069323539733887, | |
| "learning_rate": 5.194805194805194e-06, | |
| "loss": 0.9545, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.0194923330156805, | |
| "grad_norm": 9.745051383972168, | |
| "learning_rate": 5.8181818181818185e-06, | |
| "loss": 0.8309, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.021658147795200554, | |
| "grad_norm": 7.115631580352783, | |
| "learning_rate": 6.467532467532467e-06, | |
| "loss": 0.7514, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.02382396257472061, | |
| "grad_norm": 15.047070503234863, | |
| "learning_rate": 7.116883116883117e-06, | |
| "loss": 0.5555, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.025989777354240667, | |
| "grad_norm": 14.228421211242676, | |
| "learning_rate": 7.766233766233767e-06, | |
| "loss": 0.563, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.02815559213376072, | |
| "grad_norm": 8.77304458618164, | |
| "learning_rate": 8.415584415584416e-06, | |
| "loss": 0.618, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.030321406913280776, | |
| "grad_norm": 4.78096866607666, | |
| "learning_rate": 9.064935064935066e-06, | |
| "loss": 0.6538, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.032487221692800834, | |
| "grad_norm": 9.978753089904785, | |
| "learning_rate": 9.714285714285715e-06, | |
| "loss": 0.5802, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.03465303647232089, | |
| "grad_norm": 15.071464538574219, | |
| "learning_rate": 1.0363636363636364e-05, | |
| "loss": 0.6568, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.036818851251840944, | |
| "grad_norm": 12.352958679199219, | |
| "learning_rate": 1.1012987012987013e-05, | |
| "loss": 0.4934, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.038984666031361, | |
| "grad_norm": 8.754806518554688, | |
| "learning_rate": 1.1662337662337662e-05, | |
| "loss": 0.597, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.04115048081088105, | |
| "grad_norm": 2.432300090789795, | |
| "learning_rate": 1.2311688311688312e-05, | |
| "loss": 0.3812, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.04331629559040111, | |
| "grad_norm": 7.439950466156006, | |
| "learning_rate": 1.2961038961038961e-05, | |
| "loss": 0.482, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.04548211036992116, | |
| "grad_norm": 14.198251724243164, | |
| "learning_rate": 1.361038961038961e-05, | |
| "loss": 0.5347, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.04764792514944122, | |
| "grad_norm": 5.91489839553833, | |
| "learning_rate": 1.425974025974026e-05, | |
| "loss": 0.5012, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.04981373992896128, | |
| "grad_norm": 14.394525527954102, | |
| "learning_rate": 1.490909090909091e-05, | |
| "loss": 0.5765, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.05197955470848133, | |
| "grad_norm": 16.823543548583984, | |
| "learning_rate": 1.555844155844156e-05, | |
| "loss": 0.4286, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.05414536948800139, | |
| "grad_norm": 4.72399377822876, | |
| "learning_rate": 1.6207792207792207e-05, | |
| "loss": 0.5167, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.05631118426752144, | |
| "grad_norm": 18.0063419342041, | |
| "learning_rate": 1.6857142857142858e-05, | |
| "loss": 0.4791, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.0584769990470415, | |
| "grad_norm": 11.925456047058105, | |
| "learning_rate": 1.750649350649351e-05, | |
| "loss": 0.5022, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.06064281382656155, | |
| "grad_norm": 2.7437996864318848, | |
| "learning_rate": 1.8155844155844156e-05, | |
| "loss": 0.438, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.0628086286060816, | |
| "grad_norm": 1.8270901441574097, | |
| "learning_rate": 1.8805194805194806e-05, | |
| "loss": 0.3995, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.06497444338560167, | |
| "grad_norm": 4.187374591827393, | |
| "learning_rate": 1.9454545454545453e-05, | |
| "loss": 0.2924, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.06714025816512172, | |
| "grad_norm": 12.709814071655273, | |
| "learning_rate": 2.0103896103896104e-05, | |
| "loss": 0.4391, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.06930607294464178, | |
| "grad_norm": 8.789942741394043, | |
| "learning_rate": 2.0753246753246755e-05, | |
| "loss": 0.4328, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.07147188772416183, | |
| "grad_norm": 10.182008743286133, | |
| "learning_rate": 2.137662337662338e-05, | |
| "loss": 0.5658, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.07363770250368189, | |
| "grad_norm": 3.5178301334381104, | |
| "learning_rate": 2.2025974025974026e-05, | |
| "loss": 0.4541, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.07580351728320193, | |
| "grad_norm": 8.124090194702148, | |
| "learning_rate": 2.2675324675324676e-05, | |
| "loss": 0.5381, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 0.077969332062722, | |
| "grad_norm": 11.69704532623291, | |
| "learning_rate": 2.3324675324675324e-05, | |
| "loss": 0.4523, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.08013514684224206, | |
| "grad_norm": 19.822145462036133, | |
| "learning_rate": 2.3974025974025974e-05, | |
| "loss": 0.3522, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 0.0823009616217621, | |
| "grad_norm": 8.31993579864502, | |
| "learning_rate": 2.4623376623376625e-05, | |
| "loss": 0.4475, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.08446677640128217, | |
| "grad_norm": 5.60876989364624, | |
| "learning_rate": 2.5246753246753246e-05, | |
| "loss": 0.4448, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 0.08663259118080222, | |
| "grad_norm": 9.872743606567383, | |
| "learning_rate": 2.5896103896103896e-05, | |
| "loss": 0.407, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.08879840596032228, | |
| "grad_norm": 7.193666458129883, | |
| "learning_rate": 2.6545454545454547e-05, | |
| "loss": 0.4616, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 0.09096422073984232, | |
| "grad_norm": 17.595991134643555, | |
| "learning_rate": 2.7194805194805194e-05, | |
| "loss": 0.4213, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.09313003551936239, | |
| "grad_norm": 3.281184196472168, | |
| "learning_rate": 2.7844155844155844e-05, | |
| "loss": 0.465, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 0.09529585029888243, | |
| "grad_norm": 7.671459197998047, | |
| "learning_rate": 2.849350649350649e-05, | |
| "loss": 0.2964, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.0974616650784025, | |
| "grad_norm": 7.963995933532715, | |
| "learning_rate": 2.9142857142857142e-05, | |
| "loss": 0.4414, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 0.09962747985792256, | |
| "grad_norm": 1.8723474740982056, | |
| "learning_rate": 2.9792207792207793e-05, | |
| "loss": 0.3508, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.1017932946374426, | |
| "grad_norm": 5.1907877922058105, | |
| "learning_rate": 2.995090489025799e-05, | |
| "loss": 0.3362, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 0.10395910941696267, | |
| "grad_norm": 5.219175815582275, | |
| "learning_rate": 2.9878706199460916e-05, | |
| "loss": 0.4953, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.10612492419648271, | |
| "grad_norm": 15.204286575317383, | |
| "learning_rate": 2.9806507508663843e-05, | |
| "loss": 0.4041, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 0.10829073897600278, | |
| "grad_norm": 5.872297286987305, | |
| "learning_rate": 2.973430881786677e-05, | |
| "loss": 0.3773, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.11045655375552282, | |
| "grad_norm": 7.201790809631348, | |
| "learning_rate": 2.9662110127069697e-05, | |
| "loss": 0.3574, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 0.11262236853504289, | |
| "grad_norm": 2.872793674468994, | |
| "learning_rate": 2.9589911436272623e-05, | |
| "loss": 0.642, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.11478818331456293, | |
| "grad_norm": 10.854488372802734, | |
| "learning_rate": 2.951771274547555e-05, | |
| "loss": 0.3783, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 0.116953998094083, | |
| "grad_norm": 2.162464141845703, | |
| "learning_rate": 2.9445514054678477e-05, | |
| "loss": 0.4905, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.11911981287360304, | |
| "grad_norm": 14.541825294494629, | |
| "learning_rate": 2.9373315363881403e-05, | |
| "loss": 0.3937, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 0.1212856276531231, | |
| "grad_norm": 1.6897481679916382, | |
| "learning_rate": 2.9301116673084327e-05, | |
| "loss": 0.4245, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.12345144243264317, | |
| "grad_norm": 9.359882354736328, | |
| "learning_rate": 2.9228917982287253e-05, | |
| "loss": 0.4139, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 0.1256172572121632, | |
| "grad_norm": 39.94605255126953, | |
| "learning_rate": 2.915671929149018e-05, | |
| "loss": 0.4305, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.12778307199168326, | |
| "grad_norm": 10.268132209777832, | |
| "learning_rate": 2.908452060069311e-05, | |
| "loss": 0.675, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 0.12994888677120334, | |
| "grad_norm": 1.7209604978561401, | |
| "learning_rate": 2.9012321909896037e-05, | |
| "loss": 0.55, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.13211470155072338, | |
| "grad_norm": 8.541482925415039, | |
| "learning_rate": 2.894012321909896e-05, | |
| "loss": 0.4033, | |
| "step": 1525 | |
| }, | |
| { | |
| "epoch": 0.13428051633024343, | |
| "grad_norm": 10.4110107421875, | |
| "learning_rate": 2.8867924528301887e-05, | |
| "loss": 0.4167, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.13644633110976348, | |
| "grad_norm": 10.823756217956543, | |
| "learning_rate": 2.8795725837504814e-05, | |
| "loss": 0.3814, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 0.13861214588928356, | |
| "grad_norm": 0.6896539926528931, | |
| "learning_rate": 2.872352714670774e-05, | |
| "loss": 0.5183, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.1407779606688036, | |
| "grad_norm": 4.357579231262207, | |
| "learning_rate": 2.8651328455910667e-05, | |
| "loss": 0.3343, | |
| "step": 1625 | |
| }, | |
| { | |
| "epoch": 0.14294377544832365, | |
| "grad_norm": 12.074344635009766, | |
| "learning_rate": 2.857912976511359e-05, | |
| "loss": 0.4212, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.14510959022784373, | |
| "grad_norm": 11.660531997680664, | |
| "learning_rate": 2.850693107431652e-05, | |
| "loss": 0.4737, | |
| "step": 1675 | |
| }, | |
| { | |
| "epoch": 0.14727540500736377, | |
| "grad_norm": 15.467144966125488, | |
| "learning_rate": 2.8434732383519447e-05, | |
| "loss": 0.4563, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.14944121978688382, | |
| "grad_norm": 9.277994155883789, | |
| "learning_rate": 2.8362533692722374e-05, | |
| "loss": 0.4251, | |
| "step": 1725 | |
| }, | |
| { | |
| "epoch": 0.15160703456640387, | |
| "grad_norm": 3.6043941974639893, | |
| "learning_rate": 2.82903350019253e-05, | |
| "loss": 0.3497, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.15377284934592395, | |
| "grad_norm": 3.933353900909424, | |
| "learning_rate": 2.8218136311128224e-05, | |
| "loss": 0.3753, | |
| "step": 1775 | |
| }, | |
| { | |
| "epoch": 0.155938664125444, | |
| "grad_norm": 3.8728222846984863, | |
| "learning_rate": 2.814593762033115e-05, | |
| "loss": 0.4031, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.15810447890496404, | |
| "grad_norm": 8.067976951599121, | |
| "learning_rate": 2.8073738929534077e-05, | |
| "loss": 0.4037, | |
| "step": 1825 | |
| }, | |
| { | |
| "epoch": 0.16027029368448412, | |
| "grad_norm": 9.141134262084961, | |
| "learning_rate": 2.8001540238737004e-05, | |
| "loss": 0.4114, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.16243610846400416, | |
| "grad_norm": 1.8272747993469238, | |
| "learning_rate": 2.7929341547939934e-05, | |
| "loss": 0.3848, | |
| "step": 1875 | |
| }, | |
| { | |
| "epoch": 0.1646019232435242, | |
| "grad_norm": 0.4890976846218109, | |
| "learning_rate": 2.7857142857142858e-05, | |
| "loss": 0.5088, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.16676773802304426, | |
| "grad_norm": 9.043623924255371, | |
| "learning_rate": 2.7784944166345784e-05, | |
| "loss": 0.4032, | |
| "step": 1925 | |
| }, | |
| { | |
| "epoch": 0.16893355280256434, | |
| "grad_norm": 9.092608451843262, | |
| "learning_rate": 2.771274547554871e-05, | |
| "loss": 0.3354, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.17109936758208438, | |
| "grad_norm": 6.121222972869873, | |
| "learning_rate": 2.7640546784751638e-05, | |
| "loss": 0.4163, | |
| "step": 1975 | |
| }, | |
| { | |
| "epoch": 0.17326518236160443, | |
| "grad_norm": 1.539663314819336, | |
| "learning_rate": 2.7568348093954564e-05, | |
| "loss": 0.3715, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.17543099714112448, | |
| "grad_norm": 16.089406967163086, | |
| "learning_rate": 2.7496149403157488e-05, | |
| "loss": 0.3424, | |
| "step": 2025 | |
| }, | |
| { | |
| "epoch": 0.17759681192064455, | |
| "grad_norm": 12.510934829711914, | |
| "learning_rate": 2.7423950712360414e-05, | |
| "loss": 0.3311, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.1797626267001646, | |
| "grad_norm": 2.823338508605957, | |
| "learning_rate": 2.7351752021563345e-05, | |
| "loss": 0.4362, | |
| "step": 2075 | |
| }, | |
| { | |
| "epoch": 0.18192844147968465, | |
| "grad_norm": 6.191600322723389, | |
| "learning_rate": 2.727955333076627e-05, | |
| "loss": 0.4441, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.18409425625920472, | |
| "grad_norm": 4.86907434463501, | |
| "learning_rate": 2.7207354639969198e-05, | |
| "loss": 0.3122, | |
| "step": 2125 | |
| }, | |
| { | |
| "epoch": 0.18626007103872477, | |
| "grad_norm": 7.323814868927002, | |
| "learning_rate": 2.713515594917212e-05, | |
| "loss": 0.3717, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.18842588581824482, | |
| "grad_norm": 10.09737491607666, | |
| "learning_rate": 2.7062957258375048e-05, | |
| "loss": 0.3461, | |
| "step": 2175 | |
| }, | |
| { | |
| "epoch": 0.19059170059776487, | |
| "grad_norm": 8.536800384521484, | |
| "learning_rate": 2.6990758567577975e-05, | |
| "loss": 0.4816, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.19275751537728494, | |
| "grad_norm": 5.237682819366455, | |
| "learning_rate": 2.69185598767809e-05, | |
| "loss": 0.4784, | |
| "step": 2225 | |
| }, | |
| { | |
| "epoch": 0.194923330156805, | |
| "grad_norm": 10.763497352600098, | |
| "learning_rate": 2.6846361185983828e-05, | |
| "loss": 0.4334, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.19708914493632504, | |
| "grad_norm": 0.7019050121307373, | |
| "learning_rate": 2.6774162495186755e-05, | |
| "loss": 0.3437, | |
| "step": 2275 | |
| }, | |
| { | |
| "epoch": 0.19925495971584511, | |
| "grad_norm": 8.020634651184082, | |
| "learning_rate": 2.670196380438968e-05, | |
| "loss": 0.4333, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.20142077449536516, | |
| "grad_norm": 10.549779891967773, | |
| "learning_rate": 2.662976511359261e-05, | |
| "loss": 0.3609, | |
| "step": 2325 | |
| }, | |
| { | |
| "epoch": 0.2035865892748852, | |
| "grad_norm": 5.6236677169799805, | |
| "learning_rate": 2.6557566422795535e-05, | |
| "loss": 0.3437, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.20575240405440526, | |
| "grad_norm": 1.4388600587844849, | |
| "learning_rate": 2.648536773199846e-05, | |
| "loss": 0.4911, | |
| "step": 2375 | |
| }, | |
| { | |
| "epoch": 0.20791821883392533, | |
| "grad_norm": 4.445183277130127, | |
| "learning_rate": 2.6413169041201385e-05, | |
| "loss": 0.3872, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.21008403361344538, | |
| "grad_norm": 9.076152801513672, | |
| "learning_rate": 2.6340970350404312e-05, | |
| "loss": 0.276, | |
| "step": 2425 | |
| }, | |
| { | |
| "epoch": 0.21224984839296543, | |
| "grad_norm": 5.573355197906494, | |
| "learning_rate": 2.6268771659607242e-05, | |
| "loss": 0.3318, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.21441566317248548, | |
| "grad_norm": 5.015573024749756, | |
| "learning_rate": 2.619657296881017e-05, | |
| "loss": 0.4833, | |
| "step": 2475 | |
| }, | |
| { | |
| "epoch": 0.21658147795200555, | |
| "grad_norm": 3.9038755893707275, | |
| "learning_rate": 2.6124374278013092e-05, | |
| "loss": 0.4656, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.2187472927315256, | |
| "grad_norm": 2.66627836227417, | |
| "learning_rate": 2.605217558721602e-05, | |
| "loss": 0.4232, | |
| "step": 2525 | |
| }, | |
| { | |
| "epoch": 0.22091310751104565, | |
| "grad_norm": 8.859906196594238, | |
| "learning_rate": 2.5979976896418945e-05, | |
| "loss": 0.434, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.22307892229056572, | |
| "grad_norm": 3.2811522483825684, | |
| "learning_rate": 2.5907778205621872e-05, | |
| "loss": 0.2479, | |
| "step": 2575 | |
| }, | |
| { | |
| "epoch": 0.22524473707008577, | |
| "grad_norm": 8.53447437286377, | |
| "learning_rate": 2.58355795148248e-05, | |
| "loss": 0.4656, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.22741055184960582, | |
| "grad_norm": 6.359921455383301, | |
| "learning_rate": 2.5763380824027722e-05, | |
| "loss": 0.3881, | |
| "step": 2625 | |
| }, | |
| { | |
| "epoch": 0.22957636662912587, | |
| "grad_norm": 6.196253776550293, | |
| "learning_rate": 2.5691182133230652e-05, | |
| "loss": 0.3637, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 0.23174218140864594, | |
| "grad_norm": 7.805304050445557, | |
| "learning_rate": 2.561898344243358e-05, | |
| "loss": 0.3099, | |
| "step": 2675 | |
| }, | |
| { | |
| "epoch": 0.233907996188166, | |
| "grad_norm": 4.51755428314209, | |
| "learning_rate": 2.5546784751636506e-05, | |
| "loss": 0.3933, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.23607381096768604, | |
| "grad_norm": 5.72914981842041, | |
| "learning_rate": 2.5474586060839432e-05, | |
| "loss": 0.3789, | |
| "step": 2725 | |
| }, | |
| { | |
| "epoch": 0.23823962574720609, | |
| "grad_norm": 2.4809954166412354, | |
| "learning_rate": 2.5402387370042356e-05, | |
| "loss": 0.4056, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.24040544052672616, | |
| "grad_norm": 1.940656065940857, | |
| "learning_rate": 2.5330188679245282e-05, | |
| "loss": 0.4132, | |
| "step": 2775 | |
| }, | |
| { | |
| "epoch": 0.2425712553062462, | |
| "grad_norm": 3.452242851257324, | |
| "learning_rate": 2.525798998844821e-05, | |
| "loss": 0.375, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.24473707008576626, | |
| "grad_norm": 9.220993041992188, | |
| "learning_rate": 2.5185791297651136e-05, | |
| "loss": 0.3026, | |
| "step": 2825 | |
| }, | |
| { | |
| "epoch": 0.24690288486528633, | |
| "grad_norm": 10.027073860168457, | |
| "learning_rate": 2.5113592606854066e-05, | |
| "loss": 0.5372, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 0.24906869964480638, | |
| "grad_norm": 2.228799819946289, | |
| "learning_rate": 2.504139391605699e-05, | |
| "loss": 0.4233, | |
| "step": 2875 | |
| }, | |
| { | |
| "epoch": 0.2512345144243264, | |
| "grad_norm": 7.281198978424072, | |
| "learning_rate": 2.4969195225259916e-05, | |
| "loss": 0.2945, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.2534003292038465, | |
| "grad_norm": 1.4160314798355103, | |
| "learning_rate": 2.4896996534462843e-05, | |
| "loss": 0.2916, | |
| "step": 2925 | |
| }, | |
| { | |
| "epoch": 0.2555661439833665, | |
| "grad_norm": 4.095098972320557, | |
| "learning_rate": 2.482479784366577e-05, | |
| "loss": 0.3536, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 0.25773195876288657, | |
| "grad_norm": 1.413552165031433, | |
| "learning_rate": 2.4752599152868696e-05, | |
| "loss": 0.3246, | |
| "step": 2975 | |
| }, | |
| { | |
| "epoch": 0.2598977735424067, | |
| "grad_norm": 3.3196184635162354, | |
| "learning_rate": 2.468040046207162e-05, | |
| "loss": 0.4236, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.2620635883219267, | |
| "grad_norm": 11.855537414550781, | |
| "learning_rate": 2.4608201771274546e-05, | |
| "loss": 0.4088, | |
| "step": 3025 | |
| }, | |
| { | |
| "epoch": 0.26422940310144677, | |
| "grad_norm": 9.322809219360352, | |
| "learning_rate": 2.4536003080477476e-05, | |
| "loss": 0.4522, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 0.2663952178809668, | |
| "grad_norm": 7.581571578979492, | |
| "learning_rate": 2.4463804389680403e-05, | |
| "loss": 0.3445, | |
| "step": 3075 | |
| }, | |
| { | |
| "epoch": 0.26856103266048686, | |
| "grad_norm": 2.6131093502044678, | |
| "learning_rate": 2.439160569888333e-05, | |
| "loss": 0.3575, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.2707268474400069, | |
| "grad_norm": 3.68662166595459, | |
| "learning_rate": 2.4319407008086253e-05, | |
| "loss": 0.3809, | |
| "step": 3125 | |
| }, | |
| { | |
| "epoch": 0.27289266221952696, | |
| "grad_norm": 2.3688032627105713, | |
| "learning_rate": 2.424720831728918e-05, | |
| "loss": 0.3364, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 0.27505847699904706, | |
| "grad_norm": 1.155315637588501, | |
| "learning_rate": 2.4175009626492106e-05, | |
| "loss": 0.4103, | |
| "step": 3175 | |
| }, | |
| { | |
| "epoch": 0.2772242917785671, | |
| "grad_norm": 35.7138671875, | |
| "learning_rate": 2.4102810935695033e-05, | |
| "loss": 0.3502, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.27939010655808716, | |
| "grad_norm": 6.429433822631836, | |
| "learning_rate": 2.403061224489796e-05, | |
| "loss": 0.2632, | |
| "step": 3225 | |
| }, | |
| { | |
| "epoch": 0.2815559213376072, | |
| "grad_norm": 9.816515922546387, | |
| "learning_rate": 2.3958413554100887e-05, | |
| "loss": 0.406, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 0.28372173611712725, | |
| "grad_norm": 1.9653140306472778, | |
| "learning_rate": 2.3886214863303813e-05, | |
| "loss": 0.4363, | |
| "step": 3275 | |
| }, | |
| { | |
| "epoch": 0.2858875508966473, | |
| "grad_norm": 9.559599876403809, | |
| "learning_rate": 2.381401617250674e-05, | |
| "loss": 0.2819, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.28805336567616735, | |
| "grad_norm": 10.623549461364746, | |
| "learning_rate": 2.3741817481709667e-05, | |
| "loss": 0.3421, | |
| "step": 3325 | |
| }, | |
| { | |
| "epoch": 0.29021918045568745, | |
| "grad_norm": 2.4988913536071777, | |
| "learning_rate": 2.366961879091259e-05, | |
| "loss": 0.269, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 0.2923849952352075, | |
| "grad_norm": 4.704137802124023, | |
| "learning_rate": 2.3597420100115517e-05, | |
| "loss": 0.2902, | |
| "step": 3375 | |
| }, | |
| { | |
| "epoch": 0.29455081001472755, | |
| "grad_norm": 9.48901653289795, | |
| "learning_rate": 2.3525221409318443e-05, | |
| "loss": 0.3548, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.2967166247942476, | |
| "grad_norm": 0.5201269388198853, | |
| "learning_rate": 2.3453022718521374e-05, | |
| "loss": 0.4575, | |
| "step": 3425 | |
| }, | |
| { | |
| "epoch": 0.29888243957376764, | |
| "grad_norm": 8.074861526489258, | |
| "learning_rate": 2.33808240277243e-05, | |
| "loss": 0.3942, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 0.3010482543532877, | |
| "grad_norm": 8.45334243774414, | |
| "learning_rate": 2.3308625336927224e-05, | |
| "loss": 0.3537, | |
| "step": 3475 | |
| }, | |
| { | |
| "epoch": 0.30321406913280774, | |
| "grad_norm": 2.7069313526153564, | |
| "learning_rate": 2.323642664613015e-05, | |
| "loss": 0.3672, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.30537988391232784, | |
| "grad_norm": 13.849508285522461, | |
| "learning_rate": 2.3164227955333077e-05, | |
| "loss": 0.3502, | |
| "step": 3525 | |
| }, | |
| { | |
| "epoch": 0.3075456986918479, | |
| "grad_norm": 4.5892462730407715, | |
| "learning_rate": 2.3092029264536004e-05, | |
| "loss": 0.2545, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 0.30971151347136794, | |
| "grad_norm": 1.035447120666504, | |
| "learning_rate": 2.301983057373893e-05, | |
| "loss": 0.2544, | |
| "step": 3575 | |
| }, | |
| { | |
| "epoch": 0.311877328250888, | |
| "grad_norm": 5.170057773590088, | |
| "learning_rate": 2.2947631882941854e-05, | |
| "loss": 0.3443, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.31404314303040803, | |
| "grad_norm": 2.908191204071045, | |
| "learning_rate": 2.2875433192144784e-05, | |
| "loss": 0.3784, | |
| "step": 3625 | |
| }, | |
| { | |
| "epoch": 0.3162089578099281, | |
| "grad_norm": 9.946891784667969, | |
| "learning_rate": 2.280323450134771e-05, | |
| "loss": 0.3828, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 0.31837477258944813, | |
| "grad_norm": 10.337167739868164, | |
| "learning_rate": 2.2731035810550637e-05, | |
| "loss": 0.4032, | |
| "step": 3675 | |
| }, | |
| { | |
| "epoch": 0.32054058736896823, | |
| "grad_norm": 10.093758583068848, | |
| "learning_rate": 2.2658837119753564e-05, | |
| "loss": 0.2556, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.3227064021484883, | |
| "grad_norm": 7.309471130371094, | |
| "learning_rate": 2.2586638428956487e-05, | |
| "loss": 0.3352, | |
| "step": 3725 | |
| }, | |
| { | |
| "epoch": 0.32487221692800833, | |
| "grad_norm": 10.050370216369629, | |
| "learning_rate": 2.2514439738159414e-05, | |
| "loss": 0.4054, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 0.3270380317075284, | |
| "grad_norm": 3.858546733856201, | |
| "learning_rate": 2.244224104736234e-05, | |
| "loss": 0.3049, | |
| "step": 3775 | |
| }, | |
| { | |
| "epoch": 0.3292038464870484, | |
| "grad_norm": 5.640537261962891, | |
| "learning_rate": 2.2370042356565267e-05, | |
| "loss": 0.2223, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.33136966126656847, | |
| "grad_norm": 5.106541633605957, | |
| "learning_rate": 2.2297843665768198e-05, | |
| "loss": 0.4878, | |
| "step": 3825 | |
| }, | |
| { | |
| "epoch": 0.3335354760460885, | |
| "grad_norm": 7.738224029541016, | |
| "learning_rate": 2.222564497497112e-05, | |
| "loss": 0.3015, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 0.33570129082560857, | |
| "grad_norm": 12.313666343688965, | |
| "learning_rate": 2.2153446284174048e-05, | |
| "loss": 0.3816, | |
| "step": 3875 | |
| }, | |
| { | |
| "epoch": 0.33786710560512867, | |
| "grad_norm": 0.9929437041282654, | |
| "learning_rate": 2.2081247593376974e-05, | |
| "loss": 0.3334, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.3400329203846487, | |
| "grad_norm": 5.753032207489014, | |
| "learning_rate": 2.20090489025799e-05, | |
| "loss": 0.3724, | |
| "step": 3925 | |
| }, | |
| { | |
| "epoch": 0.34219873516416877, | |
| "grad_norm": 8.37396240234375, | |
| "learning_rate": 2.1936850211782828e-05, | |
| "loss": 0.4217, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 0.3443645499436888, | |
| "grad_norm": 7.365005016326904, | |
| "learning_rate": 2.186465152098575e-05, | |
| "loss": 0.4339, | |
| "step": 3975 | |
| }, | |
| { | |
| "epoch": 0.34653036472320886, | |
| "grad_norm": 1.91083824634552, | |
| "learning_rate": 2.1792452830188678e-05, | |
| "loss": 0.3642, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.3486961795027289, | |
| "grad_norm": 3.0427494049072266, | |
| "learning_rate": 2.1720254139391608e-05, | |
| "loss": 0.3819, | |
| "step": 4025 | |
| }, | |
| { | |
| "epoch": 0.35086199428224896, | |
| "grad_norm": 1.176952838897705, | |
| "learning_rate": 2.1648055448594535e-05, | |
| "loss": 0.2796, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 0.35302780906176906, | |
| "grad_norm": 1.0579583644866943, | |
| "learning_rate": 2.157585675779746e-05, | |
| "loss": 0.4277, | |
| "step": 4075 | |
| }, | |
| { | |
| "epoch": 0.3551936238412891, | |
| "grad_norm": 11.798035621643066, | |
| "learning_rate": 2.1503658067000385e-05, | |
| "loss": 0.3407, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 0.35735943862080916, | |
| "grad_norm": 15.57787036895752, | |
| "learning_rate": 2.143145937620331e-05, | |
| "loss": 0.2781, | |
| "step": 4125 | |
| }, | |
| { | |
| "epoch": 0.3595252534003292, | |
| "grad_norm": 8.533368110656738, | |
| "learning_rate": 2.1359260685406238e-05, | |
| "loss": 0.4274, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 0.36169106817984925, | |
| "grad_norm": 8.470250129699707, | |
| "learning_rate": 2.1287061994609165e-05, | |
| "loss": 0.3609, | |
| "step": 4175 | |
| }, | |
| { | |
| "epoch": 0.3638568829593693, | |
| "grad_norm": 6.417985439300537, | |
| "learning_rate": 2.121486330381209e-05, | |
| "loss": 0.3476, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.36602269773888935, | |
| "grad_norm": 8.685192108154297, | |
| "learning_rate": 2.1142664613015018e-05, | |
| "loss": 0.41, | |
| "step": 4225 | |
| }, | |
| { | |
| "epoch": 0.36818851251840945, | |
| "grad_norm": 7.082727432250977, | |
| "learning_rate": 2.1070465922217945e-05, | |
| "loss": 0.4003, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 0.3703543272979295, | |
| "grad_norm": 4.621776103973389, | |
| "learning_rate": 2.099826723142087e-05, | |
| "loss": 0.306, | |
| "step": 4275 | |
| }, | |
| { | |
| "epoch": 0.37252014207744955, | |
| "grad_norm": 3.1071817874908447, | |
| "learning_rate": 2.09260685406238e-05, | |
| "loss": 0.2335, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 0.3746859568569696, | |
| "grad_norm": 7.23638916015625, | |
| "learning_rate": 2.085386984982672e-05, | |
| "loss": 0.2733, | |
| "step": 4325 | |
| }, | |
| { | |
| "epoch": 0.37685177163648964, | |
| "grad_norm": 6.893523693084717, | |
| "learning_rate": 2.078167115902965e-05, | |
| "loss": 0.3007, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 0.3790175864160097, | |
| "grad_norm": 5.9917073249816895, | |
| "learning_rate": 2.0709472468232575e-05, | |
| "loss": 0.3086, | |
| "step": 4375 | |
| }, | |
| { | |
| "epoch": 0.38118340119552974, | |
| "grad_norm": 6.596795558929443, | |
| "learning_rate": 2.0637273777435502e-05, | |
| "loss": 0.365, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 0.38334921597504984, | |
| "grad_norm": 9.045963287353516, | |
| "learning_rate": 2.0565075086638432e-05, | |
| "loss": 0.3255, | |
| "step": 4425 | |
| }, | |
| { | |
| "epoch": 0.3855150307545699, | |
| "grad_norm": 6.755446434020996, | |
| "learning_rate": 2.0492876395841355e-05, | |
| "loss": 0.3765, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 0.38768084553408994, | |
| "grad_norm": 11.626537322998047, | |
| "learning_rate": 2.0420677705044282e-05, | |
| "loss": 0.2946, | |
| "step": 4475 | |
| }, | |
| { | |
| "epoch": 0.38984666031361, | |
| "grad_norm": 4.125662326812744, | |
| "learning_rate": 2.034847901424721e-05, | |
| "loss": 0.3298, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.39201247509313003, | |
| "grad_norm": 1.2437127828598022, | |
| "learning_rate": 2.0276280323450135e-05, | |
| "loss": 0.3645, | |
| "step": 4525 | |
| }, | |
| { | |
| "epoch": 0.3941782898726501, | |
| "grad_norm": 10.272943496704102, | |
| "learning_rate": 2.0204081632653062e-05, | |
| "loss": 0.2403, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 0.3963441046521701, | |
| "grad_norm": 2.164606809616089, | |
| "learning_rate": 2.0131882941855985e-05, | |
| "loss": 0.28, | |
| "step": 4575 | |
| }, | |
| { | |
| "epoch": 0.39850991943169023, | |
| "grad_norm": 9.157061576843262, | |
| "learning_rate": 2.0059684251058916e-05, | |
| "loss": 0.3814, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 0.4006757342112103, | |
| "grad_norm": 4.034579277038574, | |
| "learning_rate": 1.9987485560261842e-05, | |
| "loss": 0.3419, | |
| "step": 4625 | |
| }, | |
| { | |
| "epoch": 0.4028415489907303, | |
| "grad_norm": 2.5503344535827637, | |
| "learning_rate": 1.991528686946477e-05, | |
| "loss": 0.3374, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 0.4050073637702504, | |
| "grad_norm": 4.660188674926758, | |
| "learning_rate": 1.9843088178667696e-05, | |
| "loss": 0.3511, | |
| "step": 4675 | |
| }, | |
| { | |
| "epoch": 0.4071731785497704, | |
| "grad_norm": 7.020951747894287, | |
| "learning_rate": 1.977088948787062e-05, | |
| "loss": 0.4339, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 0.40933899332929047, | |
| "grad_norm": 5.4507269859313965, | |
| "learning_rate": 1.9698690797073546e-05, | |
| "loss": 0.3441, | |
| "step": 4725 | |
| }, | |
| { | |
| "epoch": 0.4115048081088105, | |
| "grad_norm": 11.266243934631348, | |
| "learning_rate": 1.9626492106276472e-05, | |
| "loss": 0.346, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 0.41367062288833056, | |
| "grad_norm": 2.1191511154174805, | |
| "learning_rate": 1.95542934154794e-05, | |
| "loss": 0.3723, | |
| "step": 4775 | |
| }, | |
| { | |
| "epoch": 0.41583643766785067, | |
| "grad_norm": 1.9068052768707275, | |
| "learning_rate": 1.948209472468233e-05, | |
| "loss": 0.2075, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.4180022524473707, | |
| "grad_norm": 0.36394304037094116, | |
| "learning_rate": 1.9409896033885253e-05, | |
| "loss": 0.2431, | |
| "step": 4825 | |
| }, | |
| { | |
| "epoch": 0.42016806722689076, | |
| "grad_norm": 6.177628993988037, | |
| "learning_rate": 1.933769734308818e-05, | |
| "loss": 0.2642, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 0.4223338820064108, | |
| "grad_norm": 3.6669273376464844, | |
| "learning_rate": 1.9265498652291106e-05, | |
| "loss": 0.1763, | |
| "step": 4875 | |
| }, | |
| { | |
| "epoch": 0.42449969678593086, | |
| "grad_norm": 7.836557865142822, | |
| "learning_rate": 1.9193299961494033e-05, | |
| "loss": 0.3862, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 0.4266655115654509, | |
| "grad_norm": 10.140486717224121, | |
| "learning_rate": 1.912110127069696e-05, | |
| "loss": 0.3053, | |
| "step": 4925 | |
| }, | |
| { | |
| "epoch": 0.42883132634497095, | |
| "grad_norm": 2.8873586654663086, | |
| "learning_rate": 1.9048902579899883e-05, | |
| "loss": 0.3162, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 0.43099714112449106, | |
| "grad_norm": 1.758466362953186, | |
| "learning_rate": 1.897670388910281e-05, | |
| "loss": 0.3178, | |
| "step": 4975 | |
| }, | |
| { | |
| "epoch": 0.4331629559040111, | |
| "grad_norm": 7.523651599884033, | |
| "learning_rate": 1.890450519830574e-05, | |
| "loss": 0.2789, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.43532877068353115, | |
| "grad_norm": 5.955496311187744, | |
| "learning_rate": 1.8832306507508666e-05, | |
| "loss": 0.1777, | |
| "step": 5025 | |
| }, | |
| { | |
| "epoch": 0.4374945854630512, | |
| "grad_norm": 9.068547248840332, | |
| "learning_rate": 1.8760107816711593e-05, | |
| "loss": 0.4155, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 0.43966040024257125, | |
| "grad_norm": 4.900373458862305, | |
| "learning_rate": 1.8687909125914516e-05, | |
| "loss": 0.2983, | |
| "step": 5075 | |
| }, | |
| { | |
| "epoch": 0.4418262150220913, | |
| "grad_norm": 3.5501790046691895, | |
| "learning_rate": 1.8615710435117443e-05, | |
| "loss": 0.3687, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 0.44399202980161134, | |
| "grad_norm": 1.0216822624206543, | |
| "learning_rate": 1.854351174432037e-05, | |
| "loss": 0.2428, | |
| "step": 5125 | |
| }, | |
| { | |
| "epoch": 0.44615784458113145, | |
| "grad_norm": 7.637403964996338, | |
| "learning_rate": 1.8471313053523296e-05, | |
| "loss": 0.3071, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 0.4483236593606515, | |
| "grad_norm": 9.478981018066406, | |
| "learning_rate": 1.8399114362726223e-05, | |
| "loss": 0.2911, | |
| "step": 5175 | |
| }, | |
| { | |
| "epoch": 0.45048947414017154, | |
| "grad_norm": 3.875411033630371, | |
| "learning_rate": 1.832691567192915e-05, | |
| "loss": 0.3152, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 0.4526552889196916, | |
| "grad_norm": 1.1700037717819214, | |
| "learning_rate": 1.8254716981132077e-05, | |
| "loss": 0.2776, | |
| "step": 5225 | |
| }, | |
| { | |
| "epoch": 0.45482110369921164, | |
| "grad_norm": 4.037864685058594, | |
| "learning_rate": 1.8182518290335003e-05, | |
| "loss": 0.2674, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 0.4569869184787317, | |
| "grad_norm": 2.6295673847198486, | |
| "learning_rate": 1.811031959953793e-05, | |
| "loss": 0.3035, | |
| "step": 5275 | |
| }, | |
| { | |
| "epoch": 0.45915273325825173, | |
| "grad_norm": 9.654006004333496, | |
| "learning_rate": 1.8038120908740853e-05, | |
| "loss": 0.3352, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 0.46131854803777184, | |
| "grad_norm": 7.339272975921631, | |
| "learning_rate": 1.796592221794378e-05, | |
| "loss": 0.3879, | |
| "step": 5325 | |
| }, | |
| { | |
| "epoch": 0.4634843628172919, | |
| "grad_norm": 5.668703079223633, | |
| "learning_rate": 1.7893723527146707e-05, | |
| "loss": 0.3828, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 0.46565017759681193, | |
| "grad_norm": 11.843222618103027, | |
| "learning_rate": 1.7821524836349633e-05, | |
| "loss": 0.2797, | |
| "step": 5375 | |
| }, | |
| { | |
| "epoch": 0.467815992376332, | |
| "grad_norm": 3.3071844577789307, | |
| "learning_rate": 1.7749326145552564e-05, | |
| "loss": 0.3492, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 0.469981807155852, | |
| "grad_norm": 11.303645133972168, | |
| "learning_rate": 1.7677127454755487e-05, | |
| "loss": 0.5, | |
| "step": 5425 | |
| }, | |
| { | |
| "epoch": 0.4721476219353721, | |
| "grad_norm": 1.1275362968444824, | |
| "learning_rate": 1.7604928763958414e-05, | |
| "loss": 0.2317, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 0.4743134367148921, | |
| "grad_norm": 11.97022533416748, | |
| "learning_rate": 1.753273007316134e-05, | |
| "loss": 0.2411, | |
| "step": 5475 | |
| }, | |
| { | |
| "epoch": 0.47647925149441217, | |
| "grad_norm": 2.9647443294525146, | |
| "learning_rate": 1.7460531382364267e-05, | |
| "loss": 0.277, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.4786450662739323, | |
| "grad_norm": 5.046292781829834, | |
| "learning_rate": 1.7388332691567194e-05, | |
| "loss": 0.4112, | |
| "step": 5525 | |
| }, | |
| { | |
| "epoch": 0.4808108810534523, | |
| "grad_norm": 8.11351203918457, | |
| "learning_rate": 1.7316134000770117e-05, | |
| "loss": 0.5116, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 0.48297669583297237, | |
| "grad_norm": 1.0861672163009644, | |
| "learning_rate": 1.7243935309973047e-05, | |
| "loss": 0.3264, | |
| "step": 5575 | |
| }, | |
| { | |
| "epoch": 0.4851425106124924, | |
| "grad_norm": 2.311553955078125, | |
| "learning_rate": 1.7171736619175974e-05, | |
| "loss": 0.3688, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 0.48730832539201246, | |
| "grad_norm": 2.371721029281616, | |
| "learning_rate": 1.70995379283789e-05, | |
| "loss": 0.3224, | |
| "step": 5625 | |
| }, | |
| { | |
| "epoch": 0.4894741401715325, | |
| "grad_norm": 7.7612714767456055, | |
| "learning_rate": 1.7027339237581827e-05, | |
| "loss": 0.3778, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 0.49163995495105256, | |
| "grad_norm": 7.416019916534424, | |
| "learning_rate": 1.695514054678475e-05, | |
| "loss": 0.3671, | |
| "step": 5675 | |
| }, | |
| { | |
| "epoch": 0.49380576973057266, | |
| "grad_norm": 7.0320940017700195, | |
| "learning_rate": 1.6882941855987677e-05, | |
| "loss": 0.3331, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 0.4959715845100927, | |
| "grad_norm": 0.8671308159828186, | |
| "learning_rate": 1.6810743165190604e-05, | |
| "loss": 0.3426, | |
| "step": 5725 | |
| }, | |
| { | |
| "epoch": 0.49813739928961276, | |
| "grad_norm": 6.607793807983398, | |
| "learning_rate": 1.673854447439353e-05, | |
| "loss": 0.2863, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 0.5003032140691328, | |
| "grad_norm": 10.399803161621094, | |
| "learning_rate": 1.666634578359646e-05, | |
| "loss": 0.5822, | |
| "step": 5775 | |
| }, | |
| { | |
| "epoch": 0.5024690288486529, | |
| "grad_norm": 2.4261348247528076, | |
| "learning_rate": 1.6594147092799384e-05, | |
| "loss": 0.2687, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 0.5046348436281729, | |
| "grad_norm": 0.30012401938438416, | |
| "learning_rate": 1.652194840200231e-05, | |
| "loss": 0.3365, | |
| "step": 5825 | |
| }, | |
| { | |
| "epoch": 0.506800658407693, | |
| "grad_norm": 8.255668640136719, | |
| "learning_rate": 1.6449749711205238e-05, | |
| "loss": 0.4609, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 0.508966473187213, | |
| "grad_norm": 6.495670795440674, | |
| "learning_rate": 1.6377551020408164e-05, | |
| "loss": 0.3127, | |
| "step": 5875 | |
| }, | |
| { | |
| "epoch": 0.511132287966733, | |
| "grad_norm": 4.311783790588379, | |
| "learning_rate": 1.630535232961109e-05, | |
| "loss": 0.2705, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 0.5132981027462531, | |
| "grad_norm": 7.5022430419921875, | |
| "learning_rate": 1.6233153638814014e-05, | |
| "loss": 0.3089, | |
| "step": 5925 | |
| }, | |
| { | |
| "epoch": 0.5154639175257731, | |
| "grad_norm": 9.813260078430176, | |
| "learning_rate": 1.616095494801694e-05, | |
| "loss": 0.3386, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 0.5176297323052933, | |
| "grad_norm": 8.11892318725586, | |
| "learning_rate": 1.608875625721987e-05, | |
| "loss": 0.3796, | |
| "step": 5975 | |
| }, | |
| { | |
| "epoch": 0.5197955470848133, | |
| "grad_norm": 8.750290870666504, | |
| "learning_rate": 1.6016557566422798e-05, | |
| "loss": 0.4231, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.5219613618643334, | |
| "grad_norm": 8.316088676452637, | |
| "learning_rate": 1.5944358875625725e-05, | |
| "loss": 0.3922, | |
| "step": 6025 | |
| }, | |
| { | |
| "epoch": 0.5241271766438534, | |
| "grad_norm": 4.458547592163086, | |
| "learning_rate": 1.5872160184828648e-05, | |
| "loss": 0.3138, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 0.5262929914233735, | |
| "grad_norm": 4.100847244262695, | |
| "learning_rate": 1.5799961494031575e-05, | |
| "loss": 0.3106, | |
| "step": 6075 | |
| }, | |
| { | |
| "epoch": 0.5284588062028935, | |
| "grad_norm": 3.5927000045776367, | |
| "learning_rate": 1.57277628032345e-05, | |
| "loss": 0.188, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 0.5306246209824136, | |
| "grad_norm": 0.6444216370582581, | |
| "learning_rate": 1.5655564112437428e-05, | |
| "loss": 0.209, | |
| "step": 6125 | |
| }, | |
| { | |
| "epoch": 0.5327904357619336, | |
| "grad_norm": 6.649785041809082, | |
| "learning_rate": 1.5583365421640355e-05, | |
| "loss": 0.2617, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 0.5349562505414537, | |
| "grad_norm": 8.491826057434082, | |
| "learning_rate": 1.551116673084328e-05, | |
| "loss": 0.3059, | |
| "step": 6175 | |
| }, | |
| { | |
| "epoch": 0.5371220653209737, | |
| "grad_norm": 22.71511459350586, | |
| "learning_rate": 1.5438968040046208e-05, | |
| "loss": 0.2764, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 0.5392878801004938, | |
| "grad_norm": 6.877171516418457, | |
| "learning_rate": 1.5366769349249135e-05, | |
| "loss": 0.2801, | |
| "step": 6225 | |
| }, | |
| { | |
| "epoch": 0.5414536948800138, | |
| "grad_norm": 0.46479833126068115, | |
| "learning_rate": 1.529457065845206e-05, | |
| "loss": 0.3744, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 0.5436195096595339, | |
| "grad_norm": 7.200215816497803, | |
| "learning_rate": 1.5222371967654987e-05, | |
| "loss": 0.3067, | |
| "step": 6275 | |
| }, | |
| { | |
| "epoch": 0.5457853244390539, | |
| "grad_norm": 6.230359077453613, | |
| "learning_rate": 1.5150173276857913e-05, | |
| "loss": 0.3305, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 0.5479511392185741, | |
| "grad_norm": 3.2241950035095215, | |
| "learning_rate": 1.5077974586060838e-05, | |
| "loss": 0.2827, | |
| "step": 6325 | |
| }, | |
| { | |
| "epoch": 0.5501169539980941, | |
| "grad_norm": 10.813590049743652, | |
| "learning_rate": 1.5005775895263765e-05, | |
| "loss": 0.2712, | |
| "step": 6350 | |
| }, | |
| { | |
| "epoch": 0.5522827687776142, | |
| "grad_norm": 3.5207877159118652, | |
| "learning_rate": 1.4933577204466692e-05, | |
| "loss": 0.2677, | |
| "step": 6375 | |
| }, | |
| { | |
| "epoch": 0.5544485835571342, | |
| "grad_norm": 6.884098529815674, | |
| "learning_rate": 1.4861378513669619e-05, | |
| "loss": 0.4269, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 0.5566143983366543, | |
| "grad_norm": 12.490416526794434, | |
| "learning_rate": 1.4789179822872547e-05, | |
| "loss": 0.3834, | |
| "step": 6425 | |
| }, | |
| { | |
| "epoch": 0.5587802131161743, | |
| "grad_norm": 6.844019889831543, | |
| "learning_rate": 1.4716981132075472e-05, | |
| "loss": 0.4177, | |
| "step": 6450 | |
| }, | |
| { | |
| "epoch": 0.5609460278956944, | |
| "grad_norm": 2.4574711322784424, | |
| "learning_rate": 1.4644782441278399e-05, | |
| "loss": 0.2457, | |
| "step": 6475 | |
| }, | |
| { | |
| "epoch": 0.5631118426752144, | |
| "grad_norm": 4.939560413360596, | |
| "learning_rate": 1.4572583750481324e-05, | |
| "loss": 0.348, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.5652776574547345, | |
| "grad_norm": 11.443745613098145, | |
| "learning_rate": 1.4500385059684252e-05, | |
| "loss": 0.3035, | |
| "step": 6525 | |
| }, | |
| { | |
| "epoch": 0.5674434722342545, | |
| "grad_norm": 5.136826515197754, | |
| "learning_rate": 1.4428186368887177e-05, | |
| "loss": 0.39, | |
| "step": 6550 | |
| }, | |
| { | |
| "epoch": 0.5696092870137746, | |
| "grad_norm": 8.772330284118652, | |
| "learning_rate": 1.4355987678090104e-05, | |
| "loss": 0.366, | |
| "step": 6575 | |
| }, | |
| { | |
| "epoch": 0.5717751017932946, | |
| "grad_norm": 0.46080633997917175, | |
| "learning_rate": 1.428378898729303e-05, | |
| "loss": 0.2299, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 0.5739409165728147, | |
| "grad_norm": 5.478773593902588, | |
| "learning_rate": 1.4211590296495957e-05, | |
| "loss": 0.1737, | |
| "step": 6625 | |
| }, | |
| { | |
| "epoch": 0.5761067313523347, | |
| "grad_norm": 11.235420227050781, | |
| "learning_rate": 1.4139391605698884e-05, | |
| "loss": 0.3773, | |
| "step": 6650 | |
| }, | |
| { | |
| "epoch": 0.5782725461318549, | |
| "grad_norm": 7.810971260070801, | |
| "learning_rate": 1.4067192914901809e-05, | |
| "loss": 0.3409, | |
| "step": 6675 | |
| }, | |
| { | |
| "epoch": 0.5804383609113749, | |
| "grad_norm": 2.817094087600708, | |
| "learning_rate": 1.3994994224104737e-05, | |
| "loss": 0.1739, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 0.582604175690895, | |
| "grad_norm": 0.4941748082637787, | |
| "learning_rate": 1.3922795533307664e-05, | |
| "loss": 0.3462, | |
| "step": 6725 | |
| }, | |
| { | |
| "epoch": 0.584769990470415, | |
| "grad_norm": 1.5013363361358643, | |
| "learning_rate": 1.3850596842510589e-05, | |
| "loss": 0.2976, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 0.586935805249935, | |
| "grad_norm": 4.63820219039917, | |
| "learning_rate": 1.3778398151713516e-05, | |
| "loss": 0.3246, | |
| "step": 6775 | |
| }, | |
| { | |
| "epoch": 0.5891016200294551, | |
| "grad_norm": 0.6134036779403687, | |
| "learning_rate": 1.3706199460916443e-05, | |
| "loss": 0.3808, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 0.5912674348089751, | |
| "grad_norm": 9.693577766418457, | |
| "learning_rate": 1.363400077011937e-05, | |
| "loss": 0.2926, | |
| "step": 6825 | |
| }, | |
| { | |
| "epoch": 0.5934332495884952, | |
| "grad_norm": 8.138602256774902, | |
| "learning_rate": 1.3561802079322296e-05, | |
| "loss": 0.2709, | |
| "step": 6850 | |
| }, | |
| { | |
| "epoch": 0.5955990643680152, | |
| "grad_norm": 5.065515041351318, | |
| "learning_rate": 1.3489603388525221e-05, | |
| "loss": 0.3777, | |
| "step": 6875 | |
| }, | |
| { | |
| "epoch": 0.5977648791475353, | |
| "grad_norm": 6.169302463531494, | |
| "learning_rate": 1.341740469772815e-05, | |
| "loss": 0.2834, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 0.5999306939270553, | |
| "grad_norm": 1.4236884117126465, | |
| "learning_rate": 1.3345206006931074e-05, | |
| "loss": 0.2965, | |
| "step": 6925 | |
| }, | |
| { | |
| "epoch": 0.6020965087065754, | |
| "grad_norm": 4.954479217529297, | |
| "learning_rate": 1.3273007316134001e-05, | |
| "loss": 0.2399, | |
| "step": 6950 | |
| }, | |
| { | |
| "epoch": 0.6042623234860954, | |
| "grad_norm": 1.1738444566726685, | |
| "learning_rate": 1.3200808625336928e-05, | |
| "loss": 0.2936, | |
| "step": 6975 | |
| }, | |
| { | |
| "epoch": 0.6064281382656155, | |
| "grad_norm": 6.822793006896973, | |
| "learning_rate": 1.3128609934539855e-05, | |
| "loss": 0.2674, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.6085939530451355, | |
| "grad_norm": 9.408463478088379, | |
| "learning_rate": 1.3056411243742781e-05, | |
| "loss": 0.265, | |
| "step": 7025 | |
| }, | |
| { | |
| "epoch": 0.6107597678246557, | |
| "grad_norm": 24.97877311706543, | |
| "learning_rate": 1.2984212552945706e-05, | |
| "loss": 0.3257, | |
| "step": 7050 | |
| }, | |
| { | |
| "epoch": 0.6129255826041757, | |
| "grad_norm": 2.854039192199707, | |
| "learning_rate": 1.2912013862148633e-05, | |
| "loss": 0.3504, | |
| "step": 7075 | |
| }, | |
| { | |
| "epoch": 0.6150913973836958, | |
| "grad_norm": 0.40900859236717224, | |
| "learning_rate": 1.283981517135156e-05, | |
| "loss": 0.1485, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 0.6172572121632158, | |
| "grad_norm": 5.776600360870361, | |
| "learning_rate": 1.2767616480554486e-05, | |
| "loss": 0.2598, | |
| "step": 7125 | |
| }, | |
| { | |
| "epoch": 0.6194230269427359, | |
| "grad_norm": 1.7507195472717285, | |
| "learning_rate": 1.2695417789757413e-05, | |
| "loss": 0.2838, | |
| "step": 7150 | |
| }, | |
| { | |
| "epoch": 0.6215888417222559, | |
| "grad_norm": 7.723363399505615, | |
| "learning_rate": 1.2623219098960338e-05, | |
| "loss": 0.3391, | |
| "step": 7175 | |
| }, | |
| { | |
| "epoch": 0.623754656501776, | |
| "grad_norm": 6.485815048217773, | |
| "learning_rate": 1.2551020408163267e-05, | |
| "loss": 0.3568, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 0.625920471281296, | |
| "grad_norm": 0.392874151468277, | |
| "learning_rate": 1.2481709664998075e-05, | |
| "loss": 0.3001, | |
| "step": 7225 | |
| }, | |
| { | |
| "epoch": 0.6280862860608161, | |
| "grad_norm": 1.3930811882019043, | |
| "learning_rate": 1.2409510974201001e-05, | |
| "loss": 0.2613, | |
| "step": 7250 | |
| }, | |
| { | |
| "epoch": 0.6302521008403361, | |
| "grad_norm": 0.3461158275604248, | |
| "learning_rate": 1.2337312283403928e-05, | |
| "loss": 0.3379, | |
| "step": 7275 | |
| }, | |
| { | |
| "epoch": 0.6324179156198562, | |
| "grad_norm": 3.489888906478882, | |
| "learning_rate": 1.2265113592606855e-05, | |
| "loss": 0.3347, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 0.6345837303993762, | |
| "grad_norm": 2.3235511779785156, | |
| "learning_rate": 1.219291490180978e-05, | |
| "loss": 0.242, | |
| "step": 7325 | |
| }, | |
| { | |
| "epoch": 0.6367495451788963, | |
| "grad_norm": 10.576093673706055, | |
| "learning_rate": 1.2120716211012708e-05, | |
| "loss": 0.3076, | |
| "step": 7350 | |
| }, | |
| { | |
| "epoch": 0.6389153599584163, | |
| "grad_norm": 4.862971305847168, | |
| "learning_rate": 1.2048517520215633e-05, | |
| "loss": 0.3055, | |
| "step": 7375 | |
| }, | |
| { | |
| "epoch": 0.6410811747379365, | |
| "grad_norm": 4.282524108886719, | |
| "learning_rate": 1.197631882941856e-05, | |
| "loss": 0.4014, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 0.6432469895174565, | |
| "grad_norm": 1.2869305610656738, | |
| "learning_rate": 1.1904120138621487e-05, | |
| "loss": 0.3723, | |
| "step": 7425 | |
| }, | |
| { | |
| "epoch": 0.6454128042969766, | |
| "grad_norm": 8.37488842010498, | |
| "learning_rate": 1.1831921447824414e-05, | |
| "loss": 0.3421, | |
| "step": 7450 | |
| }, | |
| { | |
| "epoch": 0.6475786190764966, | |
| "grad_norm": 8.292667388916016, | |
| "learning_rate": 1.175972275702734e-05, | |
| "loss": 0.4306, | |
| "step": 7475 | |
| }, | |
| { | |
| "epoch": 0.6497444338560167, | |
| "grad_norm": 7.678843975067139, | |
| "learning_rate": 1.1687524066230265e-05, | |
| "loss": 0.2536, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.6519102486355367, | |
| "grad_norm": 1.5608030557632446, | |
| "learning_rate": 1.1615325375433192e-05, | |
| "loss": 0.264, | |
| "step": 7525 | |
| }, | |
| { | |
| "epoch": 0.6540760634150568, | |
| "grad_norm": 7.649046897888184, | |
| "learning_rate": 1.1543126684636119e-05, | |
| "loss": 0.1767, | |
| "step": 7550 | |
| }, | |
| { | |
| "epoch": 0.6562418781945768, | |
| "grad_norm": 4.701557636260986, | |
| "learning_rate": 1.1470927993839045e-05, | |
| "loss": 0.259, | |
| "step": 7575 | |
| }, | |
| { | |
| "epoch": 0.6584076929740968, | |
| "grad_norm": 14.77114200592041, | |
| "learning_rate": 1.1398729303041972e-05, | |
| "loss": 0.2761, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 0.6605735077536169, | |
| "grad_norm": 0.08189712464809418, | |
| "learning_rate": 1.1326530612244897e-05, | |
| "loss": 0.2934, | |
| "step": 7625 | |
| }, | |
| { | |
| "epoch": 0.6627393225331369, | |
| "grad_norm": 8.246410369873047, | |
| "learning_rate": 1.1254331921447826e-05, | |
| "loss": 0.3055, | |
| "step": 7650 | |
| }, | |
| { | |
| "epoch": 0.664905137312657, | |
| "grad_norm": 2.8091800212860107, | |
| "learning_rate": 1.118213323065075e-05, | |
| "loss": 0.2532, | |
| "step": 7675 | |
| }, | |
| { | |
| "epoch": 0.667070952092177, | |
| "grad_norm": 8.43855094909668, | |
| "learning_rate": 1.1109934539853677e-05, | |
| "loss": 0.2942, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 0.6692367668716971, | |
| "grad_norm": 2.259917974472046, | |
| "learning_rate": 1.1037735849056604e-05, | |
| "loss": 0.2048, | |
| "step": 7725 | |
| }, | |
| { | |
| "epoch": 0.6714025816512171, | |
| "grad_norm": 13.296177864074707, | |
| "learning_rate": 1.096553715825953e-05, | |
| "loss": 0.2884, | |
| "step": 7750 | |
| }, | |
| { | |
| "epoch": 0.6735683964307373, | |
| "grad_norm": 7.745298862457275, | |
| "learning_rate": 1.0893338467462457e-05, | |
| "loss": 0.3598, | |
| "step": 7775 | |
| }, | |
| { | |
| "epoch": 0.6757342112102573, | |
| "grad_norm": 1.932173490524292, | |
| "learning_rate": 1.0821139776665382e-05, | |
| "loss": 0.3318, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 0.6779000259897774, | |
| "grad_norm": 7.833034515380859, | |
| "learning_rate": 1.0748941085868309e-05, | |
| "loss": 0.3058, | |
| "step": 7825 | |
| }, | |
| { | |
| "epoch": 0.6800658407692974, | |
| "grad_norm": 8.620037078857422, | |
| "learning_rate": 1.0676742395071238e-05, | |
| "loss": 0.3395, | |
| "step": 7850 | |
| }, | |
| { | |
| "epoch": 0.6822316555488175, | |
| "grad_norm": 8.948209762573242, | |
| "learning_rate": 1.0604543704274163e-05, | |
| "loss": 0.2973, | |
| "step": 7875 | |
| }, | |
| { | |
| "epoch": 0.6843974703283375, | |
| "grad_norm": 5.001883506774902, | |
| "learning_rate": 1.053234501347709e-05, | |
| "loss": 0.2741, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 0.6865632851078576, | |
| "grad_norm": 10.376258850097656, | |
| "learning_rate": 1.0460146322680016e-05, | |
| "loss": 0.2493, | |
| "step": 7925 | |
| }, | |
| { | |
| "epoch": 0.6887290998873776, | |
| "grad_norm": 9.021862030029297, | |
| "learning_rate": 1.0387947631882943e-05, | |
| "loss": 0.2966, | |
| "step": 7950 | |
| }, | |
| { | |
| "epoch": 0.6908949146668977, | |
| "grad_norm": 12.025108337402344, | |
| "learning_rate": 1.0315748941085868e-05, | |
| "loss": 0.3207, | |
| "step": 7975 | |
| }, | |
| { | |
| "epoch": 0.6930607294464177, | |
| "grad_norm": 0.8383066058158875, | |
| "learning_rate": 1.0243550250288794e-05, | |
| "loss": 0.2501, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.6952265442259378, | |
| "grad_norm": 2.6812140941619873, | |
| "learning_rate": 1.0171351559491723e-05, | |
| "loss": 0.4028, | |
| "step": 8025 | |
| }, | |
| { | |
| "epoch": 0.6973923590054578, | |
| "grad_norm": 11.301798820495605, | |
| "learning_rate": 1.0099152868694648e-05, | |
| "loss": 0.3549, | |
| "step": 8050 | |
| }, | |
| { | |
| "epoch": 0.6995581737849779, | |
| "grad_norm": 8.55245304107666, | |
| "learning_rate": 1.0026954177897575e-05, | |
| "loss": 0.3805, | |
| "step": 8075 | |
| }, | |
| { | |
| "epoch": 0.7017239885644979, | |
| "grad_norm": 1.9036015272140503, | |
| "learning_rate": 9.9547554871005e-06, | |
| "loss": 0.353, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 0.7038898033440181, | |
| "grad_norm": 1.0196151733398438, | |
| "learning_rate": 9.882556796303428e-06, | |
| "loss": 0.3569, | |
| "step": 8125 | |
| }, | |
| { | |
| "epoch": 0.7060556181235381, | |
| "grad_norm": 2.688908338546753, | |
| "learning_rate": 9.810358105506355e-06, | |
| "loss": 0.2588, | |
| "step": 8150 | |
| }, | |
| { | |
| "epoch": 0.7082214329030582, | |
| "grad_norm": 0.6335782408714294, | |
| "learning_rate": 9.73815941470928e-06, | |
| "loss": 0.2252, | |
| "step": 8175 | |
| }, | |
| { | |
| "epoch": 0.7103872476825782, | |
| "grad_norm": 4.539221286773682, | |
| "learning_rate": 9.665960723912206e-06, | |
| "loss": 0.2747, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 0.7125530624620983, | |
| "grad_norm": 8.757186889648438, | |
| "learning_rate": 9.593762033115133e-06, | |
| "loss": 0.3239, | |
| "step": 8225 | |
| }, | |
| { | |
| "epoch": 0.7147188772416183, | |
| "grad_norm": 1.7275235652923584, | |
| "learning_rate": 9.52156334231806e-06, | |
| "loss": 0.2954, | |
| "step": 8250 | |
| }, | |
| { | |
| "epoch": 0.7168846920211384, | |
| "grad_norm": 6.338670253753662, | |
| "learning_rate": 9.449364651520987e-06, | |
| "loss": 0.3749, | |
| "step": 8275 | |
| }, | |
| { | |
| "epoch": 0.7190505068006584, | |
| "grad_norm": 1.565496563911438, | |
| "learning_rate": 9.377165960723912e-06, | |
| "loss": 0.2757, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 0.7212163215801785, | |
| "grad_norm": 0.0664602667093277, | |
| "learning_rate": 9.30496726992684e-06, | |
| "loss": 0.3012, | |
| "step": 8325 | |
| }, | |
| { | |
| "epoch": 0.7233821363596985, | |
| "grad_norm": 10.375814437866211, | |
| "learning_rate": 9.232768579129765e-06, | |
| "loss": 0.2985, | |
| "step": 8350 | |
| }, | |
| { | |
| "epoch": 0.7255479511392185, | |
| "grad_norm": 16.607072830200195, | |
| "learning_rate": 9.160569888332692e-06, | |
| "loss": 0.2656, | |
| "step": 8375 | |
| }, | |
| { | |
| "epoch": 0.7277137659187386, | |
| "grad_norm": 0.6724597811698914, | |
| "learning_rate": 9.088371197535618e-06, | |
| "loss": 0.2007, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 0.7298795806982586, | |
| "grad_norm": 2.3397414684295654, | |
| "learning_rate": 9.016172506738545e-06, | |
| "loss": 0.2402, | |
| "step": 8425 | |
| }, | |
| { | |
| "epoch": 0.7320453954777787, | |
| "grad_norm": 11.172548294067383, | |
| "learning_rate": 8.943973815941472e-06, | |
| "loss": 0.3434, | |
| "step": 8450 | |
| }, | |
| { | |
| "epoch": 0.7342112102572987, | |
| "grad_norm": 12.031539916992188, | |
| "learning_rate": 8.871775125144397e-06, | |
| "loss": 0.2628, | |
| "step": 8475 | |
| }, | |
| { | |
| "epoch": 0.7363770250368189, | |
| "grad_norm": 0.37211769819259644, | |
| "learning_rate": 8.799576434347324e-06, | |
| "loss": 0.265, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.738542839816339, | |
| "grad_norm": 6.181528568267822, | |
| "learning_rate": 8.72737774355025e-06, | |
| "loss": 0.3748, | |
| "step": 8525 | |
| }, | |
| { | |
| "epoch": 0.740708654595859, | |
| "grad_norm": 2.7227742671966553, | |
| "learning_rate": 8.655179052753177e-06, | |
| "loss": 0.249, | |
| "step": 8550 | |
| }, | |
| { | |
| "epoch": 0.742874469375379, | |
| "grad_norm": 7.977476596832275, | |
| "learning_rate": 8.582980361956104e-06, | |
| "loss": 0.3375, | |
| "step": 8575 | |
| }, | |
| { | |
| "epoch": 0.7450402841548991, | |
| "grad_norm": 11.404130935668945, | |
| "learning_rate": 8.510781671159029e-06, | |
| "loss": 0.3336, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 0.7472060989344191, | |
| "grad_norm": 0.4421218931674957, | |
| "learning_rate": 8.438582980361957e-06, | |
| "loss": 0.3702, | |
| "step": 8625 | |
| }, | |
| { | |
| "epoch": 0.7493719137139392, | |
| "grad_norm": 4.386607646942139, | |
| "learning_rate": 8.366384289564882e-06, | |
| "loss": 0.3494, | |
| "step": 8650 | |
| }, | |
| { | |
| "epoch": 0.7515377284934592, | |
| "grad_norm": 5.428525924682617, | |
| "learning_rate": 8.294185598767809e-06, | |
| "loss": 0.2996, | |
| "step": 8675 | |
| }, | |
| { | |
| "epoch": 0.7537035432729793, | |
| "grad_norm": 0.3034394085407257, | |
| "learning_rate": 8.221986907970736e-06, | |
| "loss": 0.2433, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 0.7558693580524993, | |
| "grad_norm": 3.75878643989563, | |
| "learning_rate": 8.149788217173662e-06, | |
| "loss": 0.3027, | |
| "step": 8725 | |
| }, | |
| { | |
| "epoch": 0.7580351728320194, | |
| "grad_norm": 9.965909004211426, | |
| "learning_rate": 8.077589526376589e-06, | |
| "loss": 0.382, | |
| "step": 8750 | |
| }, | |
| { | |
| "epoch": 0.7602009876115394, | |
| "grad_norm": 7.314566135406494, | |
| "learning_rate": 8.005390835579514e-06, | |
| "loss": 0.2874, | |
| "step": 8775 | |
| }, | |
| { | |
| "epoch": 0.7623668023910595, | |
| "grad_norm": 8.704547882080078, | |
| "learning_rate": 7.93319214478244e-06, | |
| "loss": 0.2737, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 0.7645326171705795, | |
| "grad_norm": 10.275945663452148, | |
| "learning_rate": 7.86099345398537e-06, | |
| "loss": 0.3212, | |
| "step": 8825 | |
| }, | |
| { | |
| "epoch": 0.7666984319500997, | |
| "grad_norm": 4.1912641525268555, | |
| "learning_rate": 7.788794763188294e-06, | |
| "loss": 0.3475, | |
| "step": 8850 | |
| }, | |
| { | |
| "epoch": 0.7688642467296197, | |
| "grad_norm": 10.281148910522461, | |
| "learning_rate": 7.716596072391221e-06, | |
| "loss": 0.221, | |
| "step": 8875 | |
| }, | |
| { | |
| "epoch": 0.7710300615091398, | |
| "grad_norm": 9.613810539245605, | |
| "learning_rate": 7.644397381594146e-06, | |
| "loss": 0.2587, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 0.7731958762886598, | |
| "grad_norm": 1.2200976610183716, | |
| "learning_rate": 7.572198690797074e-06, | |
| "loss": 0.2852, | |
| "step": 8925 | |
| }, | |
| { | |
| "epoch": 0.7753616910681799, | |
| "grad_norm": 2.445672035217285, | |
| "learning_rate": 7.5e-06, | |
| "loss": 0.3837, | |
| "step": 8950 | |
| }, | |
| { | |
| "epoch": 0.7775275058476999, | |
| "grad_norm": 13.744851112365723, | |
| "learning_rate": 7.427801309202927e-06, | |
| "loss": 0.2333, | |
| "step": 8975 | |
| }, | |
| { | |
| "epoch": 0.77969332062722, | |
| "grad_norm": 4.426064968109131, | |
| "learning_rate": 7.355602618405853e-06, | |
| "loss": 0.3036, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.78185913540674, | |
| "grad_norm": 8.329988479614258, | |
| "learning_rate": 7.28340392760878e-06, | |
| "loss": 0.3287, | |
| "step": 9025 | |
| }, | |
| { | |
| "epoch": 0.7840249501862601, | |
| "grad_norm": 4.122848987579346, | |
| "learning_rate": 7.211205236811706e-06, | |
| "loss": 0.3248, | |
| "step": 9050 | |
| }, | |
| { | |
| "epoch": 0.7861907649657801, | |
| "grad_norm": 6.127285480499268, | |
| "learning_rate": 7.139006546014633e-06, | |
| "loss": 0.2395, | |
| "step": 9075 | |
| }, | |
| { | |
| "epoch": 0.7883565797453002, | |
| "grad_norm": 1.6887600421905518, | |
| "learning_rate": 7.066807855217559e-06, | |
| "loss": 0.2647, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 0.7905223945248202, | |
| "grad_norm": 1.4300670623779297, | |
| "learning_rate": 6.9946091644204855e-06, | |
| "loss": 0.3345, | |
| "step": 9125 | |
| }, | |
| { | |
| "epoch": 0.7926882093043403, | |
| "grad_norm": 9.334101676940918, | |
| "learning_rate": 6.922410473623411e-06, | |
| "loss": 0.3421, | |
| "step": 9150 | |
| }, | |
| { | |
| "epoch": 0.7948540240838603, | |
| "grad_norm": 6.996714115142822, | |
| "learning_rate": 6.850211782826339e-06, | |
| "loss": 0.3496, | |
| "step": 9175 | |
| }, | |
| { | |
| "epoch": 0.7970198388633805, | |
| "grad_norm": 8.47280216217041, | |
| "learning_rate": 6.778013092029265e-06, | |
| "loss": 0.253, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 0.7991856536429005, | |
| "grad_norm": 3.239483118057251, | |
| "learning_rate": 6.708702348864075e-06, | |
| "loss": 0.3462, | |
| "step": 9225 | |
| }, | |
| { | |
| "epoch": 0.8013514684224206, | |
| "grad_norm": 1.6153030395507812, | |
| "learning_rate": 6.6365036580670006e-06, | |
| "loss": 0.2688, | |
| "step": 9250 | |
| }, | |
| { | |
| "epoch": 0.8035172832019406, | |
| "grad_norm": 5.316878795623779, | |
| "learning_rate": 6.564304967269927e-06, | |
| "loss": 0.3301, | |
| "step": 9275 | |
| }, | |
| { | |
| "epoch": 0.8056830979814606, | |
| "grad_norm": 8.06822395324707, | |
| "learning_rate": 6.492106276472853e-06, | |
| "loss": 0.3382, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 0.8078489127609807, | |
| "grad_norm": 2.8038644790649414, | |
| "learning_rate": 6.41990758567578e-06, | |
| "loss": 0.2219, | |
| "step": 9325 | |
| }, | |
| { | |
| "epoch": 0.8100147275405007, | |
| "grad_norm": 5.063823223114014, | |
| "learning_rate": 6.3477088948787066e-06, | |
| "loss": 0.278, | |
| "step": 9350 | |
| }, | |
| { | |
| "epoch": 0.8121805423200208, | |
| "grad_norm": 6.974782466888428, | |
| "learning_rate": 6.275510204081633e-06, | |
| "loss": 0.2338, | |
| "step": 9375 | |
| }, | |
| { | |
| "epoch": 0.8143463570995408, | |
| "grad_norm": 2.8085834980010986, | |
| "learning_rate": 6.203311513284559e-06, | |
| "loss": 0.2732, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 0.8165121718790609, | |
| "grad_norm": 12.976601600646973, | |
| "learning_rate": 6.131112822487486e-06, | |
| "loss": 0.2973, | |
| "step": 9425 | |
| }, | |
| { | |
| "epoch": 0.8186779866585809, | |
| "grad_norm": 2.7448630332946777, | |
| "learning_rate": 6.058914131690412e-06, | |
| "loss": 0.2783, | |
| "step": 9450 | |
| }, | |
| { | |
| "epoch": 0.820843801438101, | |
| "grad_norm": 2.347792387008667, | |
| "learning_rate": 5.986715440893339e-06, | |
| "loss": 0.2418, | |
| "step": 9475 | |
| }, | |
| { | |
| "epoch": 0.823009616217621, | |
| "grad_norm": 2.851559638977051, | |
| "learning_rate": 5.914516750096265e-06, | |
| "loss": 0.2603, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.8251754309971411, | |
| "grad_norm": 6.941406726837158, | |
| "learning_rate": 5.842318059299192e-06, | |
| "loss": 0.1888, | |
| "step": 9525 | |
| }, | |
| { | |
| "epoch": 0.8273412457766611, | |
| "grad_norm": 4.45375394821167, | |
| "learning_rate": 5.770119368502118e-06, | |
| "loss": 0.2581, | |
| "step": 9550 | |
| }, | |
| { | |
| "epoch": 0.8295070605561813, | |
| "grad_norm": 5.2709641456604, | |
| "learning_rate": 5.6979206777050444e-06, | |
| "loss": 0.2742, | |
| "step": 9575 | |
| }, | |
| { | |
| "epoch": 0.8316728753357013, | |
| "grad_norm": 2.6814463138580322, | |
| "learning_rate": 5.62572198690797e-06, | |
| "loss": 0.2156, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 0.8338386901152214, | |
| "grad_norm": 0.12416364997625351, | |
| "learning_rate": 5.553523296110898e-06, | |
| "loss": 0.3317, | |
| "step": 9625 | |
| }, | |
| { | |
| "epoch": 0.8360045048947414, | |
| "grad_norm": 5.639218807220459, | |
| "learning_rate": 5.481324605313824e-06, | |
| "loss": 0.1967, | |
| "step": 9650 | |
| }, | |
| { | |
| "epoch": 0.8381703196742615, | |
| "grad_norm": 0.8800064921379089, | |
| "learning_rate": 5.4091259145167504e-06, | |
| "loss": 0.1701, | |
| "step": 9675 | |
| }, | |
| { | |
| "epoch": 0.8403361344537815, | |
| "grad_norm": 2.7125442028045654, | |
| "learning_rate": 5.336927223719676e-06, | |
| "loss": 0.3064, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 0.8425019492333016, | |
| "grad_norm": 3.1365272998809814, | |
| "learning_rate": 5.264728532922603e-06, | |
| "loss": 0.3511, | |
| "step": 9725 | |
| }, | |
| { | |
| "epoch": 0.8446677640128216, | |
| "grad_norm": 10.584244728088379, | |
| "learning_rate": 5.19252984212553e-06, | |
| "loss": 0.2461, | |
| "step": 9750 | |
| }, | |
| { | |
| "epoch": 0.8468335787923417, | |
| "grad_norm": 0.7926290035247803, | |
| "learning_rate": 5.1203311513284565e-06, | |
| "loss": 0.3047, | |
| "step": 9775 | |
| }, | |
| { | |
| "epoch": 0.8489993935718617, | |
| "grad_norm": 10.744616508483887, | |
| "learning_rate": 5.048132460531382e-06, | |
| "loss": 0.3234, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 0.8511652083513818, | |
| "grad_norm": 3.9436535835266113, | |
| "learning_rate": 4.975933769734309e-06, | |
| "loss": 0.2843, | |
| "step": 9825 | |
| }, | |
| { | |
| "epoch": 0.8533310231309018, | |
| "grad_norm": 0.2785266637802124, | |
| "learning_rate": 4.903735078937235e-06, | |
| "loss": 0.3365, | |
| "step": 9850 | |
| }, | |
| { | |
| "epoch": 0.8554968379104219, | |
| "grad_norm": 7.446309566497803, | |
| "learning_rate": 4.831536388140162e-06, | |
| "loss": 0.3802, | |
| "step": 9875 | |
| }, | |
| { | |
| "epoch": 0.8576626526899419, | |
| "grad_norm": 9.687524795532227, | |
| "learning_rate": 4.759337697343088e-06, | |
| "loss": 0.2587, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 0.8598284674694621, | |
| "grad_norm": 0.4837453067302704, | |
| "learning_rate": 4.687139006546015e-06, | |
| "loss": 0.2367, | |
| "step": 9925 | |
| }, | |
| { | |
| "epoch": 0.8619942822489821, | |
| "grad_norm": 0.7170611023902893, | |
| "learning_rate": 4.614940315748941e-06, | |
| "loss": 0.2971, | |
| "step": 9950 | |
| }, | |
| { | |
| "epoch": 0.8641600970285022, | |
| "grad_norm": 16.417407989501953, | |
| "learning_rate": 4.542741624951868e-06, | |
| "loss": 0.2884, | |
| "step": 9975 | |
| }, | |
| { | |
| "epoch": 0.8663259118080222, | |
| "grad_norm": 7.771174430847168, | |
| "learning_rate": 4.4705429341547935e-06, | |
| "loss": 0.2296, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.8684917265875423, | |
| "grad_norm": 1.540907859802246, | |
| "learning_rate": 4.398344243357721e-06, | |
| "loss": 0.3145, | |
| "step": 10025 | |
| }, | |
| { | |
| "epoch": 0.8706575413670623, | |
| "grad_norm": 1.4157791137695312, | |
| "learning_rate": 4.326145552560647e-06, | |
| "loss": 0.178, | |
| "step": 10050 | |
| }, | |
| { | |
| "epoch": 0.8728233561465824, | |
| "grad_norm": 4.707205295562744, | |
| "learning_rate": 4.253946861763574e-06, | |
| "loss": 0.2681, | |
| "step": 10075 | |
| }, | |
| { | |
| "epoch": 0.8749891709261024, | |
| "grad_norm": 3.7186520099639893, | |
| "learning_rate": 4.1817481709664995e-06, | |
| "loss": 0.3191, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 0.8771549857056224, | |
| "grad_norm": 1.6584956645965576, | |
| "learning_rate": 4.109549480169426e-06, | |
| "loss": 0.2544, | |
| "step": 10125 | |
| }, | |
| { | |
| "epoch": 0.8793208004851425, | |
| "grad_norm": 9.22360610961914, | |
| "learning_rate": 4.037350789372352e-06, | |
| "loss": 0.2965, | |
| "step": 10150 | |
| }, | |
| { | |
| "epoch": 0.8814866152646625, | |
| "grad_norm": 3.5934746265411377, | |
| "learning_rate": 3.96515209857528e-06, | |
| "loss": 0.317, | |
| "step": 10175 | |
| }, | |
| { | |
| "epoch": 0.8836524300441826, | |
| "grad_norm": 1.5978528261184692, | |
| "learning_rate": 3.892953407778206e-06, | |
| "loss": 0.2149, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 0.8858182448237026, | |
| "grad_norm": 4.726417064666748, | |
| "learning_rate": 3.820754716981132e-06, | |
| "loss": 0.4876, | |
| "step": 10225 | |
| }, | |
| { | |
| "epoch": 0.8879840596032227, | |
| "grad_norm": 7.836237907409668, | |
| "learning_rate": 3.7485560261840585e-06, | |
| "loss": 0.2984, | |
| "step": 10250 | |
| }, | |
| { | |
| "epoch": 0.8901498743827427, | |
| "grad_norm": 6.5479912757873535, | |
| "learning_rate": 3.676357335386985e-06, | |
| "loss": 0.3024, | |
| "step": 10275 | |
| }, | |
| { | |
| "epoch": 0.8923156891622629, | |
| "grad_norm": 1.180179476737976, | |
| "learning_rate": 3.6041586445899115e-06, | |
| "loss": 0.2447, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 0.8944815039417829, | |
| "grad_norm": 5.868828773498535, | |
| "learning_rate": 3.5319599537928378e-06, | |
| "loss": 0.2684, | |
| "step": 10325 | |
| }, | |
| { | |
| "epoch": 0.896647318721303, | |
| "grad_norm": 6.2655816078186035, | |
| "learning_rate": 3.4597612629957645e-06, | |
| "loss": 0.1714, | |
| "step": 10350 | |
| }, | |
| { | |
| "epoch": 0.898813133500823, | |
| "grad_norm": 6.3384270668029785, | |
| "learning_rate": 3.387562572198691e-06, | |
| "loss": 0.2776, | |
| "step": 10375 | |
| }, | |
| { | |
| "epoch": 0.9009789482803431, | |
| "grad_norm": 6.097102165222168, | |
| "learning_rate": 3.315363881401617e-06, | |
| "loss": 0.2745, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 0.9031447630598631, | |
| "grad_norm": 7.250086784362793, | |
| "learning_rate": 3.243165190604544e-06, | |
| "loss": 0.3299, | |
| "step": 10425 | |
| }, | |
| { | |
| "epoch": 0.9053105778393832, | |
| "grad_norm": 9.260988235473633, | |
| "learning_rate": 3.17096649980747e-06, | |
| "loss": 0.2629, | |
| "step": 10450 | |
| }, | |
| { | |
| "epoch": 0.9074763926189032, | |
| "grad_norm": 8.009949684143066, | |
| "learning_rate": 3.0987678090103964e-06, | |
| "loss": 0.3627, | |
| "step": 10475 | |
| }, | |
| { | |
| "epoch": 0.9096422073984233, | |
| "grad_norm": 1.247878074645996, | |
| "learning_rate": 3.026569118213323e-06, | |
| "loss": 0.2236, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 0.9118080221779433, | |
| "grad_norm": 6.759634971618652, | |
| "learning_rate": 2.9543704274162494e-06, | |
| "loss": 0.2819, | |
| "step": 10525 | |
| }, | |
| { | |
| "epoch": 0.9139738369574634, | |
| "grad_norm": 0.09837600588798523, | |
| "learning_rate": 2.882171736619176e-06, | |
| "loss": 0.3129, | |
| "step": 10550 | |
| }, | |
| { | |
| "epoch": 0.9161396517369834, | |
| "grad_norm": 6.850848197937012, | |
| "learning_rate": 2.8099730458221024e-06, | |
| "loss": 0.3051, | |
| "step": 10575 | |
| }, | |
| { | |
| "epoch": 0.9183054665165035, | |
| "grad_norm": 8.94210147857666, | |
| "learning_rate": 2.7377743550250287e-06, | |
| "loss": 0.3955, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 0.9204712812960235, | |
| "grad_norm": 8.595787048339844, | |
| "learning_rate": 2.6655756642279554e-06, | |
| "loss": 0.2493, | |
| "step": 10625 | |
| }, | |
| { | |
| "epoch": 0.9226370960755437, | |
| "grad_norm": 7.062394618988037, | |
| "learning_rate": 2.5933769734308817e-06, | |
| "loss": 0.2543, | |
| "step": 10650 | |
| }, | |
| { | |
| "epoch": 0.9248029108550637, | |
| "grad_norm": 3.371393918991089, | |
| "learning_rate": 2.521178282633808e-06, | |
| "loss": 0.2222, | |
| "step": 10675 | |
| }, | |
| { | |
| "epoch": 0.9269687256345838, | |
| "grad_norm": 1.3468866348266602, | |
| "learning_rate": 2.4489795918367347e-06, | |
| "loss": 0.2823, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 0.9291345404141038, | |
| "grad_norm": 15.475239753723145, | |
| "learning_rate": 2.376780901039661e-06, | |
| "loss": 0.3098, | |
| "step": 10725 | |
| }, | |
| { | |
| "epoch": 0.9313003551936239, | |
| "grad_norm": 6.605096340179443, | |
| "learning_rate": 2.3045822102425877e-06, | |
| "loss": 0.3009, | |
| "step": 10750 | |
| }, | |
| { | |
| "epoch": 0.9334661699731439, | |
| "grad_norm": 3.2146847248077393, | |
| "learning_rate": 2.2323835194455144e-06, | |
| "loss": 0.2623, | |
| "step": 10775 | |
| }, | |
| { | |
| "epoch": 0.935631984752664, | |
| "grad_norm": 2.727200508117676, | |
| "learning_rate": 2.1601848286484407e-06, | |
| "loss": 0.1952, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 0.937797799532184, | |
| "grad_norm": 2.7418553829193115, | |
| "learning_rate": 2.0879861378513674e-06, | |
| "loss": 0.4527, | |
| "step": 10825 | |
| }, | |
| { | |
| "epoch": 0.939963614311704, | |
| "grad_norm": 8.577201843261719, | |
| "learning_rate": 2.0157874470542937e-06, | |
| "loss": 0.2323, | |
| "step": 10850 | |
| }, | |
| { | |
| "epoch": 0.9421294290912241, | |
| "grad_norm": 4.514817237854004, | |
| "learning_rate": 1.94358875625722e-06, | |
| "loss": 0.3109, | |
| "step": 10875 | |
| }, | |
| { | |
| "epoch": 0.9442952438707441, | |
| "grad_norm": 10.761394500732422, | |
| "learning_rate": 1.8713900654601463e-06, | |
| "loss": 0.3335, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 0.9464610586502642, | |
| "grad_norm": 8.004775047302246, | |
| "learning_rate": 1.7991913746630728e-06, | |
| "loss": 0.2862, | |
| "step": 10925 | |
| }, | |
| { | |
| "epoch": 0.9486268734297842, | |
| "grad_norm": 7.491416931152344, | |
| "learning_rate": 1.7269926838659993e-06, | |
| "loss": 0.4005, | |
| "step": 10950 | |
| }, | |
| { | |
| "epoch": 0.9507926882093043, | |
| "grad_norm": 6.168478488922119, | |
| "learning_rate": 1.6547939930689255e-06, | |
| "loss": 0.2815, | |
| "step": 10975 | |
| }, | |
| { | |
| "epoch": 0.9529585029888243, | |
| "grad_norm": 7.221772193908691, | |
| "learning_rate": 1.582595302271852e-06, | |
| "loss": 0.2157, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.9551243177683445, | |
| "grad_norm": 5.9744086265563965, | |
| "learning_rate": 1.5103966114747788e-06, | |
| "loss": 0.3733, | |
| "step": 11025 | |
| }, | |
| { | |
| "epoch": 0.9572901325478645, | |
| "grad_norm": 5.776475429534912, | |
| "learning_rate": 1.4381979206777053e-06, | |
| "loss": 0.2843, | |
| "step": 11050 | |
| }, | |
| { | |
| "epoch": 0.9594559473273846, | |
| "grad_norm": 1.3870640993118286, | |
| "learning_rate": 1.3659992298806316e-06, | |
| "loss": 0.1963, | |
| "step": 11075 | |
| }, | |
| { | |
| "epoch": 0.9616217621069046, | |
| "grad_norm": 7.3776535987854, | |
| "learning_rate": 1.293800539083558e-06, | |
| "loss": 0.3081, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 0.9637875768864247, | |
| "grad_norm": 11.289216995239258, | |
| "learning_rate": 1.2216018482864846e-06, | |
| "loss": 0.2317, | |
| "step": 11125 | |
| }, | |
| { | |
| "epoch": 0.9659533916659447, | |
| "grad_norm": 11.621864318847656, | |
| "learning_rate": 1.1494031574894108e-06, | |
| "loss": 0.3027, | |
| "step": 11150 | |
| }, | |
| { | |
| "epoch": 0.9681192064454648, | |
| "grad_norm": 11.617834091186523, | |
| "learning_rate": 1.0772044666923373e-06, | |
| "loss": 0.3581, | |
| "step": 11175 | |
| }, | |
| { | |
| "epoch": 0.9702850212249848, | |
| "grad_norm": 5.500637531280518, | |
| "learning_rate": 1.0050057758952638e-06, | |
| "loss": 0.3, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 0.9724508360045049, | |
| "grad_norm": 3.552578926086426, | |
| "learning_rate": 9.328070850981902e-07, | |
| "loss": 0.2797, | |
| "step": 11225 | |
| }, | |
| { | |
| "epoch": 0.9746166507840249, | |
| "grad_norm": 1.074208378791809, | |
| "learning_rate": 8.606083943011167e-07, | |
| "loss": 0.2918, | |
| "step": 11250 | |
| }, | |
| { | |
| "epoch": 0.976782465563545, | |
| "grad_norm": 11.449936866760254, | |
| "learning_rate": 7.884097035040431e-07, | |
| "loss": 0.2519, | |
| "step": 11275 | |
| }, | |
| { | |
| "epoch": 0.978948280343065, | |
| "grad_norm": 2.988003730773926, | |
| "learning_rate": 7.162110127069696e-07, | |
| "loss": 0.2183, | |
| "step": 11300 | |
| }, | |
| { | |
| "epoch": 0.9811140951225851, | |
| "grad_norm": 2.9280929565429688, | |
| "learning_rate": 6.44012321909896e-07, | |
| "loss": 0.2764, | |
| "step": 11325 | |
| }, | |
| { | |
| "epoch": 0.9832799099021051, | |
| "grad_norm": 3.2279105186462402, | |
| "learning_rate": 5.718136311128224e-07, | |
| "loss": 0.4107, | |
| "step": 11350 | |
| }, | |
| { | |
| "epoch": 0.9854457246816253, | |
| "grad_norm": 2.54160737991333, | |
| "learning_rate": 4.996149403157489e-07, | |
| "loss": 0.3135, | |
| "step": 11375 | |
| }, | |
| { | |
| "epoch": 0.9876115394611453, | |
| "grad_norm": 1.3068925142288208, | |
| "learning_rate": 4.2741624951867543e-07, | |
| "loss": 0.2138, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 0.9897773542406654, | |
| "grad_norm": 8.606940269470215, | |
| "learning_rate": 3.5521755872160183e-07, | |
| "loss": 0.2984, | |
| "step": 11425 | |
| }, | |
| { | |
| "epoch": 0.9919431690201854, | |
| "grad_norm": 1.2513303756713867, | |
| "learning_rate": 2.830188679245283e-07, | |
| "loss": 0.2407, | |
| "step": 11450 | |
| }, | |
| { | |
| "epoch": 0.9941089837997055, | |
| "grad_norm": 11.340466499328613, | |
| "learning_rate": 2.1082017712745478e-07, | |
| "loss": 0.2449, | |
| "step": 11475 | |
| }, | |
| { | |
| "epoch": 0.9962747985792255, | |
| "grad_norm": 6.166193008422852, | |
| "learning_rate": 1.386214863303812e-07, | |
| "loss": 0.2629, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 0.9984406133587456, | |
| "grad_norm": 4.004662990570068, | |
| "learning_rate": 6.642279553330766e-08, | |
| "loss": 0.3488, | |
| "step": 11525 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_cosine_accuracy": 0.9693415637860082, | |
| "eval_loss": 0.4268312156200409, | |
| "eval_runtime": 50.4023, | |
| "eval_samples_per_second": 96.424, | |
| "eval_steps_per_second": 6.031, | |
| "step": 11543 | |
| } | |
| ], | |
| "logging_steps": 25, | |
| "max_steps": 11543, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "EarlyStoppingCallback": { | |
| "args": { | |
| "early_stopping_patience": 5, | |
| "early_stopping_threshold": 0.01 | |
| }, | |
| "attributes": { | |
| "early_stopping_patience_counter": 0 | |
| } | |
| }, | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 0.0, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |