gpt-j-6b-limericks-finetuned / trainer_state.json
Ubuntu
step 3180
780df45
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.24259993896856882,
"global_step": 3180,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0,
"eval_loss": 3.030700922012329,
"eval_runtime": 51.1742,
"eval_samples_per_second": 6.116,
"eval_steps_per_second": 0.391,
"step": 20
},
{
"epoch": 0.0,
"eval_loss": 2.9279651641845703,
"eval_runtime": 96.1374,
"eval_samples_per_second": 3.256,
"eval_steps_per_second": 0.416,
"step": 40
},
{
"epoch": 0.0,
"eval_loss": 2.7418131828308105,
"eval_runtime": 95.6416,
"eval_samples_per_second": 3.273,
"eval_steps_per_second": 0.418,
"step": 60
},
{
"epoch": 0.0,
"eval_loss": 2.666383743286133,
"eval_runtime": 95.265,
"eval_samples_per_second": 3.286,
"eval_steps_per_second": 0.42,
"step": 80
},
{
"epoch": 0.01,
"eval_loss": 2.5859625339508057,
"eval_runtime": 96.3364,
"eval_samples_per_second": 3.249,
"eval_steps_per_second": 0.415,
"step": 100
},
{
"epoch": 0.01,
"eval_loss": 2.533696174621582,
"eval_runtime": 94.072,
"eval_samples_per_second": 3.327,
"eval_steps_per_second": 0.425,
"step": 120
},
{
"epoch": 0.01,
"eval_loss": 2.4880690574645996,
"eval_runtime": 97.015,
"eval_samples_per_second": 3.226,
"eval_steps_per_second": 0.412,
"step": 140
},
{
"epoch": 0.01,
"eval_loss": 2.484375,
"eval_runtime": 94.9062,
"eval_samples_per_second": 3.298,
"eval_steps_per_second": 0.421,
"step": 160
},
{
"epoch": 0.01,
"eval_loss": 2.444089412689209,
"eval_runtime": 96.2311,
"eval_samples_per_second": 3.253,
"eval_steps_per_second": 0.416,
"step": 180
},
{
"epoch": 0.02,
"eval_loss": 2.4108924865722656,
"eval_runtime": 94.1107,
"eval_samples_per_second": 3.326,
"eval_steps_per_second": 0.425,
"step": 200
},
{
"epoch": 0.02,
"eval_loss": 2.4031050205230713,
"eval_runtime": 96.8698,
"eval_samples_per_second": 3.231,
"eval_steps_per_second": 0.413,
"step": 220
},
{
"epoch": 0.02,
"eval_loss": 2.3866562843322754,
"eval_runtime": 94.3449,
"eval_samples_per_second": 3.318,
"eval_steps_per_second": 0.424,
"step": 240
},
{
"epoch": 0.02,
"eval_loss": 2.364941120147705,
"eval_runtime": 94.3238,
"eval_samples_per_second": 3.318,
"eval_steps_per_second": 0.424,
"step": 260
},
{
"epoch": 0.02,
"eval_loss": 2.3453474044799805,
"eval_runtime": 95.7368,
"eval_samples_per_second": 3.269,
"eval_steps_per_second": 0.418,
"step": 280
},
{
"epoch": 0.02,
"eval_loss": 2.3416035175323486,
"eval_runtime": 94.4091,
"eval_samples_per_second": 3.315,
"eval_steps_per_second": 0.424,
"step": 300
},
{
"epoch": 0.02,
"eval_loss": 2.328873872756958,
"eval_runtime": 98.9931,
"eval_samples_per_second": 3.162,
"eval_steps_per_second": 0.404,
"step": 320
},
{
"epoch": 0.03,
"eval_loss": 2.314546823501587,
"eval_runtime": 98.9879,
"eval_samples_per_second": 3.162,
"eval_steps_per_second": 0.404,
"step": 340
},
{
"epoch": 0.03,
"eval_loss": 2.3136730194091797,
"eval_runtime": 97.3738,
"eval_samples_per_second": 3.214,
"eval_steps_per_second": 0.411,
"step": 360
},
{
"epoch": 0.03,
"eval_loss": 2.3047373294830322,
"eval_runtime": 95.8162,
"eval_samples_per_second": 3.267,
"eval_steps_per_second": 0.417,
"step": 380
},
{
"epoch": 0.03,
"eval_loss": 2.2875399589538574,
"eval_runtime": 96.4936,
"eval_samples_per_second": 3.244,
"eval_steps_per_second": 0.415,
"step": 400
},
{
"epoch": 0.03,
"eval_loss": 2.28057599067688,
"eval_runtime": 96.1017,
"eval_samples_per_second": 3.257,
"eval_steps_per_second": 0.416,
"step": 420
},
{
"epoch": 0.03,
"eval_loss": 2.2859673500061035,
"eval_runtime": 94.3087,
"eval_samples_per_second": 3.319,
"eval_steps_per_second": 0.424,
"step": 440
},
{
"epoch": 0.04,
"eval_loss": 2.2626798152923584,
"eval_runtime": 94.7992,
"eval_samples_per_second": 3.302,
"eval_steps_per_second": 0.422,
"step": 460
},
{
"epoch": 0.04,
"eval_loss": 2.2764577865600586,
"eval_runtime": 95.9001,
"eval_samples_per_second": 3.264,
"eval_steps_per_second": 0.417,
"step": 480
},
{
"epoch": 0.04,
"learning_rate": 5e-05,
"loss": 2.1752,
"step": 500
},
{
"epoch": 0.04,
"eval_loss": 2.270517110824585,
"eval_runtime": 95.5609,
"eval_samples_per_second": 3.275,
"eval_steps_per_second": 0.419,
"step": 500
},
{
"epoch": 0.04,
"eval_loss": 2.2533695697784424,
"eval_runtime": 95.989,
"eval_samples_per_second": 3.261,
"eval_steps_per_second": 0.417,
"step": 520
},
{
"epoch": 0.04,
"eval_loss": 2.2560901641845703,
"eval_runtime": 95.7778,
"eval_samples_per_second": 3.268,
"eval_steps_per_second": 0.418,
"step": 540
},
{
"epoch": 0.04,
"eval_loss": 2.2439846992492676,
"eval_runtime": 95.3723,
"eval_samples_per_second": 3.282,
"eval_steps_per_second": 0.419,
"step": 560
},
{
"epoch": 0.04,
"eval_loss": 2.22643780708313,
"eval_runtime": 95.2142,
"eval_samples_per_second": 3.287,
"eval_steps_per_second": 0.42,
"step": 580
},
{
"epoch": 0.05,
"eval_loss": 2.2366464138031006,
"eval_runtime": 94.7461,
"eval_samples_per_second": 3.304,
"eval_steps_per_second": 0.422,
"step": 600
},
{
"epoch": 0.05,
"eval_loss": 2.2283596992492676,
"eval_runtime": 94.7042,
"eval_samples_per_second": 3.305,
"eval_steps_per_second": 0.422,
"step": 620
},
{
"epoch": 0.05,
"eval_loss": 2.228659152984619,
"eval_runtime": 95.4845,
"eval_samples_per_second": 3.278,
"eval_steps_per_second": 0.419,
"step": 640
},
{
"epoch": 0.05,
"eval_loss": 2.2173023223876953,
"eval_runtime": 96.1967,
"eval_samples_per_second": 3.254,
"eval_steps_per_second": 0.416,
"step": 660
},
{
"epoch": 0.05,
"eval_loss": 2.209789276123047,
"eval_runtime": 95.9623,
"eval_samples_per_second": 3.262,
"eval_steps_per_second": 0.417,
"step": 680
},
{
"epoch": 0.05,
"eval_loss": 2.2206969261169434,
"eval_runtime": 96.1394,
"eval_samples_per_second": 3.256,
"eval_steps_per_second": 0.416,
"step": 700
},
{
"epoch": 0.05,
"eval_loss": 2.2181010246276855,
"eval_runtime": 95.7693,
"eval_samples_per_second": 3.268,
"eval_steps_per_second": 0.418,
"step": 720
},
{
"epoch": 0.06,
"eval_loss": 2.202101707458496,
"eval_runtime": 94.766,
"eval_samples_per_second": 3.303,
"eval_steps_per_second": 0.422,
"step": 740
},
{
"epoch": 0.06,
"eval_loss": 2.196211099624634,
"eval_runtime": 96.1177,
"eval_samples_per_second": 3.256,
"eval_steps_per_second": 0.416,
"step": 760
},
{
"epoch": 0.06,
"eval_loss": 2.19002103805542,
"eval_runtime": 95.6171,
"eval_samples_per_second": 3.273,
"eval_steps_per_second": 0.418,
"step": 780
},
{
"epoch": 0.06,
"eval_loss": 2.1929662227630615,
"eval_runtime": 95.261,
"eval_samples_per_second": 3.286,
"eval_steps_per_second": 0.42,
"step": 800
},
{
"epoch": 0.06,
"eval_loss": 2.1929163932800293,
"eval_runtime": 94.6411,
"eval_samples_per_second": 3.307,
"eval_steps_per_second": 0.423,
"step": 820
},
{
"epoch": 0.06,
"eval_loss": 2.1864266395568848,
"eval_runtime": 94.742,
"eval_samples_per_second": 3.304,
"eval_steps_per_second": 0.422,
"step": 840
},
{
"epoch": 0.07,
"eval_loss": 2.18817400932312,
"eval_runtime": 93.1113,
"eval_samples_per_second": 3.362,
"eval_steps_per_second": 0.43,
"step": 860
},
{
"epoch": 0.07,
"eval_loss": 2.181110143661499,
"eval_runtime": 96.1016,
"eval_samples_per_second": 3.257,
"eval_steps_per_second": 0.416,
"step": 880
},
{
"epoch": 0.07,
"eval_loss": 2.184654474258423,
"eval_runtime": 95.0876,
"eval_samples_per_second": 3.292,
"eval_steps_per_second": 0.421,
"step": 900
},
{
"epoch": 0.07,
"eval_loss": 2.185678005218506,
"eval_runtime": 94.0134,
"eval_samples_per_second": 3.329,
"eval_steps_per_second": 0.425,
"step": 920
},
{
"epoch": 0.07,
"eval_loss": 2.176767110824585,
"eval_runtime": 95.7833,
"eval_samples_per_second": 3.268,
"eval_steps_per_second": 0.418,
"step": 940
},
{
"epoch": 0.07,
"eval_loss": 2.1729233264923096,
"eval_runtime": 95.1591,
"eval_samples_per_second": 3.289,
"eval_steps_per_second": 0.42,
"step": 960
},
{
"epoch": 0.07,
"eval_loss": 2.1674821376800537,
"eval_runtime": 96.3234,
"eval_samples_per_second": 3.249,
"eval_steps_per_second": 0.415,
"step": 980
},
{
"epoch": 0.08,
"learning_rate": 5e-05,
"loss": 2.0502,
"step": 1000
},
{
"epoch": 0.08,
"eval_loss": 2.164886236190796,
"eval_runtime": 98.1731,
"eval_samples_per_second": 3.188,
"eval_steps_per_second": 0.407,
"step": 1000
},
{
"epoch": 0.08,
"eval_loss": 2.1528055667877197,
"eval_runtime": 96.9725,
"eval_samples_per_second": 3.228,
"eval_steps_per_second": 0.412,
"step": 1020
},
{
"epoch": 0.08,
"eval_loss": 2.167107582092285,
"eval_runtime": 96.6542,
"eval_samples_per_second": 3.238,
"eval_steps_per_second": 0.414,
"step": 1040
},
{
"epoch": 0.08,
"eval_loss": 2.1584465503692627,
"eval_runtime": 98.4331,
"eval_samples_per_second": 3.18,
"eval_steps_per_second": 0.406,
"step": 1060
},
{
"epoch": 0.08,
"eval_loss": 2.152431011199951,
"eval_runtime": 95.2227,
"eval_samples_per_second": 3.287,
"eval_steps_per_second": 0.42,
"step": 1080
},
{
"epoch": 0.08,
"eval_loss": 2.1513078212738037,
"eval_runtime": 95.2983,
"eval_samples_per_second": 3.284,
"eval_steps_per_second": 0.42,
"step": 1100
},
{
"epoch": 0.09,
"eval_loss": 2.1465654373168945,
"eval_runtime": 96.5284,
"eval_samples_per_second": 3.243,
"eval_steps_per_second": 0.414,
"step": 1120
},
{
"epoch": 0.09,
"eval_loss": 2.155775785446167,
"eval_runtime": 95.918,
"eval_samples_per_second": 3.263,
"eval_steps_per_second": 0.417,
"step": 1140
},
{
"epoch": 0.09,
"eval_loss": 2.148512363433838,
"eval_runtime": 96.3942,
"eval_samples_per_second": 3.247,
"eval_steps_per_second": 0.415,
"step": 1160
},
{
"epoch": 0.09,
"eval_loss": 2.1571736335754395,
"eval_runtime": 94.8278,
"eval_samples_per_second": 3.301,
"eval_steps_per_second": 0.422,
"step": 1180
},
{
"epoch": 0.09,
"eval_loss": 2.1482129096984863,
"eval_runtime": 95.7915,
"eval_samples_per_second": 3.268,
"eval_steps_per_second": 0.418,
"step": 1200
},
{
"epoch": 0.09,
"eval_loss": 2.1445436477661133,
"eval_runtime": 97.0007,
"eval_samples_per_second": 3.227,
"eval_steps_per_second": 0.412,
"step": 1220
},
{
"epoch": 0.09,
"eval_loss": 2.1457667350769043,
"eval_runtime": 93.8614,
"eval_samples_per_second": 3.335,
"eval_steps_per_second": 0.426,
"step": 1240
},
{
"epoch": 0.1,
"eval_loss": 2.155850648880005,
"eval_runtime": 94.8073,
"eval_samples_per_second": 3.301,
"eval_steps_per_second": 0.422,
"step": 1260
},
{
"epoch": 0.1,
"eval_loss": 2.1380791664123535,
"eval_runtime": 95.9912,
"eval_samples_per_second": 3.261,
"eval_steps_per_second": 0.417,
"step": 1280
},
{
"epoch": 0.1,
"eval_loss": 2.1424720287323,
"eval_runtime": 94.1052,
"eval_samples_per_second": 3.326,
"eval_steps_per_second": 0.425,
"step": 1300
},
{
"epoch": 0.1,
"eval_loss": 2.1322383880615234,
"eval_runtime": 95.6595,
"eval_samples_per_second": 3.272,
"eval_steps_per_second": 0.418,
"step": 1320
},
{
"epoch": 0.1,
"eval_loss": 2.1327874660491943,
"eval_runtime": 95.3348,
"eval_samples_per_second": 3.283,
"eval_steps_per_second": 0.42,
"step": 1340
},
{
"epoch": 0.1,
"eval_loss": 2.1295926570892334,
"eval_runtime": 94.6735,
"eval_samples_per_second": 3.306,
"eval_steps_per_second": 0.423,
"step": 1360
},
{
"epoch": 0.11,
"eval_loss": 2.1335363388061523,
"eval_runtime": 94.2932,
"eval_samples_per_second": 3.319,
"eval_steps_per_second": 0.424,
"step": 1380
},
{
"epoch": 0.11,
"eval_loss": 2.126971960067749,
"eval_runtime": 92.6523,
"eval_samples_per_second": 3.378,
"eval_steps_per_second": 0.432,
"step": 1400
},
{
"epoch": 0.11,
"eval_loss": 2.1153903007507324,
"eval_runtime": 96.6374,
"eval_samples_per_second": 3.239,
"eval_steps_per_second": 0.414,
"step": 1420
},
{
"epoch": 0.11,
"eval_loss": 2.1179113388061523,
"eval_runtime": 96.4386,
"eval_samples_per_second": 3.246,
"eval_steps_per_second": 0.415,
"step": 1440
},
{
"epoch": 0.11,
"eval_loss": 2.1170127391815186,
"eval_runtime": 94.461,
"eval_samples_per_second": 3.314,
"eval_steps_per_second": 0.423,
"step": 1460
},
{
"epoch": 0.11,
"eval_loss": 2.1248252391815186,
"eval_runtime": 95.6005,
"eval_samples_per_second": 3.274,
"eval_steps_per_second": 0.418,
"step": 1480
},
{
"epoch": 0.11,
"learning_rate": 5e-05,
"loss": 1.9893,
"step": 1500
},
{
"epoch": 0.11,
"eval_loss": 2.117586851119995,
"eval_runtime": 95.6648,
"eval_samples_per_second": 3.272,
"eval_steps_per_second": 0.418,
"step": 1500
},
{
"epoch": 0.12,
"eval_loss": 2.1058804988861084,
"eval_runtime": 95.0515,
"eval_samples_per_second": 3.293,
"eval_steps_per_second": 0.421,
"step": 1520
},
{
"epoch": 0.12,
"eval_loss": 2.1127195358276367,
"eval_runtime": 95.0085,
"eval_samples_per_second": 3.294,
"eval_steps_per_second": 0.421,
"step": 1540
},
{
"epoch": 0.12,
"eval_loss": 2.115964412689209,
"eval_runtime": 36.4716,
"eval_samples_per_second": 8.582,
"eval_steps_per_second": 0.384,
"step": 1560
},
{
"epoch": 0.12,
"eval_loss": 2.1093251705169678,
"eval_runtime": 37.1698,
"eval_samples_per_second": 8.421,
"eval_steps_per_second": 0.377,
"step": 1580
},
{
"epoch": 0.12,
"eval_loss": 2.1045827865600586,
"eval_runtime": 36.7758,
"eval_samples_per_second": 8.511,
"eval_steps_per_second": 0.381,
"step": 1600
},
{
"epoch": 0.12,
"eval_loss": 2.1027355194091797,
"eval_runtime": 35.9986,
"eval_samples_per_second": 8.695,
"eval_steps_per_second": 0.389,
"step": 1620
},
{
"epoch": 0.13,
"eval_loss": 2.1164636611938477,
"eval_runtime": 36.3352,
"eval_samples_per_second": 8.614,
"eval_steps_per_second": 0.385,
"step": 1640
},
{
"epoch": 0.13,
"eval_loss": 2.105306625366211,
"eval_runtime": 36.3036,
"eval_samples_per_second": 8.622,
"eval_steps_per_second": 0.386,
"step": 1660
},
{
"epoch": 0.13,
"eval_loss": 2.1107728481292725,
"eval_runtime": 35.8293,
"eval_samples_per_second": 8.736,
"eval_steps_per_second": 0.391,
"step": 1680
},
{
"epoch": 0.13,
"eval_loss": 2.1059305667877197,
"eval_runtime": 38.1951,
"eval_samples_per_second": 8.195,
"eval_steps_per_second": 0.367,
"step": 1700
},
{
"epoch": 0.13,
"eval_loss": 2.109574794769287,
"eval_runtime": 36.6746,
"eval_samples_per_second": 8.535,
"eval_steps_per_second": 0.382,
"step": 1720
},
{
"epoch": 0.13,
"eval_loss": 2.1008386611938477,
"eval_runtime": 38.8587,
"eval_samples_per_second": 8.055,
"eval_steps_per_second": 0.36,
"step": 1740
},
{
"epoch": 0.13,
"eval_loss": 2.1023361682891846,
"eval_runtime": 35.8353,
"eval_samples_per_second": 8.734,
"eval_steps_per_second": 0.391,
"step": 1760
},
{
"epoch": 0.14,
"eval_loss": 2.1008386611938477,
"eval_runtime": 36.6886,
"eval_samples_per_second": 8.531,
"eval_steps_per_second": 0.382,
"step": 1780
},
{
"epoch": 0.14,
"eval_loss": 2.093350648880005,
"eval_runtime": 38.2167,
"eval_samples_per_second": 8.19,
"eval_steps_per_second": 0.366,
"step": 1800
},
{
"epoch": 0.14,
"eval_loss": 2.1041831970214844,
"eval_runtime": 36.3105,
"eval_samples_per_second": 8.62,
"eval_steps_per_second": 0.386,
"step": 1820
},
{
"epoch": 0.14,
"eval_loss": 2.0942492485046387,
"eval_runtime": 37.4668,
"eval_samples_per_second": 8.354,
"eval_steps_per_second": 0.374,
"step": 1840
},
{
"epoch": 0.14,
"eval_loss": 2.0858376026153564,
"eval_runtime": 36.0576,
"eval_samples_per_second": 8.681,
"eval_steps_per_second": 0.388,
"step": 1860
},
{
"epoch": 0.14,
"eval_loss": 2.1020865440368652,
"eval_runtime": 37.7141,
"eval_samples_per_second": 8.299,
"eval_steps_per_second": 0.371,
"step": 1880
},
{
"epoch": 0.14,
"eval_loss": 2.1026856899261475,
"eval_runtime": 35.4823,
"eval_samples_per_second": 8.821,
"eval_steps_per_second": 0.395,
"step": 1900
},
{
"epoch": 0.15,
"eval_loss": 2.0936501026153564,
"eval_runtime": 37.4147,
"eval_samples_per_second": 8.366,
"eval_steps_per_second": 0.374,
"step": 1920
},
{
"epoch": 0.15,
"eval_loss": 2.0930511951446533,
"eval_runtime": 37.4908,
"eval_samples_per_second": 8.349,
"eval_steps_per_second": 0.373,
"step": 1940
},
{
"epoch": 0.15,
"eval_loss": 2.0927765369415283,
"eval_runtime": 35.6866,
"eval_samples_per_second": 8.771,
"eval_steps_per_second": 0.392,
"step": 1960
},
{
"epoch": 0.15,
"eval_loss": 2.0972445011138916,
"eval_runtime": 36.708,
"eval_samples_per_second": 8.527,
"eval_steps_per_second": 0.381,
"step": 1980
},
{
"epoch": 0.15,
"learning_rate": 5e-05,
"loss": 1.9023,
"step": 2000
},
{
"epoch": 0.15,
"eval_loss": 2.0981428623199463,
"eval_runtime": 37.7854,
"eval_samples_per_second": 8.284,
"eval_steps_per_second": 0.371,
"step": 2000
},
{
"epoch": 0.15,
"eval_loss": 2.0930511951446533,
"eval_runtime": 35.9143,
"eval_samples_per_second": 8.715,
"eval_steps_per_second": 0.39,
"step": 2020
},
{
"epoch": 0.16,
"eval_loss": 2.0959465503692627,
"eval_runtime": 36.7602,
"eval_samples_per_second": 8.515,
"eval_steps_per_second": 0.381,
"step": 2040
},
{
"epoch": 0.16,
"eval_loss": 2.094498872756958,
"eval_runtime": 35.6393,
"eval_samples_per_second": 8.782,
"eval_steps_per_second": 0.393,
"step": 2060
},
{
"epoch": 0.16,
"eval_loss": 2.10168719291687,
"eval_runtime": 36.6139,
"eval_samples_per_second": 8.549,
"eval_steps_per_second": 0.382,
"step": 2080
},
{
"epoch": 0.16,
"eval_loss": 2.089132308959961,
"eval_runtime": 37.1222,
"eval_samples_per_second": 8.432,
"eval_steps_per_second": 0.377,
"step": 2100
},
{
"epoch": 0.16,
"eval_loss": 2.0930261611938477,
"eval_runtime": 36.6415,
"eval_samples_per_second": 8.542,
"eval_steps_per_second": 0.382,
"step": 2120
},
{
"epoch": 0.16,
"eval_loss": 2.0837409496307373,
"eval_runtime": 35.3492,
"eval_samples_per_second": 8.855,
"eval_steps_per_second": 0.396,
"step": 2140
},
{
"epoch": 0.16,
"eval_loss": 2.0924770832061768,
"eval_runtime": 35.8577,
"eval_samples_per_second": 8.729,
"eval_steps_per_second": 0.39,
"step": 2160
},
{
"epoch": 0.17,
"eval_loss": 2.0876598358154297,
"eval_runtime": 36.7333,
"eval_samples_per_second": 8.521,
"eval_steps_per_second": 0.381,
"step": 2180
},
{
"epoch": 0.17,
"eval_loss": 2.0903303623199463,
"eval_runtime": 36.5753,
"eval_samples_per_second": 8.558,
"eval_steps_per_second": 0.383,
"step": 2200
},
{
"epoch": 0.17,
"eval_loss": 2.0882089138031006,
"eval_runtime": 37.2231,
"eval_samples_per_second": 8.409,
"eval_steps_per_second": 0.376,
"step": 2220
},
{
"epoch": 0.17,
"eval_loss": 2.0914785861968994,
"eval_runtime": 35.3728,
"eval_samples_per_second": 8.849,
"eval_steps_per_second": 0.396,
"step": 2240
},
{
"epoch": 0.17,
"eval_loss": 2.092726707458496,
"eval_runtime": 40.8988,
"eval_samples_per_second": 7.653,
"eval_steps_per_second": 0.342,
"step": 2260
},
{
"epoch": 0.17,
"eval_loss": 2.092102527618408,
"eval_runtime": 38.6861,
"eval_samples_per_second": 8.091,
"eval_steps_per_second": 0.362,
"step": 2280
},
{
"epoch": 0.18,
"eval_loss": 2.0902554988861084,
"eval_runtime": 37.1228,
"eval_samples_per_second": 8.431,
"eval_steps_per_second": 0.377,
"step": 2300
},
{
"epoch": 0.18,
"eval_loss": 2.1011133193969727,
"eval_runtime": 38.2059,
"eval_samples_per_second": 8.192,
"eval_steps_per_second": 0.366,
"step": 2320
},
{
"epoch": 0.18,
"eval_loss": 2.0915534496307373,
"eval_runtime": 37.7371,
"eval_samples_per_second": 8.294,
"eval_steps_per_second": 0.371,
"step": 2340
},
{
"epoch": 0.18,
"eval_loss": 2.084639549255371,
"eval_runtime": 37.4914,
"eval_samples_per_second": 8.349,
"eval_steps_per_second": 0.373,
"step": 2360
},
{
"epoch": 0.18,
"eval_loss": 2.0891075134277344,
"eval_runtime": 37.0809,
"eval_samples_per_second": 8.441,
"eval_steps_per_second": 0.378,
"step": 2380
},
{
"epoch": 0.18,
"eval_loss": 2.080421209335327,
"eval_runtime": 38.2834,
"eval_samples_per_second": 8.176,
"eval_steps_per_second": 0.366,
"step": 2400
},
{
"epoch": 0.18,
"eval_loss": 2.0774011611938477,
"eval_runtime": 36.0821,
"eval_samples_per_second": 8.675,
"eval_steps_per_second": 0.388,
"step": 2420
},
{
"epoch": 0.19,
"eval_loss": 2.074655532836914,
"eval_runtime": 38.4174,
"eval_samples_per_second": 8.147,
"eval_steps_per_second": 0.364,
"step": 2440
},
{
"epoch": 0.19,
"eval_loss": 2.0918281078338623,
"eval_runtime": 37.5135,
"eval_samples_per_second": 8.344,
"eval_steps_per_second": 0.373,
"step": 2460
},
{
"epoch": 0.19,
"eval_loss": 2.0866613388061523,
"eval_runtime": 37.8846,
"eval_samples_per_second": 8.262,
"eval_steps_per_second": 0.37,
"step": 2480
},
{
"epoch": 0.19,
"learning_rate": 5e-05,
"loss": 1.8656,
"step": 2500
},
{
"epoch": 0.19,
"eval_loss": 2.0818939208984375,
"eval_runtime": 37.1254,
"eval_samples_per_second": 8.431,
"eval_steps_per_second": 0.377,
"step": 2500
},
{
"epoch": 0.19,
"eval_loss": 2.082193374633789,
"eval_runtime": 37.2165,
"eval_samples_per_second": 8.41,
"eval_steps_per_second": 0.376,
"step": 2520
},
{
"epoch": 0.19,
"eval_loss": 2.078274726867676,
"eval_runtime": 38.1535,
"eval_samples_per_second": 8.204,
"eval_steps_per_second": 0.367,
"step": 2540
},
{
"epoch": 0.2,
"eval_loss": 2.0924270153045654,
"eval_runtime": 37.0529,
"eval_samples_per_second": 8.447,
"eval_steps_per_second": 0.378,
"step": 2560
},
{
"epoch": 0.2,
"eval_loss": 2.0776758193969727,
"eval_runtime": 38.2095,
"eval_samples_per_second": 8.192,
"eval_steps_per_second": 0.366,
"step": 2580
},
{
"epoch": 0.2,
"eval_loss": 2.074331045150757,
"eval_runtime": 38.0087,
"eval_samples_per_second": 8.235,
"eval_steps_per_second": 0.368,
"step": 2600
},
{
"epoch": 0.2,
"eval_loss": 2.0753045082092285,
"eval_runtime": 35.62,
"eval_samples_per_second": 8.787,
"eval_steps_per_second": 0.393,
"step": 2620
},
{
"epoch": 0.2,
"eval_loss": 2.0662689208984375,
"eval_runtime": 42.1091,
"eval_samples_per_second": 7.433,
"eval_steps_per_second": 0.332,
"step": 2640
},
{
"epoch": 0.2,
"eval_loss": 2.066293954849243,
"eval_runtime": 39.286,
"eval_samples_per_second": 7.967,
"eval_steps_per_second": 0.356,
"step": 2660
},
{
"epoch": 0.2,
"eval_loss": 2.0750298500061035,
"eval_runtime": 37.7908,
"eval_samples_per_second": 8.282,
"eval_steps_per_second": 0.37,
"step": 2680
},
{
"epoch": 0.21,
"eval_loss": 2.072883367538452,
"eval_runtime": 36.9744,
"eval_samples_per_second": 8.465,
"eval_steps_per_second": 0.379,
"step": 2700
},
{
"epoch": 0.21,
"eval_loss": 2.0656700134277344,
"eval_runtime": 38.6743,
"eval_samples_per_second": 8.093,
"eval_steps_per_second": 0.362,
"step": 2720
},
{
"epoch": 0.21,
"eval_loss": 2.061077356338501,
"eval_runtime": 37.2607,
"eval_samples_per_second": 8.4,
"eval_steps_per_second": 0.376,
"step": 2740
},
{
"epoch": 0.21,
"eval_loss": 2.0596296787261963,
"eval_runtime": 38.4938,
"eval_samples_per_second": 8.131,
"eval_steps_per_second": 0.364,
"step": 2760
},
{
"epoch": 0.21,
"eval_loss": 2.0695137977600098,
"eval_runtime": 38.4555,
"eval_samples_per_second": 8.139,
"eval_steps_per_second": 0.364,
"step": 2780
},
{
"epoch": 0.21,
"eval_loss": 2.0653703212738037,
"eval_runtime": 40.8818,
"eval_samples_per_second": 7.656,
"eval_steps_per_second": 0.342,
"step": 2800
},
{
"epoch": 0.22,
"eval_loss": 2.0632736682891846,
"eval_runtime": 37.3448,
"eval_samples_per_second": 8.381,
"eval_steps_per_second": 0.375,
"step": 2820
},
{
"epoch": 0.22,
"eval_loss": 2.068690061569214,
"eval_runtime": 38.9945,
"eval_samples_per_second": 8.027,
"eval_steps_per_second": 0.359,
"step": 2840
},
{
"epoch": 0.22,
"eval_loss": 2.0744807720184326,
"eval_runtime": 37.3809,
"eval_samples_per_second": 8.373,
"eval_steps_per_second": 0.375,
"step": 2860
},
{
"epoch": 0.22,
"eval_loss": 2.068140983581543,
"eval_runtime": 37.0455,
"eval_samples_per_second": 8.449,
"eval_steps_per_second": 0.378,
"step": 2880
},
{
"epoch": 0.22,
"eval_loss": 2.0711112022399902,
"eval_runtime": 36.5798,
"eval_samples_per_second": 8.557,
"eval_steps_per_second": 0.383,
"step": 2900
},
{
"epoch": 0.22,
"eval_loss": 2.0659945011138916,
"eval_runtime": 37.3716,
"eval_samples_per_second": 8.375,
"eval_steps_per_second": 0.375,
"step": 2920
},
{
"epoch": 0.22,
"eval_loss": 2.076228141784668,
"eval_runtime": 38.1126,
"eval_samples_per_second": 8.213,
"eval_steps_per_second": 0.367,
"step": 2940
},
{
"epoch": 0.23,
"eval_loss": 2.072284460067749,
"eval_runtime": 37.7328,
"eval_samples_per_second": 8.295,
"eval_steps_per_second": 0.371,
"step": 2960
},
{
"epoch": 0.23,
"eval_loss": 2.0797972679138184,
"eval_runtime": 39.3148,
"eval_samples_per_second": 7.961,
"eval_steps_per_second": 0.356,
"step": 2980
},
{
"epoch": 0.23,
"learning_rate": 5e-05,
"loss": 1.8034,
"step": 3000
},
{
"epoch": 0.23,
"eval_loss": 2.0818939208984375,
"eval_runtime": 37.1291,
"eval_samples_per_second": 8.43,
"eval_steps_per_second": 0.377,
"step": 3000
},
{
"epoch": 0.23,
"eval_loss": 2.0645217895507812,
"eval_runtime": 38.134,
"eval_samples_per_second": 8.208,
"eval_steps_per_second": 0.367,
"step": 3020
},
{
"epoch": 0.23,
"eval_loss": 2.0636231899261475,
"eval_runtime": 38.8835,
"eval_samples_per_second": 8.05,
"eval_steps_per_second": 0.36,
"step": 3040
},
{
"epoch": 0.23,
"eval_loss": 2.0678415298461914,
"eval_runtime": 38.0811,
"eval_samples_per_second": 8.219,
"eval_steps_per_second": 0.368,
"step": 3060
},
{
"epoch": 0.23,
"eval_loss": 2.0711112022399902,
"eval_runtime": 38.2925,
"eval_samples_per_second": 8.174,
"eval_steps_per_second": 0.366,
"step": 3080
},
{
"epoch": 0.24,
"eval_loss": 2.063648223876953,
"eval_runtime": 37.5261,
"eval_samples_per_second": 8.341,
"eval_steps_per_second": 0.373,
"step": 3100
},
{
"epoch": 0.24,
"eval_loss": 2.0624501705169678,
"eval_runtime": 37.6407,
"eval_samples_per_second": 8.315,
"eval_steps_per_second": 0.372,
"step": 3120
},
{
"epoch": 0.24,
"eval_loss": 2.0669429302215576,
"eval_runtime": 36.2761,
"eval_samples_per_second": 8.628,
"eval_steps_per_second": 0.386,
"step": 3140
},
{
"epoch": 0.24,
"eval_loss": 2.056734323501587,
"eval_runtime": 39.277,
"eval_samples_per_second": 7.969,
"eval_steps_per_second": 0.356,
"step": 3160
},
{
"epoch": 0.24,
"eval_loss": 2.0456268787384033,
"eval_runtime": 37.5675,
"eval_samples_per_second": 8.332,
"eval_steps_per_second": 0.373,
"step": 3180
}
],
"max_steps": 13108,
"num_train_epochs": 1,
"total_flos": 46808734629888.0,
"trial_name": null,
"trial_params": null
}