llm_test_raw / trainer_state.json
RefalMachine's picture
load model
edef329
raw
history blame contribute delete
No virus
192 kB
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.999996159001955,
"eval_steps": 1000,
"global_step": 130174,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0,
"learning_rate": 0.0002488214003044242,
"loss": 2.325,
"step": 100
},
{
"epoch": 0.0,
"learning_rate": 0.0002943479979561561,
"loss": 2.2608,
"step": 200
},
{
"epoch": 0.0,
"learning_rate": 0.0002998153476849216,
"loss": 2.2442,
"step": 300
},
{
"epoch": 0.0,
"learning_rate": 0.00029958453229107356,
"loss": 2.2311,
"step": 400
},
{
"epoch": 0.0,
"learning_rate": 0.0002993537168972256,
"loss": 2.2236,
"step": 500
},
{
"epoch": 0.0,
"learning_rate": 0.00029912290150337756,
"loss": 2.2163,
"step": 600
},
{
"epoch": 0.01,
"learning_rate": 0.0002988920861095296,
"loss": 2.2148,
"step": 700
},
{
"epoch": 0.01,
"learning_rate": 0.00029866127071568157,
"loss": 2.2093,
"step": 800
},
{
"epoch": 0.01,
"learning_rate": 0.0002984304553218336,
"loss": 2.2074,
"step": 900
},
{
"epoch": 0.01,
"learning_rate": 0.00029819963992798557,
"loss": 2.2009,
"step": 1000
},
{
"epoch": 0.01,
"eval_accuracy": 0.5228380295891784,
"eval_loss": 2.199307918548584,
"eval_runtime": 43.726,
"eval_samples_per_second": 393.793,
"eval_steps_per_second": 2.356,
"step": 1000
},
{
"epoch": 0.01,
"learning_rate": 0.0002979688245341376,
"loss": 2.2039,
"step": 1100
},
{
"epoch": 0.01,
"learning_rate": 0.0002977380091402896,
"loss": 2.1986,
"step": 1200
},
{
"epoch": 0.01,
"learning_rate": 0.0002975095019003801,
"loss": 2.203,
"step": 1300
},
{
"epoch": 0.01,
"learning_rate": 0.00029727868650653206,
"loss": 2.197,
"step": 1400
},
{
"epoch": 0.01,
"learning_rate": 0.00029704787111268404,
"loss": 2.1994,
"step": 1500
},
{
"epoch": 0.01,
"learning_rate": 0.00029681705571883607,
"loss": 2.1945,
"step": 1600
},
{
"epoch": 0.01,
"learning_rate": 0.00029658624032498804,
"loss": 2.1944,
"step": 1700
},
{
"epoch": 0.01,
"learning_rate": 0.00029635542493114007,
"loss": 2.19,
"step": 1800
},
{
"epoch": 0.01,
"learning_rate": 0.00029612460953729205,
"loss": 2.1917,
"step": 1900
},
{
"epoch": 0.02,
"learning_rate": 0.0002958937941434441,
"loss": 2.1902,
"step": 2000
},
{
"epoch": 0.02,
"eval_accuracy": 0.5246369945669794,
"eval_loss": 2.184251546859741,
"eval_runtime": 40.2801,
"eval_samples_per_second": 427.481,
"eval_steps_per_second": 2.557,
"step": 2000
},
{
"epoch": 0.02,
"learning_rate": 0.00029566297874959605,
"loss": 2.1869,
"step": 2100
},
{
"epoch": 0.02,
"learning_rate": 0.0002954321633557481,
"loss": 2.1867,
"step": 2200
},
{
"epoch": 0.02,
"learning_rate": 0.00029520134796190005,
"loss": 2.1845,
"step": 2300
},
{
"epoch": 0.02,
"learning_rate": 0.0002949705325680521,
"loss": 2.1917,
"step": 2400
},
{
"epoch": 0.02,
"learning_rate": 0.00029473971717420405,
"loss": 2.1828,
"step": 2500
},
{
"epoch": 0.02,
"learning_rate": 0.00029450890178035603,
"loss": 2.1825,
"step": 2600
},
{
"epoch": 0.02,
"learning_rate": 0.00029427808638650806,
"loss": 2.1819,
"step": 2700
},
{
"epoch": 0.02,
"learning_rate": 0.00029404727099266003,
"loss": 2.1834,
"step": 2800
},
{
"epoch": 0.02,
"learning_rate": 0.00029381645559881206,
"loss": 2.179,
"step": 2900
},
{
"epoch": 0.02,
"learning_rate": 0.00029358564020496404,
"loss": 2.179,
"step": 3000
},
{
"epoch": 0.02,
"eval_accuracy": 0.5261414670573112,
"eval_loss": 2.176321268081665,
"eval_runtime": 43.6149,
"eval_samples_per_second": 394.797,
"eval_steps_per_second": 2.362,
"step": 3000
},
{
"epoch": 0.02,
"learning_rate": 0.00029335482481111606,
"loss": 2.1805,
"step": 3100
},
{
"epoch": 0.02,
"learning_rate": 0.00029312400941726804,
"loss": 2.1816,
"step": 3200
},
{
"epoch": 0.03,
"learning_rate": 0.0002928955021773585,
"loss": 2.1823,
"step": 3300
},
{
"epoch": 0.03,
"learning_rate": 0.00029266468678351053,
"loss": 2.1809,
"step": 3400
},
{
"epoch": 0.03,
"learning_rate": 0.0002924338713896625,
"loss": 2.1789,
"step": 3500
},
{
"epoch": 0.03,
"learning_rate": 0.0002922030559958145,
"loss": 2.1788,
"step": 3600
},
{
"epoch": 0.03,
"learning_rate": 0.0002919722406019665,
"loss": 2.176,
"step": 3700
},
{
"epoch": 0.03,
"learning_rate": 0.0002917414252081185,
"loss": 2.1759,
"step": 3800
},
{
"epoch": 0.03,
"learning_rate": 0.0002915106098142705,
"loss": 2.1757,
"step": 3900
},
{
"epoch": 0.03,
"learning_rate": 0.0002912797944204225,
"loss": 2.1773,
"step": 4000
},
{
"epoch": 0.03,
"eval_accuracy": 0.5269956781855605,
"eval_loss": 2.1722235679626465,
"eval_runtime": 43.4233,
"eval_samples_per_second": 396.539,
"eval_steps_per_second": 2.372,
"step": 4000
},
{
"epoch": 0.03,
"learning_rate": 0.0002910489790265745,
"loss": 2.1753,
"step": 4100
},
{
"epoch": 0.03,
"learning_rate": 0.0002908181636327265,
"loss": 2.1774,
"step": 4200
},
{
"epoch": 0.03,
"learning_rate": 0.0002905873482388785,
"loss": 2.1685,
"step": 4300
},
{
"epoch": 0.03,
"learning_rate": 0.0002903565328450305,
"loss": 2.172,
"step": 4400
},
{
"epoch": 0.03,
"learning_rate": 0.000290128025605121,
"loss": 2.173,
"step": 4500
},
{
"epoch": 0.04,
"learning_rate": 0.000289897210211273,
"loss": 2.1751,
"step": 4600
},
{
"epoch": 0.04,
"learning_rate": 0.000289666394817425,
"loss": 2.1715,
"step": 4700
},
{
"epoch": 0.04,
"learning_rate": 0.000289435579423577,
"loss": 2.1724,
"step": 4800
},
{
"epoch": 0.04,
"learning_rate": 0.000289204764029729,
"loss": 2.1729,
"step": 4900
},
{
"epoch": 0.04,
"learning_rate": 0.000288973948635881,
"loss": 2.1708,
"step": 5000
},
{
"epoch": 0.04,
"eval_accuracy": 0.5273898591237568,
"eval_loss": 2.167875289916992,
"eval_runtime": 46.3712,
"eval_samples_per_second": 371.33,
"eval_steps_per_second": 2.221,
"step": 5000
},
{
"epoch": 0.04,
"learning_rate": 0.000288743133242033,
"loss": 2.1694,
"step": 5100
},
{
"epoch": 0.04,
"learning_rate": 0.000288512317848185,
"loss": 2.1714,
"step": 5200
},
{
"epoch": 0.04,
"learning_rate": 0.000288281502454337,
"loss": 2.1747,
"step": 5300
},
{
"epoch": 0.04,
"learning_rate": 0.000288050687060489,
"loss": 2.1678,
"step": 5400
},
{
"epoch": 0.04,
"learning_rate": 0.000287819871666641,
"loss": 2.1699,
"step": 5500
},
{
"epoch": 0.04,
"learning_rate": 0.000287589056272793,
"loss": 2.166,
"step": 5600
},
{
"epoch": 0.04,
"learning_rate": 0.000287358240878945,
"loss": 2.1681,
"step": 5700
},
{
"epoch": 0.04,
"learning_rate": 0.000287127425485097,
"loss": 2.1693,
"step": 5800
},
{
"epoch": 0.05,
"learning_rate": 0.000286896610091249,
"loss": 2.1691,
"step": 5900
},
{
"epoch": 0.05,
"learning_rate": 0.000286665794697401,
"loss": 2.1695,
"step": 6000
},
{
"epoch": 0.05,
"eval_accuracy": 0.5279203114303783,
"eval_loss": 2.164818286895752,
"eval_runtime": 47.7953,
"eval_samples_per_second": 360.265,
"eval_steps_per_second": 2.155,
"step": 6000
},
{
"epoch": 0.05,
"learning_rate": 0.000286434979303553,
"loss": 2.1693,
"step": 6100
},
{
"epoch": 0.05,
"learning_rate": 0.000286204163909705,
"loss": 2.1685,
"step": 6200
},
{
"epoch": 0.05,
"learning_rate": 0.00028597565666979547,
"loss": 2.1631,
"step": 6300
},
{
"epoch": 0.05,
"learning_rate": 0.0002857448412759475,
"loss": 2.1669,
"step": 6400
},
{
"epoch": 0.05,
"learning_rate": 0.0002855140258820995,
"loss": 2.1672,
"step": 6500
},
{
"epoch": 0.05,
"learning_rate": 0.0002852832104882515,
"loss": 2.1689,
"step": 6600
},
{
"epoch": 0.05,
"learning_rate": 0.0002850523950944035,
"loss": 2.1647,
"step": 6700
},
{
"epoch": 0.05,
"learning_rate": 0.0002848215797005555,
"loss": 2.1669,
"step": 6800
},
{
"epoch": 0.05,
"learning_rate": 0.0002845907643067075,
"loss": 2.1705,
"step": 6900
},
{
"epoch": 0.05,
"learning_rate": 0.00028435994891285945,
"loss": 2.1662,
"step": 7000
},
{
"epoch": 0.05,
"eval_accuracy": 0.5283743968963053,
"eval_loss": 2.1637933254241943,
"eval_runtime": 41.85,
"eval_samples_per_second": 411.446,
"eval_steps_per_second": 2.461,
"step": 7000
},
{
"epoch": 0.05,
"learning_rate": 0.0002841291335190115,
"loss": 2.1611,
"step": 7100
},
{
"epoch": 0.06,
"learning_rate": 0.00028389831812516346,
"loss": 2.1607,
"step": 7200
},
{
"epoch": 0.06,
"learning_rate": 0.0002836675027313155,
"loss": 2.1703,
"step": 7300
},
{
"epoch": 0.06,
"learning_rate": 0.00028343899549140595,
"loss": 2.1667,
"step": 7400
},
{
"epoch": 0.06,
"learning_rate": 0.0002832081800975579,
"loss": 2.1602,
"step": 7500
},
{
"epoch": 0.06,
"learning_rate": 0.00028297736470370995,
"loss": 2.1661,
"step": 7600
},
{
"epoch": 0.06,
"learning_rate": 0.0002827465493098619,
"loss": 2.1574,
"step": 7700
},
{
"epoch": 0.06,
"learning_rate": 0.00028251573391601396,
"loss": 2.1655,
"step": 7800
},
{
"epoch": 0.06,
"learning_rate": 0.00028228491852216593,
"loss": 2.1596,
"step": 7900
},
{
"epoch": 0.06,
"learning_rate": 0.00028205410312831796,
"loss": 2.1635,
"step": 8000
},
{
"epoch": 0.06,
"eval_accuracy": 0.5285070099729606,
"eval_loss": 2.1613388061523438,
"eval_runtime": 42.5073,
"eval_samples_per_second": 405.083,
"eval_steps_per_second": 2.423,
"step": 8000
},
{
"epoch": 0.06,
"learning_rate": 0.00028182328773446993,
"loss": 2.1609,
"step": 8100
},
{
"epoch": 0.06,
"learning_rate": 0.0002815924723406219,
"loss": 2.1637,
"step": 8200
},
{
"epoch": 0.06,
"learning_rate": 0.00028136165694677394,
"loss": 2.1623,
"step": 8300
},
{
"epoch": 0.06,
"learning_rate": 0.0002811308415529259,
"loss": 2.1642,
"step": 8400
},
{
"epoch": 0.07,
"learning_rate": 0.00028090002615907794,
"loss": 2.1637,
"step": 8500
},
{
"epoch": 0.07,
"learning_rate": 0.0002806692107652299,
"loss": 2.164,
"step": 8600
},
{
"epoch": 0.07,
"learning_rate": 0.00028044070352532043,
"loss": 2.1622,
"step": 8700
},
{
"epoch": 0.07,
"learning_rate": 0.0002802121962854109,
"loss": 2.1666,
"step": 8800
},
{
"epoch": 0.07,
"learning_rate": 0.0002799813808915629,
"loss": 2.1597,
"step": 8900
},
{
"epoch": 0.07,
"learning_rate": 0.0002797505654977149,
"loss": 2.1668,
"step": 9000
},
{
"epoch": 0.07,
"eval_accuracy": 0.5288979899058585,
"eval_loss": 2.159482479095459,
"eval_runtime": 43.0577,
"eval_samples_per_second": 399.905,
"eval_steps_per_second": 2.392,
"step": 9000
},
{
"epoch": 0.07,
"learning_rate": 0.0002795197501038669,
"loss": 2.1606,
"step": 9100
},
{
"epoch": 0.07,
"learning_rate": 0.0002792889347100189,
"loss": 2.1645,
"step": 9200
},
{
"epoch": 0.07,
"learning_rate": 0.0002790581193161709,
"loss": 2.1602,
"step": 9300
},
{
"epoch": 0.07,
"learning_rate": 0.0002788273039223229,
"loss": 2.1624,
"step": 9400
},
{
"epoch": 0.07,
"learning_rate": 0.00027859648852847493,
"loss": 2.1594,
"step": 9500
},
{
"epoch": 0.07,
"learning_rate": 0.0002783656731346269,
"loss": 2.1601,
"step": 9600
},
{
"epoch": 0.07,
"learning_rate": 0.00027813485774077893,
"loss": 2.1597,
"step": 9700
},
{
"epoch": 0.08,
"learning_rate": 0.0002779040423469309,
"loss": 2.1639,
"step": 9800
},
{
"epoch": 0.08,
"learning_rate": 0.0002776732269530829,
"loss": 2.16,
"step": 9900
},
{
"epoch": 0.08,
"learning_rate": 0.0002774424115592349,
"loss": 2.1597,
"step": 10000
},
{
"epoch": 0.08,
"eval_accuracy": 0.5293557336635552,
"eval_loss": 2.1580162048339844,
"eval_runtime": 43.1367,
"eval_samples_per_second": 399.173,
"eval_steps_per_second": 2.388,
"step": 10000
},
{
"epoch": 0.08,
"learning_rate": 0.0002772115961653869,
"loss": 2.1599,
"step": 10100
},
{
"epoch": 0.08,
"learning_rate": 0.0002769807807715389,
"loss": 2.161,
"step": 10200
},
{
"epoch": 0.08,
"learning_rate": 0.0002767499653776909,
"loss": 2.1619,
"step": 10300
},
{
"epoch": 0.08,
"learning_rate": 0.0002765191499838429,
"loss": 2.1631,
"step": 10400
},
{
"epoch": 0.08,
"learning_rate": 0.0002762883345899949,
"loss": 2.1606,
"step": 10500
},
{
"epoch": 0.08,
"learning_rate": 0.0002760598273500854,
"loss": 2.1548,
"step": 10600
},
{
"epoch": 0.08,
"learning_rate": 0.0002758290119562374,
"loss": 2.1598,
"step": 10700
},
{
"epoch": 0.08,
"learning_rate": 0.00027559819656238936,
"loss": 2.1633,
"step": 10800
},
{
"epoch": 0.08,
"learning_rate": 0.0002753673811685414,
"loss": 2.1612,
"step": 10900
},
{
"epoch": 0.08,
"learning_rate": 0.00027513656577469336,
"loss": 2.1593,
"step": 11000
},
{
"epoch": 0.08,
"eval_accuracy": 0.5293914020083107,
"eval_loss": 2.1572113037109375,
"eval_runtime": 42.0785,
"eval_samples_per_second": 409.211,
"eval_steps_per_second": 2.448,
"step": 11000
},
{
"epoch": 0.09,
"learning_rate": 0.0002749057503808454,
"loss": 2.1588,
"step": 11100
},
{
"epoch": 0.09,
"learning_rate": 0.00027467493498699736,
"loss": 2.1571,
"step": 11200
},
{
"epoch": 0.09,
"learning_rate": 0.0002744441195931494,
"loss": 2.1563,
"step": 11300
},
{
"epoch": 0.09,
"learning_rate": 0.00027421330419930137,
"loss": 2.1575,
"step": 11400
},
{
"epoch": 0.09,
"learning_rate": 0.0002739824888054534,
"loss": 2.1552,
"step": 11500
},
{
"epoch": 0.09,
"learning_rate": 0.00027375167341160537,
"loss": 2.1645,
"step": 11600
},
{
"epoch": 0.09,
"learning_rate": 0.00027352085801775735,
"loss": 2.1566,
"step": 11700
},
{
"epoch": 0.09,
"learning_rate": 0.0002732900426239094,
"loss": 2.161,
"step": 11800
},
{
"epoch": 0.09,
"learning_rate": 0.00027305922723006135,
"loss": 2.1569,
"step": 11900
},
{
"epoch": 0.09,
"learning_rate": 0.0002728284118362134,
"loss": 2.1561,
"step": 12000
},
{
"epoch": 0.09,
"eval_accuracy": 0.5296154723792112,
"eval_loss": 2.1556365489959717,
"eval_runtime": 43.0866,
"eval_samples_per_second": 399.637,
"eval_steps_per_second": 2.391,
"step": 12000
},
{
"epoch": 0.09,
"learning_rate": 0.00027259759644236535,
"loss": 2.155,
"step": 12100
},
{
"epoch": 0.09,
"learning_rate": 0.0002723667810485174,
"loss": 2.1577,
"step": 12200
},
{
"epoch": 0.09,
"learning_rate": 0.00027213596565466935,
"loss": 2.1558,
"step": 12300
},
{
"epoch": 0.1,
"learning_rate": 0.0002719051502608214,
"loss": 2.1571,
"step": 12400
},
{
"epoch": 0.1,
"learning_rate": 0.00027167433486697336,
"loss": 2.1603,
"step": 12500
},
{
"epoch": 0.1,
"learning_rate": 0.00027144351947312533,
"loss": 2.1558,
"step": 12600
},
{
"epoch": 0.1,
"learning_rate": 0.00027121270407927736,
"loss": 2.1539,
"step": 12700
},
{
"epoch": 0.1,
"learning_rate": 0.00027098188868542934,
"loss": 2.156,
"step": 12800
},
{
"epoch": 0.1,
"learning_rate": 0.00027075107329158136,
"loss": 2.1619,
"step": 12900
},
{
"epoch": 0.1,
"learning_rate": 0.00027052025789773334,
"loss": 2.1525,
"step": 13000
},
{
"epoch": 0.1,
"eval_accuracy": 0.529815763853608,
"eval_loss": 2.1542844772338867,
"eval_runtime": 42.2302,
"eval_samples_per_second": 407.742,
"eval_steps_per_second": 2.439,
"step": 13000
},
{
"epoch": 0.1,
"learning_rate": 0.00027028944250388537,
"loss": 2.1572,
"step": 13100
},
{
"epoch": 0.1,
"learning_rate": 0.00027005862711003734,
"loss": 2.1525,
"step": 13200
},
{
"epoch": 0.1,
"learning_rate": 0.00026982781171618937,
"loss": 2.1523,
"step": 13300
},
{
"epoch": 0.1,
"learning_rate": 0.00026959699632234135,
"loss": 2.1548,
"step": 13400
},
{
"epoch": 0.1,
"learning_rate": 0.0002693661809284934,
"loss": 2.1551,
"step": 13500
},
{
"epoch": 0.1,
"learning_rate": 0.00026913536553464535,
"loss": 2.1583,
"step": 13600
},
{
"epoch": 0.11,
"learning_rate": 0.0002689045501407974,
"loss": 2.1535,
"step": 13700
},
{
"epoch": 0.11,
"learning_rate": 0.00026867604290088784,
"loss": 2.1592,
"step": 13800
},
{
"epoch": 0.11,
"learning_rate": 0.00026844753566097836,
"loss": 2.1605,
"step": 13900
},
{
"epoch": 0.11,
"learning_rate": 0.00026821672026713033,
"loss": 2.1557,
"step": 14000
},
{
"epoch": 0.11,
"eval_accuracy": 0.52968589449578,
"eval_loss": 2.153402328491211,
"eval_runtime": 42.2489,
"eval_samples_per_second": 407.561,
"eval_steps_per_second": 2.438,
"step": 14000
},
{
"epoch": 0.11,
"learning_rate": 0.0002679859048732823,
"loss": 2.1564,
"step": 14100
},
{
"epoch": 0.11,
"learning_rate": 0.00026775508947943433,
"loss": 2.1512,
"step": 14200
},
{
"epoch": 0.11,
"learning_rate": 0.0002675242740855863,
"loss": 2.1593,
"step": 14300
},
{
"epoch": 0.11,
"learning_rate": 0.00026729345869173834,
"loss": 2.1539,
"step": 14400
},
{
"epoch": 0.11,
"learning_rate": 0.0002670626432978903,
"loss": 2.1499,
"step": 14500
},
{
"epoch": 0.11,
"learning_rate": 0.00026683182790404234,
"loss": 2.1529,
"step": 14600
},
{
"epoch": 0.11,
"learning_rate": 0.0002666010125101943,
"loss": 2.152,
"step": 14700
},
{
"epoch": 0.11,
"learning_rate": 0.00026637250527028483,
"loss": 2.1512,
"step": 14800
},
{
"epoch": 0.11,
"learning_rate": 0.0002661416898764368,
"loss": 2.1537,
"step": 14900
},
{
"epoch": 0.12,
"learning_rate": 0.00026591087448258883,
"loss": 2.1547,
"step": 15000
},
{
"epoch": 0.12,
"eval_accuracy": 0.5298546332036621,
"eval_loss": 2.1525609493255615,
"eval_runtime": 45.4654,
"eval_samples_per_second": 378.728,
"eval_steps_per_second": 2.265,
"step": 15000
},
{
"epoch": 0.12,
"learning_rate": 0.0002656800590887408,
"loss": 2.155,
"step": 15100
},
{
"epoch": 0.12,
"learning_rate": 0.00026544924369489284,
"loss": 2.1544,
"step": 15200
},
{
"epoch": 0.12,
"learning_rate": 0.0002652184283010448,
"loss": 2.1524,
"step": 15300
},
{
"epoch": 0.12,
"learning_rate": 0.0002649876129071968,
"loss": 2.1573,
"step": 15400
},
{
"epoch": 0.12,
"learning_rate": 0.0002647567975133488,
"loss": 2.1569,
"step": 15500
},
{
"epoch": 0.12,
"learning_rate": 0.0002645259821195008,
"loss": 2.1529,
"step": 15600
},
{
"epoch": 0.12,
"learning_rate": 0.0002642951667256528,
"loss": 2.1561,
"step": 15700
},
{
"epoch": 0.12,
"learning_rate": 0.0002640643513318048,
"loss": 2.1526,
"step": 15800
},
{
"epoch": 0.12,
"learning_rate": 0.0002638335359379568,
"loss": 2.1572,
"step": 15900
},
{
"epoch": 0.12,
"learning_rate": 0.0002636027205441088,
"loss": 2.1544,
"step": 16000
},
{
"epoch": 0.12,
"eval_accuracy": 0.5303366131443338,
"eval_loss": 2.151641368865967,
"eval_runtime": 42.591,
"eval_samples_per_second": 404.287,
"eval_steps_per_second": 2.418,
"step": 16000
},
{
"epoch": 0.12,
"learning_rate": 0.0002633719051502608,
"loss": 2.1538,
"step": 16100
},
{
"epoch": 0.12,
"learning_rate": 0.0002631410897564128,
"loss": 2.156,
"step": 16200
},
{
"epoch": 0.13,
"learning_rate": 0.0002629102743625648,
"loss": 2.1495,
"step": 16300
},
{
"epoch": 0.13,
"learning_rate": 0.00026268176712265524,
"loss": 2.154,
"step": 16400
},
{
"epoch": 0.13,
"learning_rate": 0.00026245095172880726,
"loss": 2.1536,
"step": 16500
},
{
"epoch": 0.13,
"learning_rate": 0.00026222013633495924,
"loss": 2.1495,
"step": 16600
},
{
"epoch": 0.13,
"learning_rate": 0.00026198932094111127,
"loss": 2.1567,
"step": 16700
},
{
"epoch": 0.13,
"learning_rate": 0.00026175850554726324,
"loss": 2.1533,
"step": 16800
},
{
"epoch": 0.13,
"learning_rate": 0.00026152769015341527,
"loss": 2.1545,
"step": 16900
},
{
"epoch": 0.13,
"learning_rate": 0.00026129687475956725,
"loss": 2.1562,
"step": 17000
},
{
"epoch": 0.13,
"eval_accuracy": 0.5304024623961903,
"eval_loss": 2.151214599609375,
"eval_runtime": 42.6646,
"eval_samples_per_second": 403.59,
"eval_steps_per_second": 2.414,
"step": 17000
},
{
"epoch": 0.13,
"learning_rate": 0.0002610660593657193,
"loss": 2.1521,
"step": 17100
},
{
"epoch": 0.13,
"learning_rate": 0.00026083524397187125,
"loss": 2.1575,
"step": 17200
},
{
"epoch": 0.13,
"learning_rate": 0.0002606044285780233,
"loss": 2.1486,
"step": 17300
},
{
"epoch": 0.13,
"learning_rate": 0.00026037361318417525,
"loss": 2.1513,
"step": 17400
},
{
"epoch": 0.13,
"learning_rate": 0.0002601427977903273,
"loss": 2.1574,
"step": 17500
},
{
"epoch": 0.14,
"learning_rate": 0.00025991429055041774,
"loss": 2.1556,
"step": 17600
},
{
"epoch": 0.14,
"learning_rate": 0.00025968347515656977,
"loss": 2.1561,
"step": 17700
},
{
"epoch": 0.14,
"learning_rate": 0.00025945265976272175,
"loss": 2.1511,
"step": 17800
},
{
"epoch": 0.14,
"learning_rate": 0.0002592218443688738,
"loss": 2.1519,
"step": 17900
},
{
"epoch": 0.14,
"learning_rate": 0.00025899102897502575,
"loss": 2.1515,
"step": 18000
},
{
"epoch": 0.14,
"eval_accuracy": 0.5303078040966466,
"eval_loss": 2.150639057159424,
"eval_runtime": 42.0098,
"eval_samples_per_second": 409.88,
"eval_steps_per_second": 2.452,
"step": 18000
},
{
"epoch": 0.14,
"learning_rate": 0.0002587602135811778,
"loss": 2.1539,
"step": 18100
},
{
"epoch": 0.14,
"learning_rate": 0.00025852939818732975,
"loss": 2.1509,
"step": 18200
},
{
"epoch": 0.14,
"learning_rate": 0.0002582985827934817,
"loss": 2.1533,
"step": 18300
},
{
"epoch": 0.14,
"learning_rate": 0.00025806776739963376,
"loss": 2.1507,
"step": 18400
},
{
"epoch": 0.14,
"learning_rate": 0.00025783695200578573,
"loss": 2.1548,
"step": 18500
},
{
"epoch": 0.14,
"learning_rate": 0.00025760613661193776,
"loss": 2.1545,
"step": 18600
},
{
"epoch": 0.14,
"learning_rate": 0.00025737532121808973,
"loss": 2.1515,
"step": 18700
},
{
"epoch": 0.14,
"learning_rate": 0.00025714450582424176,
"loss": 2.1553,
"step": 18800
},
{
"epoch": 0.15,
"learning_rate": 0.00025691369043039374,
"loss": 2.1475,
"step": 18900
},
{
"epoch": 0.15,
"learning_rate": 0.00025668287503654577,
"loss": 2.1516,
"step": 19000
},
{
"epoch": 0.15,
"eval_accuracy": 0.5307376533795986,
"eval_loss": 2.1488122940063477,
"eval_runtime": 41.9221,
"eval_samples_per_second": 410.738,
"eval_steps_per_second": 2.457,
"step": 19000
},
{
"epoch": 0.15,
"learning_rate": 0.00025645205964269774,
"loss": 2.1494,
"step": 19100
},
{
"epoch": 0.15,
"learning_rate": 0.00025622124424884977,
"loss": 2.1481,
"step": 19200
},
{
"epoch": 0.15,
"learning_rate": 0.00025599042885500174,
"loss": 2.1473,
"step": 19300
},
{
"epoch": 0.15,
"learning_rate": 0.00025575961346115377,
"loss": 2.1558,
"step": 19400
},
{
"epoch": 0.15,
"learning_rate": 0.00025552879806730575,
"loss": 2.1495,
"step": 19500
},
{
"epoch": 0.15,
"learning_rate": 0.00025530029082739626,
"loss": 2.1554,
"step": 19600
},
{
"epoch": 0.15,
"learning_rate": 0.00025506947543354824,
"loss": 2.1501,
"step": 19700
},
{
"epoch": 0.15,
"learning_rate": 0.0002548386600397002,
"loss": 2.1493,
"step": 19800
},
{
"epoch": 0.15,
"learning_rate": 0.00025460784464585224,
"loss": 2.1515,
"step": 19900
},
{
"epoch": 0.15,
"learning_rate": 0.0002543770292520042,
"loss": 2.1519,
"step": 20000
},
{
"epoch": 0.15,
"eval_accuracy": 0.530503522706331,
"eval_loss": 2.149341106414795,
"eval_runtime": 42.1534,
"eval_samples_per_second": 408.484,
"eval_steps_per_second": 2.443,
"step": 20000
},
{
"epoch": 0.15,
"learning_rate": 0.00025414621385815624,
"loss": 2.1495,
"step": 20100
},
{
"epoch": 0.16,
"learning_rate": 0.0002539153984643082,
"loss": 2.1459,
"step": 20200
},
{
"epoch": 0.16,
"learning_rate": 0.00025368458307046025,
"loss": 2.1492,
"step": 20300
},
{
"epoch": 0.16,
"learning_rate": 0.0002534560758305507,
"loss": 2.1529,
"step": 20400
},
{
"epoch": 0.16,
"learning_rate": 0.0002532252604367027,
"loss": 2.1504,
"step": 20500
},
{
"epoch": 0.16,
"learning_rate": 0.0002529944450428547,
"loss": 2.1452,
"step": 20600
},
{
"epoch": 0.16,
"learning_rate": 0.0002527636296490067,
"loss": 2.1553,
"step": 20700
},
{
"epoch": 0.16,
"learning_rate": 0.0002525328142551587,
"loss": 2.1509,
"step": 20800
},
{
"epoch": 0.16,
"learning_rate": 0.0002523019988613107,
"loss": 2.1521,
"step": 20900
},
{
"epoch": 0.16,
"learning_rate": 0.00025207118346746266,
"loss": 2.1506,
"step": 21000
},
{
"epoch": 0.16,
"eval_accuracy": 0.5311107991401185,
"eval_loss": 2.1474409103393555,
"eval_runtime": 40.4996,
"eval_samples_per_second": 425.164,
"eval_steps_per_second": 2.543,
"step": 21000
},
{
"epoch": 0.16,
"learning_rate": 0.0002518403680736147,
"loss": 2.1493,
"step": 21100
},
{
"epoch": 0.16,
"learning_rate": 0.00025160955267976667,
"loss": 2.1486,
"step": 21200
},
{
"epoch": 0.16,
"learning_rate": 0.0002513787372859187,
"loss": 2.1476,
"step": 21300
},
{
"epoch": 0.16,
"learning_rate": 0.00025114792189207067,
"loss": 2.1473,
"step": 21400
},
{
"epoch": 0.17,
"learning_rate": 0.0002509171064982227,
"loss": 2.1487,
"step": 21500
},
{
"epoch": 0.17,
"learning_rate": 0.0002506862911043747,
"loss": 2.145,
"step": 21600
},
{
"epoch": 0.17,
"learning_rate": 0.0002504554757105267,
"loss": 2.1484,
"step": 21700
},
{
"epoch": 0.17,
"learning_rate": 0.0002502246603166787,
"loss": 2.1514,
"step": 21800
},
{
"epoch": 0.17,
"learning_rate": 0.0002499938449228307,
"loss": 2.1475,
"step": 21900
},
{
"epoch": 0.17,
"learning_rate": 0.0002497630295289827,
"loss": 2.1484,
"step": 22000
},
{
"epoch": 0.17,
"eval_accuracy": 0.5309598946046141,
"eval_loss": 2.1483261585235596,
"eval_runtime": 41.8845,
"eval_samples_per_second": 411.107,
"eval_steps_per_second": 2.459,
"step": 22000
},
{
"epoch": 0.17,
"learning_rate": 0.0002495322141351347,
"loss": 2.1488,
"step": 22100
},
{
"epoch": 0.17,
"learning_rate": 0.0002493013987412867,
"loss": 2.1457,
"step": 22200
},
{
"epoch": 0.17,
"learning_rate": 0.0002490705833474387,
"loss": 2.1475,
"step": 22300
},
{
"epoch": 0.17,
"learning_rate": 0.0002488397679535907,
"loss": 2.1505,
"step": 22400
},
{
"epoch": 0.17,
"learning_rate": 0.00024861126071368115,
"loss": 2.1455,
"step": 22500
},
{
"epoch": 0.17,
"learning_rate": 0.0002483804453198332,
"loss": 2.1496,
"step": 22600
},
{
"epoch": 0.17,
"learning_rate": 0.00024814962992598515,
"loss": 2.1494,
"step": 22700
},
{
"epoch": 0.18,
"learning_rate": 0.0002479188145321372,
"loss": 2.1471,
"step": 22800
},
{
"epoch": 0.18,
"learning_rate": 0.00024768799913828916,
"loss": 2.1492,
"step": 22900
},
{
"epoch": 0.18,
"learning_rate": 0.0002474571837444412,
"loss": 2.1533,
"step": 23000
},
{
"epoch": 0.18,
"eval_accuracy": 0.5312488996544286,
"eval_loss": 2.1471364498138428,
"eval_runtime": 40.9689,
"eval_samples_per_second": 420.294,
"eval_steps_per_second": 2.514,
"step": 23000
},
{
"epoch": 0.18,
"learning_rate": 0.00024722636835059316,
"loss": 2.1508,
"step": 23100
},
{
"epoch": 0.18,
"learning_rate": 0.0002469955529567452,
"loss": 2.1488,
"step": 23200
},
{
"epoch": 0.18,
"learning_rate": 0.00024676473756289716,
"loss": 2.1499,
"step": 23300
},
{
"epoch": 0.18,
"learning_rate": 0.0002465339221690492,
"loss": 2.1461,
"step": 23400
},
{
"epoch": 0.18,
"learning_rate": 0.00024630541492913965,
"loss": 2.1491,
"step": 23500
},
{
"epoch": 0.18,
"learning_rate": 0.0002460745995352917,
"loss": 2.1464,
"step": 23600
},
{
"epoch": 0.18,
"learning_rate": 0.00024584378414144366,
"loss": 2.1488,
"step": 23700
},
{
"epoch": 0.18,
"learning_rate": 0.0002456129687475957,
"loss": 2.1459,
"step": 23800
},
{
"epoch": 0.18,
"learning_rate": 0.00024538215335374766,
"loss": 2.1474,
"step": 23900
},
{
"epoch": 0.18,
"learning_rate": 0.0002451513379598997,
"loss": 2.1471,
"step": 24000
},
{
"epoch": 0.18,
"eval_accuracy": 0.5309704121934523,
"eval_loss": 2.146967649459839,
"eval_runtime": 42.4024,
"eval_samples_per_second": 406.086,
"eval_steps_per_second": 2.429,
"step": 24000
},
{
"epoch": 0.19,
"learning_rate": 0.00024492052256605166,
"loss": 2.1547,
"step": 24100
},
{
"epoch": 0.19,
"learning_rate": 0.0002446897071722037,
"loss": 2.1432,
"step": 24200
},
{
"epoch": 0.19,
"learning_rate": 0.00024445889177835567,
"loss": 2.1423,
"step": 24300
},
{
"epoch": 0.19,
"learning_rate": 0.00024422807638450764,
"loss": 2.1483,
"step": 24400
},
{
"epoch": 0.19,
"learning_rate": 0.00024399726099065964,
"loss": 2.1464,
"step": 24500
},
{
"epoch": 0.19,
"learning_rate": 0.00024376644559681164,
"loss": 2.1498,
"step": 24600
},
{
"epoch": 0.19,
"learning_rate": 0.00024353793835690213,
"loss": 2.1444,
"step": 24700
},
{
"epoch": 0.19,
"learning_rate": 0.0002433071229630541,
"loss": 2.1435,
"step": 24800
},
{
"epoch": 0.19,
"learning_rate": 0.00024307630756920614,
"loss": 2.1454,
"step": 24900
},
{
"epoch": 0.19,
"learning_rate": 0.0002428478003292966,
"loss": 2.1421,
"step": 25000
},
{
"epoch": 0.19,
"eval_accuracy": 0.5313138343333427,
"eval_loss": 2.1454176902770996,
"eval_runtime": 41.7457,
"eval_samples_per_second": 412.474,
"eval_steps_per_second": 2.467,
"step": 25000
},
{
"epoch": 0.19,
"learning_rate": 0.0002426169849354486,
"loss": 2.1441,
"step": 25100
},
{
"epoch": 0.19,
"learning_rate": 0.0002423861695416006,
"loss": 2.1467,
"step": 25200
},
{
"epoch": 0.19,
"learning_rate": 0.0002421553541477526,
"loss": 2.1464,
"step": 25300
},
{
"epoch": 0.2,
"learning_rate": 0.0002419245387539046,
"loss": 2.1459,
"step": 25400
},
{
"epoch": 0.2,
"learning_rate": 0.0002416960315139951,
"loss": 2.1492,
"step": 25500
},
{
"epoch": 0.2,
"learning_rate": 0.00024146521612014707,
"loss": 2.148,
"step": 25600
},
{
"epoch": 0.2,
"learning_rate": 0.0002412344007262991,
"loss": 2.1419,
"step": 25700
},
{
"epoch": 0.2,
"learning_rate": 0.00024100358533245107,
"loss": 2.1466,
"step": 25800
},
{
"epoch": 0.2,
"learning_rate": 0.0002407727699386031,
"loss": 2.1467,
"step": 25900
},
{
"epoch": 0.2,
"learning_rate": 0.00024054195454475507,
"loss": 2.1452,
"step": 26000
},
{
"epoch": 0.2,
"eval_accuracy": 0.5314327288158612,
"eval_loss": 2.1451821327209473,
"eval_runtime": 42.3,
"eval_samples_per_second": 407.068,
"eval_steps_per_second": 2.435,
"step": 26000
},
{
"epoch": 0.2,
"learning_rate": 0.0002403111391509071,
"loss": 2.1489,
"step": 26100
},
{
"epoch": 0.2,
"learning_rate": 0.00024008032375705908,
"loss": 2.1481,
"step": 26200
},
{
"epoch": 0.2,
"learning_rate": 0.0002398495083632111,
"loss": 2.1454,
"step": 26300
},
{
"epoch": 0.2,
"learning_rate": 0.00023961869296936308,
"loss": 2.1472,
"step": 26400
},
{
"epoch": 0.2,
"learning_rate": 0.0002393878775755151,
"loss": 2.1397,
"step": 26500
},
{
"epoch": 0.2,
"learning_rate": 0.00023915706218166708,
"loss": 2.1485,
"step": 26600
},
{
"epoch": 0.21,
"learning_rate": 0.00023892624678781909,
"loss": 2.1406,
"step": 26700
},
{
"epoch": 0.21,
"learning_rate": 0.0002386954313939711,
"loss": 2.1466,
"step": 26800
},
{
"epoch": 0.21,
"learning_rate": 0.00023846461600012306,
"loss": 2.1505,
"step": 26900
},
{
"epoch": 0.21,
"learning_rate": 0.0002382338006062751,
"loss": 2.1481,
"step": 27000
},
{
"epoch": 0.21,
"eval_accuracy": 0.5316910956721036,
"eval_loss": 2.1437814235687256,
"eval_runtime": 43.5176,
"eval_samples_per_second": 395.679,
"eval_steps_per_second": 2.367,
"step": 27000
},
{
"epoch": 0.21,
"learning_rate": 0.00023800298521242706,
"loss": 2.1456,
"step": 27100
},
{
"epoch": 0.21,
"learning_rate": 0.0002377721698185791,
"loss": 2.144,
"step": 27200
},
{
"epoch": 0.21,
"learning_rate": 0.00023754135442473107,
"loss": 2.1441,
"step": 27300
},
{
"epoch": 0.21,
"learning_rate": 0.0002373105390308831,
"loss": 2.1467,
"step": 27400
},
{
"epoch": 0.21,
"learning_rate": 0.00023707972363703507,
"loss": 2.1481,
"step": 27500
},
{
"epoch": 0.21,
"learning_rate": 0.00023684890824318707,
"loss": 2.1481,
"step": 27600
},
{
"epoch": 0.21,
"learning_rate": 0.00023661809284933907,
"loss": 2.149,
"step": 27700
},
{
"epoch": 0.21,
"learning_rate": 0.00023638958560942956,
"loss": 2.1456,
"step": 27800
},
{
"epoch": 0.21,
"learning_rate": 0.00023615877021558154,
"loss": 2.1489,
"step": 27900
},
{
"epoch": 0.22,
"learning_rate": 0.00023592795482173357,
"loss": 2.149,
"step": 28000
},
{
"epoch": 0.22,
"eval_accuracy": 0.5316824072291504,
"eval_loss": 2.1441478729248047,
"eval_runtime": 42.9654,
"eval_samples_per_second": 400.765,
"eval_steps_per_second": 2.397,
"step": 28000
},
{
"epoch": 0.22,
"learning_rate": 0.00023569713942788554,
"loss": 2.1434,
"step": 28100
},
{
"epoch": 0.22,
"learning_rate": 0.00023546632403403757,
"loss": 2.147,
"step": 28200
},
{
"epoch": 0.22,
"learning_rate": 0.00023523550864018954,
"loss": 2.1402,
"step": 28300
},
{
"epoch": 0.22,
"learning_rate": 0.00023500469324634157,
"loss": 2.1398,
"step": 28400
},
{
"epoch": 0.22,
"learning_rate": 0.00023477387785249355,
"loss": 2.1469,
"step": 28500
},
{
"epoch": 0.22,
"learning_rate": 0.00023454306245864558,
"loss": 2.1496,
"step": 28600
},
{
"epoch": 0.22,
"learning_rate": 0.00023431224706479755,
"loss": 2.1482,
"step": 28700
},
{
"epoch": 0.22,
"learning_rate": 0.00023408143167094953,
"loss": 2.1462,
"step": 28800
},
{
"epoch": 0.22,
"learning_rate": 0.00023385061627710155,
"loss": 2.1455,
"step": 28900
},
{
"epoch": 0.22,
"learning_rate": 0.00023361980088325353,
"loss": 2.1483,
"step": 29000
},
{
"epoch": 0.22,
"eval_accuracy": 0.5314555931394225,
"eval_loss": 2.1434664726257324,
"eval_runtime": 42.2842,
"eval_samples_per_second": 407.221,
"eval_steps_per_second": 2.436,
"step": 29000
},
{
"epoch": 0.22,
"learning_rate": 0.00023338898548940556,
"loss": 2.1464,
"step": 29100
},
{
"epoch": 0.22,
"learning_rate": 0.00023315817009555753,
"loss": 2.1391,
"step": 29200
},
{
"epoch": 0.23,
"learning_rate": 0.00023292735470170956,
"loss": 2.1457,
"step": 29300
},
{
"epoch": 0.23,
"learning_rate": 0.00023269653930786154,
"loss": 2.142,
"step": 29400
},
{
"epoch": 0.23,
"learning_rate": 0.00023246572391401356,
"loss": 2.143,
"step": 29500
},
{
"epoch": 0.23,
"learning_rate": 0.00023223721667410403,
"loss": 2.1382,
"step": 29600
},
{
"epoch": 0.23,
"learning_rate": 0.00023200640128025603,
"loss": 2.1425,
"step": 29700
},
{
"epoch": 0.23,
"learning_rate": 0.00023177558588640803,
"loss": 2.1487,
"step": 29800
},
{
"epoch": 0.23,
"learning_rate": 0.00023154477049256003,
"loss": 2.1464,
"step": 29900
},
{
"epoch": 0.23,
"learning_rate": 0.00023131395509871203,
"loss": 2.1453,
"step": 30000
},
{
"epoch": 0.23,
"eval_accuracy": 0.5318639499582268,
"eval_loss": 2.142831325531006,
"eval_runtime": 40.8449,
"eval_samples_per_second": 421.57,
"eval_steps_per_second": 2.522,
"step": 30000
},
{
"epoch": 0.23,
"learning_rate": 0.00023108313970486403,
"loss": 2.1419,
"step": 30100
},
{
"epoch": 0.23,
"learning_rate": 0.00023085232431101604,
"loss": 2.1424,
"step": 30200
},
{
"epoch": 0.23,
"learning_rate": 0.00023062150891716804,
"loss": 2.1444,
"step": 30300
},
{
"epoch": 0.23,
"learning_rate": 0.0002303930016772585,
"loss": 2.1451,
"step": 30400
},
{
"epoch": 0.23,
"learning_rate": 0.00023016218628341053,
"loss": 2.1441,
"step": 30500
},
{
"epoch": 0.24,
"learning_rate": 0.0002299313708895625,
"loss": 2.1408,
"step": 30600
},
{
"epoch": 0.24,
"learning_rate": 0.00022970055549571453,
"loss": 2.1481,
"step": 30700
},
{
"epoch": 0.24,
"learning_rate": 0.0002294697401018665,
"loss": 2.1408,
"step": 30800
},
{
"epoch": 0.24,
"learning_rate": 0.00022923892470801853,
"loss": 2.1444,
"step": 30900
},
{
"epoch": 0.24,
"learning_rate": 0.0002290081093141705,
"loss": 2.1442,
"step": 31000
},
{
"epoch": 0.24,
"eval_accuracy": 0.5319791861489757,
"eval_loss": 2.1425275802612305,
"eval_runtime": 44.6867,
"eval_samples_per_second": 385.328,
"eval_steps_per_second": 2.305,
"step": 31000
},
{
"epoch": 0.24,
"learning_rate": 0.00022877729392032248,
"loss": 2.1445,
"step": 31100
},
{
"epoch": 0.24,
"learning_rate": 0.0002285464785264745,
"loss": 2.1433,
"step": 31200
},
{
"epoch": 0.24,
"learning_rate": 0.0002283156631326265,
"loss": 2.1411,
"step": 31300
},
{
"epoch": 0.24,
"learning_rate": 0.00022808484773877852,
"loss": 2.142,
"step": 31400
},
{
"epoch": 0.24,
"learning_rate": 0.0002278540323449305,
"loss": 2.1472,
"step": 31500
},
{
"epoch": 0.24,
"learning_rate": 0.00022762321695108252,
"loss": 2.1456,
"step": 31600
},
{
"epoch": 0.24,
"learning_rate": 0.0002273924015572345,
"loss": 2.1443,
"step": 31700
},
{
"epoch": 0.24,
"learning_rate": 0.00022716158616338652,
"loss": 2.1401,
"step": 31800
},
{
"epoch": 0.25,
"learning_rate": 0.0002269307707695385,
"loss": 2.145,
"step": 31900
},
{
"epoch": 0.25,
"learning_rate": 0.00022669995537569052,
"loss": 2.1411,
"step": 32000
},
{
"epoch": 0.25,
"eval_accuracy": 0.5321625580239371,
"eval_loss": 2.1413471698760986,
"eval_runtime": 43.746,
"eval_samples_per_second": 393.614,
"eval_steps_per_second": 2.355,
"step": 32000
},
{
"epoch": 0.25,
"learning_rate": 0.0002264691399818425,
"loss": 2.1454,
"step": 32100
},
{
"epoch": 0.25,
"learning_rate": 0.0002262383245879945,
"loss": 2.1459,
"step": 32200
},
{
"epoch": 0.25,
"learning_rate": 0.0002260075091941465,
"loss": 2.1432,
"step": 32300
},
{
"epoch": 0.25,
"learning_rate": 0.0002257766938002985,
"loss": 2.1442,
"step": 32400
},
{
"epoch": 0.25,
"learning_rate": 0.00022554818656038897,
"loss": 2.1422,
"step": 32500
},
{
"epoch": 0.25,
"learning_rate": 0.000225317371166541,
"loss": 2.1449,
"step": 32600
},
{
"epoch": 0.25,
"learning_rate": 0.00022508655577269297,
"loss": 2.1439,
"step": 32700
},
{
"epoch": 0.25,
"learning_rate": 0.000224855740378845,
"loss": 2.1394,
"step": 32800
},
{
"epoch": 0.25,
"learning_rate": 0.00022462492498499697,
"loss": 2.1431,
"step": 32900
},
{
"epoch": 0.25,
"learning_rate": 0.00022439410959114897,
"loss": 2.1418,
"step": 33000
},
{
"epoch": 0.25,
"eval_accuracy": 0.5322407540105166,
"eval_loss": 2.1408767700195312,
"eval_runtime": 42.7654,
"eval_samples_per_second": 402.639,
"eval_steps_per_second": 2.408,
"step": 33000
},
{
"epoch": 0.25,
"learning_rate": 0.00022416329419730098,
"loss": 2.1467,
"step": 33100
},
{
"epoch": 0.26,
"learning_rate": 0.00022393247880345295,
"loss": 2.1413,
"step": 33200
},
{
"epoch": 0.26,
"learning_rate": 0.00022370166340960498,
"loss": 2.1456,
"step": 33300
},
{
"epoch": 0.26,
"learning_rate": 0.00022347084801575695,
"loss": 2.1438,
"step": 33400
},
{
"epoch": 0.26,
"learning_rate": 0.00022324003262190898,
"loss": 2.1415,
"step": 33500
},
{
"epoch": 0.26,
"learning_rate": 0.00022300921722806096,
"loss": 2.144,
"step": 33600
},
{
"epoch": 0.26,
"learning_rate": 0.00022278070998815147,
"loss": 2.1413,
"step": 33700
},
{
"epoch": 0.26,
"learning_rate": 0.00022254989459430345,
"loss": 2.1403,
"step": 33800
},
{
"epoch": 0.26,
"learning_rate": 0.00022231907920045548,
"loss": 2.1434,
"step": 33900
},
{
"epoch": 0.26,
"learning_rate": 0.00022208826380660745,
"loss": 2.1394,
"step": 34000
},
{
"epoch": 0.26,
"eval_accuracy": 0.5322869399441105,
"eval_loss": 2.1409242153167725,
"eval_runtime": 43.8368,
"eval_samples_per_second": 392.798,
"eval_steps_per_second": 2.35,
"step": 34000
},
{
"epoch": 0.26,
"learning_rate": 0.00022185744841275945,
"loss": 2.1469,
"step": 34100
},
{
"epoch": 0.26,
"learning_rate": 0.00022162663301891145,
"loss": 2.1438,
"step": 34200
},
{
"epoch": 0.26,
"learning_rate": 0.00022139581762506346,
"loss": 2.1374,
"step": 34300
},
{
"epoch": 0.26,
"learning_rate": 0.00022116500223121546,
"loss": 2.1442,
"step": 34400
},
{
"epoch": 0.27,
"learning_rate": 0.00022093418683736746,
"loss": 2.1446,
"step": 34500
},
{
"epoch": 0.27,
"learning_rate": 0.00022070337144351946,
"loss": 2.1427,
"step": 34600
},
{
"epoch": 0.27,
"learning_rate": 0.00022047255604967146,
"loss": 2.1418,
"step": 34700
},
{
"epoch": 0.27,
"learning_rate": 0.00022024404880976192,
"loss": 2.142,
"step": 34800
},
{
"epoch": 0.27,
"learning_rate": 0.00022001323341591395,
"loss": 2.142,
"step": 34900
},
{
"epoch": 0.27,
"learning_rate": 0.00021978241802206593,
"loss": 2.1415,
"step": 35000
},
{
"epoch": 0.27,
"eval_accuracy": 0.5322645329070204,
"eval_loss": 2.1403162479400635,
"eval_runtime": 41.7315,
"eval_samples_per_second": 412.614,
"eval_steps_per_second": 2.468,
"step": 35000
},
{
"epoch": 0.27,
"learning_rate": 0.00021955160262821796,
"loss": 2.1387,
"step": 35100
},
{
"epoch": 0.27,
"learning_rate": 0.00021932078723436993,
"loss": 2.1399,
"step": 35200
},
{
"epoch": 0.27,
"learning_rate": 0.0002190899718405219,
"loss": 2.1348,
"step": 35300
},
{
"epoch": 0.27,
"learning_rate": 0.00021885915644667393,
"loss": 2.1415,
"step": 35400
},
{
"epoch": 0.27,
"learning_rate": 0.0002186283410528259,
"loss": 2.1394,
"step": 35500
},
{
"epoch": 0.27,
"learning_rate": 0.00021839752565897794,
"loss": 2.147,
"step": 35600
},
{
"epoch": 0.27,
"learning_rate": 0.0002181667102651299,
"loss": 2.1451,
"step": 35700
},
{
"epoch": 0.28,
"learning_rate": 0.00021793820302522043,
"loss": 2.145,
"step": 35800
},
{
"epoch": 0.28,
"learning_rate": 0.0002177073876313724,
"loss": 2.144,
"step": 35900
},
{
"epoch": 0.28,
"learning_rate": 0.0002174765722375244,
"loss": 2.139,
"step": 36000
},
{
"epoch": 0.28,
"eval_accuracy": 0.532117743949757,
"eval_loss": 2.140399694442749,
"eval_runtime": 43.2575,
"eval_samples_per_second": 398.058,
"eval_steps_per_second": 2.381,
"step": 36000
},
{
"epoch": 0.28,
"learning_rate": 0.0002172457568436764,
"loss": 2.1411,
"step": 36100
},
{
"epoch": 0.28,
"learning_rate": 0.0002170149414498284,
"loss": 2.1431,
"step": 36200
},
{
"epoch": 0.28,
"learning_rate": 0.0002167841260559804,
"loss": 2.1433,
"step": 36300
},
{
"epoch": 0.28,
"learning_rate": 0.0002165533106621324,
"loss": 2.1442,
"step": 36400
},
{
"epoch": 0.28,
"learning_rate": 0.0002163224952682844,
"loss": 2.1452,
"step": 36500
},
{
"epoch": 0.28,
"learning_rate": 0.00021609167987443641,
"loss": 2.14,
"step": 36600
},
{
"epoch": 0.28,
"learning_rate": 0.00021586086448058842,
"loss": 2.1412,
"step": 36700
},
{
"epoch": 0.28,
"learning_rate": 0.0002156323572406789,
"loss": 2.1395,
"step": 36800
},
{
"epoch": 0.28,
"learning_rate": 0.00021540154184683088,
"loss": 2.1373,
"step": 36900
},
{
"epoch": 0.28,
"learning_rate": 0.0002151707264529829,
"loss": 2.1403,
"step": 37000
},
{
"epoch": 0.28,
"eval_accuracy": 0.5324373871931436,
"eval_loss": 2.139353036880493,
"eval_runtime": 42.1409,
"eval_samples_per_second": 408.605,
"eval_steps_per_second": 2.444,
"step": 37000
},
{
"epoch": 0.29,
"learning_rate": 0.00021493991105913488,
"loss": 2.1419,
"step": 37100
},
{
"epoch": 0.29,
"learning_rate": 0.0002147090956652869,
"loss": 2.1414,
"step": 37200
},
{
"epoch": 0.29,
"learning_rate": 0.00021447828027143889,
"loss": 2.1376,
"step": 37300
},
{
"epoch": 0.29,
"learning_rate": 0.00021424746487759086,
"loss": 2.1412,
"step": 37400
},
{
"epoch": 0.29,
"learning_rate": 0.0002140166494837429,
"loss": 2.1416,
"step": 37500
},
{
"epoch": 0.29,
"learning_rate": 0.00021378583408989486,
"loss": 2.1368,
"step": 37600
},
{
"epoch": 0.29,
"learning_rate": 0.0002135550186960469,
"loss": 2.1381,
"step": 37700
},
{
"epoch": 0.29,
"learning_rate": 0.00021332420330219887,
"loss": 2.1383,
"step": 37800
},
{
"epoch": 0.29,
"learning_rate": 0.0002130933879083509,
"loss": 2.1418,
"step": 37900
},
{
"epoch": 0.29,
"learning_rate": 0.00021286257251450287,
"loss": 2.1382,
"step": 38000
},
{
"epoch": 0.29,
"eval_accuracy": 0.53245842237082,
"eval_loss": 2.139456272125244,
"eval_runtime": 41.9317,
"eval_samples_per_second": 410.644,
"eval_steps_per_second": 2.456,
"step": 38000
},
{
"epoch": 0.29,
"learning_rate": 0.0002126317571206549,
"loss": 2.134,
"step": 38100
},
{
"epoch": 0.29,
"learning_rate": 0.00021240094172680687,
"loss": 2.1363,
"step": 38200
},
{
"epoch": 0.29,
"learning_rate": 0.0002121701263329589,
"loss": 2.1359,
"step": 38300
},
{
"epoch": 0.29,
"learning_rate": 0.00021193931093911088,
"loss": 2.1407,
"step": 38400
},
{
"epoch": 0.3,
"learning_rate": 0.00021170849554526288,
"loss": 2.1406,
"step": 38500
},
{
"epoch": 0.3,
"learning_rate": 0.00021147768015141488,
"loss": 2.1373,
"step": 38600
},
{
"epoch": 0.3,
"learning_rate": 0.00021124686475756688,
"loss": 2.139,
"step": 38700
},
{
"epoch": 0.3,
"learning_rate": 0.00021101604936371888,
"loss": 2.1396,
"step": 38800
},
{
"epoch": 0.3,
"learning_rate": 0.00021078523396987088,
"loss": 2.1441,
"step": 38900
},
{
"epoch": 0.3,
"learning_rate": 0.00021055441857602289,
"loss": 2.1375,
"step": 39000
},
{
"epoch": 0.3,
"eval_accuracy": 0.5323290102994632,
"eval_loss": 2.139159917831421,
"eval_runtime": 43.2834,
"eval_samples_per_second": 397.82,
"eval_steps_per_second": 2.38,
"step": 39000
},
{
"epoch": 0.3,
"learning_rate": 0.00021032591133611337,
"loss": 2.1411,
"step": 39100
},
{
"epoch": 0.3,
"learning_rate": 0.00021009740409620384,
"loss": 2.1416,
"step": 39200
},
{
"epoch": 0.3,
"learning_rate": 0.00020986658870235587,
"loss": 2.1446,
"step": 39300
},
{
"epoch": 0.3,
"learning_rate": 0.00020963577330850784,
"loss": 2.1413,
"step": 39400
},
{
"epoch": 0.3,
"learning_rate": 0.00020940495791465981,
"loss": 2.1361,
"step": 39500
},
{
"epoch": 0.3,
"learning_rate": 0.00020917414252081184,
"loss": 2.1357,
"step": 39600
},
{
"epoch": 0.3,
"learning_rate": 0.00020894332712696382,
"loss": 2.1392,
"step": 39700
},
{
"epoch": 0.31,
"learning_rate": 0.00020871251173311585,
"loss": 2.1366,
"step": 39800
},
{
"epoch": 0.31,
"learning_rate": 0.00020848169633926782,
"loss": 2.1429,
"step": 39900
},
{
"epoch": 0.31,
"learning_rate": 0.00020825088094541985,
"loss": 2.1403,
"step": 40000
},
{
"epoch": 0.31,
"eval_accuracy": 0.5327936133542283,
"eval_loss": 2.138187885284424,
"eval_runtime": 41.2066,
"eval_samples_per_second": 417.87,
"eval_steps_per_second": 2.5,
"step": 40000
},
{
"epoch": 0.31,
"learning_rate": 0.0002080223737055103,
"loss": 2.141,
"step": 40100
},
{
"epoch": 0.31,
"learning_rate": 0.0002077915583116623,
"loss": 2.1414,
"step": 40200
},
{
"epoch": 0.31,
"learning_rate": 0.00020756074291781431,
"loss": 2.1391,
"step": 40300
},
{
"epoch": 0.31,
"learning_rate": 0.00020732992752396632,
"loss": 2.1434,
"step": 40400
},
{
"epoch": 0.31,
"learning_rate": 0.00020709911213011832,
"loss": 2.1401,
"step": 40500
},
{
"epoch": 0.31,
"learning_rate": 0.00020686829673627032,
"loss": 2.143,
"step": 40600
},
{
"epoch": 0.31,
"learning_rate": 0.0002066374813424223,
"loss": 2.1415,
"step": 40700
},
{
"epoch": 0.31,
"learning_rate": 0.00020640666594857432,
"loss": 2.1412,
"step": 40800
},
{
"epoch": 0.31,
"learning_rate": 0.0002061758505547263,
"loss": 2.1377,
"step": 40900
},
{
"epoch": 0.31,
"learning_rate": 0.00020594503516087833,
"loss": 2.1385,
"step": 41000
},
{
"epoch": 0.31,
"eval_accuracy": 0.5328018445107103,
"eval_loss": 2.1378109455108643,
"eval_runtime": 42.5719,
"eval_samples_per_second": 404.468,
"eval_steps_per_second": 2.419,
"step": 41000
},
{
"epoch": 0.32,
"learning_rate": 0.0002057142197670303,
"loss": 2.1419,
"step": 41100
},
{
"epoch": 0.32,
"learning_rate": 0.00020548340437318233,
"loss": 2.1367,
"step": 41200
},
{
"epoch": 0.32,
"learning_rate": 0.0002052525889793343,
"loss": 2.1358,
"step": 41300
},
{
"epoch": 0.32,
"learning_rate": 0.00020502177358548633,
"loss": 2.1379,
"step": 41400
},
{
"epoch": 0.32,
"learning_rate": 0.0002047909581916383,
"loss": 2.1374,
"step": 41500
},
{
"epoch": 0.32,
"learning_rate": 0.00020456014279779028,
"loss": 2.14,
"step": 41600
},
{
"epoch": 0.32,
"learning_rate": 0.0002043293274039423,
"loss": 2.1382,
"step": 41700
},
{
"epoch": 0.32,
"learning_rate": 0.00020409851201009429,
"loss": 2.1387,
"step": 41800
},
{
"epoch": 0.32,
"learning_rate": 0.00020386769661624631,
"loss": 2.136,
"step": 41900
},
{
"epoch": 0.32,
"learning_rate": 0.0002036368812223983,
"loss": 2.1356,
"step": 42000
},
{
"epoch": 0.32,
"eval_accuracy": 0.5327972716459981,
"eval_loss": 2.1371355056762695,
"eval_runtime": 42.4794,
"eval_samples_per_second": 405.349,
"eval_steps_per_second": 2.425,
"step": 42000
},
{
"epoch": 0.32,
"learning_rate": 0.00020340606582855032,
"loss": 2.1389,
"step": 42100
},
{
"epoch": 0.32,
"learning_rate": 0.0002031752504347023,
"loss": 2.14,
"step": 42200
},
{
"epoch": 0.32,
"learning_rate": 0.00020294443504085432,
"loss": 2.1359,
"step": 42300
},
{
"epoch": 0.33,
"learning_rate": 0.0002027136196470063,
"loss": 2.1368,
"step": 42400
},
{
"epoch": 0.33,
"learning_rate": 0.00020248280425315832,
"loss": 2.1374,
"step": 42500
},
{
"epoch": 0.33,
"learning_rate": 0.00020225429701324879,
"loss": 2.1372,
"step": 42600
},
{
"epoch": 0.33,
"learning_rate": 0.0002020234816194008,
"loss": 2.1342,
"step": 42700
},
{
"epoch": 0.33,
"learning_rate": 0.0002017926662255528,
"loss": 2.1389,
"step": 42800
},
{
"epoch": 0.33,
"learning_rate": 0.0002015618508317048,
"loss": 2.1383,
"step": 42900
},
{
"epoch": 0.33,
"learning_rate": 0.0002013310354378568,
"loss": 2.1388,
"step": 43000
},
{
"epoch": 0.33,
"eval_accuracy": 0.5330181410115999,
"eval_loss": 2.136991262435913,
"eval_runtime": 40.3635,
"eval_samples_per_second": 426.599,
"eval_steps_per_second": 2.552,
"step": 43000
},
{
"epoch": 0.33,
"learning_rate": 0.0002011002200440088,
"loss": 2.133,
"step": 43100
},
{
"epoch": 0.33,
"learning_rate": 0.00020086940465016077,
"loss": 2.1393,
"step": 43200
},
{
"epoch": 0.33,
"learning_rate": 0.0002006385892563128,
"loss": 2.1398,
"step": 43300
},
{
"epoch": 0.33,
"learning_rate": 0.00020040777386246477,
"loss": 2.1419,
"step": 43400
},
{
"epoch": 0.33,
"learning_rate": 0.0002001769584686168,
"loss": 2.1371,
"step": 43500
},
{
"epoch": 0.33,
"learning_rate": 0.00019994614307476877,
"loss": 2.1375,
"step": 43600
},
{
"epoch": 0.34,
"learning_rate": 0.00019971763583485924,
"loss": 2.1362,
"step": 43700
},
{
"epoch": 0.34,
"learning_rate": 0.00019948682044101127,
"loss": 2.1397,
"step": 43800
},
{
"epoch": 0.34,
"learning_rate": 0.00019925600504716324,
"loss": 2.1359,
"step": 43900
},
{
"epoch": 0.34,
"learning_rate": 0.00019902518965331527,
"loss": 2.1347,
"step": 44000
},
{
"epoch": 0.34,
"eval_accuracy": 0.5329385731656068,
"eval_loss": 2.136066436767578,
"eval_runtime": 42.2261,
"eval_samples_per_second": 407.781,
"eval_steps_per_second": 2.439,
"step": 44000
},
{
"epoch": 0.34,
"learning_rate": 0.00019879437425946724,
"loss": 2.1414,
"step": 44100
},
{
"epoch": 0.34,
"learning_rate": 0.00019856355886561927,
"loss": 2.1376,
"step": 44200
},
{
"epoch": 0.34,
"learning_rate": 0.00019833274347177125,
"loss": 2.1355,
"step": 44300
},
{
"epoch": 0.34,
"learning_rate": 0.00019810192807792328,
"loss": 2.136,
"step": 44400
},
{
"epoch": 0.34,
"learning_rate": 0.00019787111268407525,
"loss": 2.1367,
"step": 44500
},
{
"epoch": 0.34,
"learning_rate": 0.00019764029729022728,
"loss": 2.1394,
"step": 44600
},
{
"epoch": 0.34,
"learning_rate": 0.00019740948189637925,
"loss": 2.1352,
"step": 44700
},
{
"epoch": 0.34,
"learning_rate": 0.00019718097465646974,
"loss": 2.1368,
"step": 44800
},
{
"epoch": 0.34,
"learning_rate": 0.00019695015926262174,
"loss": 2.1358,
"step": 44900
},
{
"epoch": 0.35,
"learning_rate": 0.00019671934386877375,
"loss": 2.1384,
"step": 45000
},
{
"epoch": 0.35,
"eval_accuracy": 0.5331781912765289,
"eval_loss": 2.13570237159729,
"eval_runtime": 40.2734,
"eval_samples_per_second": 427.553,
"eval_steps_per_second": 2.558,
"step": 45000
},
{
"epoch": 0.35,
"learning_rate": 0.00019648852847492572,
"loss": 2.1368,
"step": 45100
},
{
"epoch": 0.35,
"learning_rate": 0.00019625771308107775,
"loss": 2.1374,
"step": 45200
},
{
"epoch": 0.35,
"learning_rate": 0.00019602689768722972,
"loss": 2.1371,
"step": 45300
},
{
"epoch": 0.35,
"learning_rate": 0.00019579608229338175,
"loss": 2.1371,
"step": 45400
},
{
"epoch": 0.35,
"learning_rate": 0.00019556526689953373,
"loss": 2.138,
"step": 45500
},
{
"epoch": 0.35,
"learning_rate": 0.00019533445150568575,
"loss": 2.1379,
"step": 45600
},
{
"epoch": 0.35,
"learning_rate": 0.00019510363611183773,
"loss": 2.1358,
"step": 45700
},
{
"epoch": 0.35,
"learning_rate": 0.00019487282071798973,
"loss": 2.134,
"step": 45800
},
{
"epoch": 0.35,
"learning_rate": 0.00019464200532414173,
"loss": 2.1383,
"step": 45900
},
{
"epoch": 0.35,
"learning_rate": 0.0001944111899302937,
"loss": 2.1391,
"step": 46000
},
{
"epoch": 0.35,
"eval_accuracy": 0.5333117189261267,
"eval_loss": 2.1352105140686035,
"eval_runtime": 42.248,
"eval_samples_per_second": 407.57,
"eval_steps_per_second": 2.438,
"step": 46000
},
{
"epoch": 0.35,
"learning_rate": 0.00019418037453644574,
"loss": 2.1326,
"step": 46100
},
{
"epoch": 0.35,
"learning_rate": 0.0001939495591425977,
"loss": 2.136,
"step": 46200
},
{
"epoch": 0.36,
"learning_rate": 0.00019372105190268823,
"loss": 2.1381,
"step": 46300
},
{
"epoch": 0.36,
"learning_rate": 0.0001934902365088402,
"loss": 2.1371,
"step": 46400
},
{
"epoch": 0.36,
"learning_rate": 0.00019325942111499223,
"loss": 2.13,
"step": 46500
},
{
"epoch": 0.36,
"learning_rate": 0.0001930286057211442,
"loss": 2.1354,
"step": 46600
},
{
"epoch": 0.36,
"learning_rate": 0.00019279779032729623,
"loss": 2.1341,
"step": 46700
},
{
"epoch": 0.36,
"learning_rate": 0.0001925669749334482,
"loss": 2.1352,
"step": 46800
},
{
"epoch": 0.36,
"learning_rate": 0.0001923361595396002,
"loss": 2.1392,
"step": 46900
},
{
"epoch": 0.36,
"learning_rate": 0.0001921053441457522,
"loss": 2.1342,
"step": 47000
},
{
"epoch": 0.36,
"eval_accuracy": 0.5330414626216324,
"eval_loss": 2.135636568069458,
"eval_runtime": 42.0027,
"eval_samples_per_second": 409.95,
"eval_steps_per_second": 2.452,
"step": 47000
},
{
"epoch": 0.36,
"learning_rate": 0.0001918745287519042,
"loss": 2.1356,
"step": 47100
},
{
"epoch": 0.36,
"learning_rate": 0.00019164602151199467,
"loss": 2.1373,
"step": 47200
},
{
"epoch": 0.36,
"learning_rate": 0.0001914152061181467,
"loss": 2.1319,
"step": 47300
},
{
"epoch": 0.36,
"learning_rate": 0.00019118439072429868,
"loss": 2.1364,
"step": 47400
},
{
"epoch": 0.36,
"learning_rate": 0.0001909535753304507,
"loss": 2.1347,
"step": 47500
},
{
"epoch": 0.37,
"learning_rate": 0.00019072275993660268,
"loss": 2.1349,
"step": 47600
},
{
"epoch": 0.37,
"learning_rate": 0.0001904919445427547,
"loss": 2.136,
"step": 47700
},
{
"epoch": 0.37,
"learning_rate": 0.00019026112914890668,
"loss": 2.1328,
"step": 47800
},
{
"epoch": 0.37,
"learning_rate": 0.00019003031375505866,
"loss": 2.1379,
"step": 47900
},
{
"epoch": 0.37,
"learning_rate": 0.0001897994983612107,
"loss": 2.1319,
"step": 48000
},
{
"epoch": 0.37,
"eval_accuracy": 0.5333684224485588,
"eval_loss": 2.1347005367279053,
"eval_runtime": 42.8346,
"eval_samples_per_second": 401.988,
"eval_steps_per_second": 2.405,
"step": 48000
},
{
"epoch": 0.37,
"learning_rate": 0.00018956868296736266,
"loss": 2.1364,
"step": 48100
},
{
"epoch": 0.37,
"learning_rate": 0.0001893378675735147,
"loss": 2.1321,
"step": 48200
},
{
"epoch": 0.37,
"learning_rate": 0.00018910705217966667,
"loss": 2.1344,
"step": 48300
},
{
"epoch": 0.37,
"learning_rate": 0.0001888762367858187,
"loss": 2.1365,
"step": 48400
},
{
"epoch": 0.37,
"learning_rate": 0.00018864542139197067,
"loss": 2.1405,
"step": 48500
},
{
"epoch": 0.37,
"learning_rate": 0.0001884146059981227,
"loss": 2.1316,
"step": 48600
},
{
"epoch": 0.37,
"learning_rate": 0.00018818379060427467,
"loss": 2.1291,
"step": 48700
},
{
"epoch": 0.37,
"learning_rate": 0.0001879529752104267,
"loss": 2.1364,
"step": 48800
},
{
"epoch": 0.38,
"learning_rate": 0.00018772215981657867,
"loss": 2.1342,
"step": 48900
},
{
"epoch": 0.38,
"learning_rate": 0.0001874913444227307,
"loss": 2.1305,
"step": 49000
},
{
"epoch": 0.38,
"eval_accuracy": 0.5333807691832818,
"eval_loss": 2.1345300674438477,
"eval_runtime": 40.3145,
"eval_samples_per_second": 427.117,
"eval_steps_per_second": 2.555,
"step": 49000
},
{
"epoch": 0.38,
"learning_rate": 0.00018726052902888268,
"loss": 2.1359,
"step": 49100
},
{
"epoch": 0.38,
"learning_rate": 0.0001870297136350347,
"loss": 2.1353,
"step": 49200
},
{
"epoch": 0.38,
"learning_rate": 0.00018679889824118668,
"loss": 2.1367,
"step": 49300
},
{
"epoch": 0.38,
"learning_rate": 0.00018656808284733868,
"loss": 2.133,
"step": 49400
},
{
"epoch": 0.38,
"learning_rate": 0.00018633957560742917,
"loss": 2.1344,
"step": 49500
},
{
"epoch": 0.38,
"learning_rate": 0.00018610876021358117,
"loss": 2.1351,
"step": 49600
},
{
"epoch": 0.38,
"learning_rate": 0.00018587794481973315,
"loss": 2.1342,
"step": 49700
},
{
"epoch": 0.38,
"learning_rate": 0.00018564712942588518,
"loss": 2.1337,
"step": 49800
},
{
"epoch": 0.38,
"learning_rate": 0.00018541631403203715,
"loss": 2.1372,
"step": 49900
},
{
"epoch": 0.38,
"learning_rate": 0.00018518549863818915,
"loss": 2.1312,
"step": 50000
},
{
"epoch": 0.38,
"eval_accuracy": 0.5334438747163109,
"eval_loss": 2.133868932723999,
"eval_runtime": 42.3503,
"eval_samples_per_second": 406.585,
"eval_steps_per_second": 2.432,
"step": 50000
},
{
"epoch": 0.38,
"learning_rate": 0.00018495468324434115,
"loss": 2.1352,
"step": 50100
},
{
"epoch": 0.39,
"learning_rate": 0.00018472386785049316,
"loss": 2.1352,
"step": 50200
},
{
"epoch": 0.39,
"learning_rate": 0.00018449305245664516,
"loss": 2.1302,
"step": 50300
},
{
"epoch": 0.39,
"learning_rate": 0.00018426223706279716,
"loss": 2.1306,
"step": 50400
},
{
"epoch": 0.39,
"learning_rate": 0.00018403603797682614,
"loss": 2.1342,
"step": 50500
},
{
"epoch": 0.39,
"learning_rate": 0.0001838052225829781,
"loss": 2.1312,
"step": 50600
},
{
"epoch": 0.39,
"learning_rate": 0.0001835744071891301,
"loss": 2.1311,
"step": 50700
},
{
"epoch": 0.39,
"learning_rate": 0.00018334359179528211,
"loss": 2.1329,
"step": 50800
},
{
"epoch": 0.39,
"learning_rate": 0.00018311277640143412,
"loss": 2.1318,
"step": 50900
},
{
"epoch": 0.39,
"learning_rate": 0.00018288196100758612,
"loss": 2.1352,
"step": 51000
},
{
"epoch": 0.39,
"eval_accuracy": 0.5335911209600455,
"eval_loss": 2.13337779045105,
"eval_runtime": 42.5418,
"eval_samples_per_second": 404.755,
"eval_steps_per_second": 2.421,
"step": 51000
},
{
"epoch": 0.39,
"learning_rate": 0.00018265114561373812,
"loss": 2.1317,
"step": 51100
},
{
"epoch": 0.39,
"learning_rate": 0.00018242033021989012,
"loss": 2.1328,
"step": 51200
},
{
"epoch": 0.39,
"learning_rate": 0.00018218951482604212,
"loss": 2.1339,
"step": 51300
},
{
"epoch": 0.39,
"learning_rate": 0.00018195869943219412,
"loss": 2.1344,
"step": 51400
},
{
"epoch": 0.4,
"learning_rate": 0.00018172788403834613,
"loss": 2.1333,
"step": 51500
},
{
"epoch": 0.4,
"learning_rate": 0.0001814970686444981,
"loss": 2.1352,
"step": 51600
},
{
"epoch": 0.4,
"learning_rate": 0.00018126625325065013,
"loss": 2.1326,
"step": 51700
},
{
"epoch": 0.4,
"learning_rate": 0.0001810354378568021,
"loss": 2.137,
"step": 51800
},
{
"epoch": 0.4,
"learning_rate": 0.00018080462246295413,
"loss": 2.1357,
"step": 51900
},
{
"epoch": 0.4,
"learning_rate": 0.0001805738070691061,
"loss": 2.1342,
"step": 52000
},
{
"epoch": 0.4,
"eval_accuracy": 0.5338700657074931,
"eval_loss": 2.1334917545318604,
"eval_runtime": 42.0501,
"eval_samples_per_second": 409.488,
"eval_steps_per_second": 2.449,
"step": 52000
},
{
"epoch": 0.4,
"learning_rate": 0.0001803429916752581,
"loss": 2.1316,
"step": 52100
},
{
"epoch": 0.4,
"learning_rate": 0.0001801121762814101,
"loss": 2.1368,
"step": 52200
},
{
"epoch": 0.4,
"learning_rate": 0.0001798813608875621,
"loss": 2.1354,
"step": 52300
},
{
"epoch": 0.4,
"learning_rate": 0.0001796505454937141,
"loss": 2.1356,
"step": 52400
},
{
"epoch": 0.4,
"learning_rate": 0.0001794197300998661,
"loss": 2.1336,
"step": 52500
},
{
"epoch": 0.4,
"learning_rate": 0.00017918891470601812,
"loss": 2.1297,
"step": 52600
},
{
"epoch": 0.4,
"learning_rate": 0.0001789580993121701,
"loss": 2.134,
"step": 52700
},
{
"epoch": 0.41,
"learning_rate": 0.00017872728391832212,
"loss": 2.1331,
"step": 52800
},
{
"epoch": 0.41,
"learning_rate": 0.0001784964685244741,
"loss": 2.1307,
"step": 52900
},
{
"epoch": 0.41,
"learning_rate": 0.00017826565313062612,
"loss": 2.1355,
"step": 53000
},
{
"epoch": 0.41,
"eval_accuracy": 0.5338568043998275,
"eval_loss": 2.1317787170410156,
"eval_runtime": 49.386,
"eval_samples_per_second": 348.662,
"eval_steps_per_second": 2.086,
"step": 53000
},
{
"epoch": 0.41,
"learning_rate": 0.0001780348377367781,
"loss": 2.1265,
"step": 53100
},
{
"epoch": 0.41,
"learning_rate": 0.00017780402234293013,
"loss": 2.1308,
"step": 53200
},
{
"epoch": 0.41,
"learning_rate": 0.0001775732069490821,
"loss": 2.1353,
"step": 53300
},
{
"epoch": 0.41,
"learning_rate": 0.00017734239155523413,
"loss": 2.1333,
"step": 53400
},
{
"epoch": 0.41,
"learning_rate": 0.0001771138843153246,
"loss": 2.1301,
"step": 53500
},
{
"epoch": 0.41,
"learning_rate": 0.0001768830689214766,
"loss": 2.1322,
"step": 53600
},
{
"epoch": 0.41,
"learning_rate": 0.0001766522535276286,
"loss": 2.1354,
"step": 53700
},
{
"epoch": 0.41,
"learning_rate": 0.0001764214381337806,
"loss": 2.1333,
"step": 53800
},
{
"epoch": 0.41,
"learning_rate": 0.0001761906227399326,
"loss": 2.1325,
"step": 53900
},
{
"epoch": 0.41,
"learning_rate": 0.0001759598073460846,
"loss": 2.1333,
"step": 54000
},
{
"epoch": 0.41,
"eval_accuracy": 0.5340008496382636,
"eval_loss": 2.1320323944091797,
"eval_runtime": 42.8801,
"eval_samples_per_second": 401.562,
"eval_steps_per_second": 2.402,
"step": 54000
},
{
"epoch": 0.42,
"learning_rate": 0.00017572899195223657,
"loss": 2.1302,
"step": 54100
},
{
"epoch": 0.42,
"learning_rate": 0.00017549817655838858,
"loss": 2.1359,
"step": 54200
},
{
"epoch": 0.42,
"learning_rate": 0.00017526736116454058,
"loss": 2.129,
"step": 54300
},
{
"epoch": 0.42,
"learning_rate": 0.00017503654577069258,
"loss": 2.1271,
"step": 54400
},
{
"epoch": 0.42,
"learning_rate": 0.00017480573037684458,
"loss": 2.1255,
"step": 54500
},
{
"epoch": 0.42,
"learning_rate": 0.00017457491498299658,
"loss": 2.1304,
"step": 54600
},
{
"epoch": 0.42,
"learning_rate": 0.00017434409958914858,
"loss": 2.1358,
"step": 54700
},
{
"epoch": 0.42,
"learning_rate": 0.00017411559234923905,
"loss": 2.1296,
"step": 54800
},
{
"epoch": 0.42,
"learning_rate": 0.00017388477695539107,
"loss": 2.135,
"step": 54900
},
{
"epoch": 0.42,
"learning_rate": 0.00017365396156154305,
"loss": 2.1315,
"step": 55000
},
{
"epoch": 0.42,
"eval_accuracy": 0.5337804375591328,
"eval_loss": 2.1315910816192627,
"eval_runtime": 42.5737,
"eval_samples_per_second": 404.451,
"eval_steps_per_second": 2.419,
"step": 55000
},
{
"epoch": 0.42,
"learning_rate": 0.00017342314616769508,
"loss": 2.1346,
"step": 55100
},
{
"epoch": 0.42,
"learning_rate": 0.00017319233077384705,
"loss": 2.1324,
"step": 55200
},
{
"epoch": 0.42,
"learning_rate": 0.00017296151537999908,
"loss": 2.1324,
"step": 55300
},
{
"epoch": 0.43,
"learning_rate": 0.00017273069998615105,
"loss": 2.1303,
"step": 55400
},
{
"epoch": 0.43,
"learning_rate": 0.00017249988459230308,
"loss": 2.1301,
"step": 55500
},
{
"epoch": 0.43,
"learning_rate": 0.00017226906919845506,
"loss": 2.1314,
"step": 55600
},
{
"epoch": 0.43,
"learning_rate": 0.0001720382538046071,
"loss": 2.1332,
"step": 55700
},
{
"epoch": 0.43,
"learning_rate": 0.00017180743841075906,
"loss": 2.1307,
"step": 55800
},
{
"epoch": 0.43,
"learning_rate": 0.00017157662301691106,
"loss": 2.1318,
"step": 55900
},
{
"epoch": 0.43,
"learning_rate": 0.00017134811577700152,
"loss": 2.1316,
"step": 56000
},
{
"epoch": 0.43,
"eval_accuracy": 0.5340438345665587,
"eval_loss": 2.1310548782348633,
"eval_runtime": 42.2768,
"eval_samples_per_second": 407.292,
"eval_steps_per_second": 2.436,
"step": 56000
},
{
"epoch": 0.43,
"learning_rate": 0.00017111730038315355,
"loss": 2.1323,
"step": 56100
},
{
"epoch": 0.43,
"learning_rate": 0.00017088648498930553,
"loss": 2.131,
"step": 56200
},
{
"epoch": 0.43,
"learning_rate": 0.00017065566959545753,
"loss": 2.1298,
"step": 56300
},
{
"epoch": 0.43,
"learning_rate": 0.00017042485420160953,
"loss": 2.1316,
"step": 56400
},
{
"epoch": 0.43,
"learning_rate": 0.0001701963469617,
"loss": 2.1321,
"step": 56500
},
{
"epoch": 0.43,
"learning_rate": 0.00016996553156785202,
"loss": 2.1302,
"step": 56600
},
{
"epoch": 0.44,
"learning_rate": 0.000169734716174004,
"loss": 2.1326,
"step": 56700
},
{
"epoch": 0.44,
"learning_rate": 0.00016950390078015603,
"loss": 2.1306,
"step": 56800
},
{
"epoch": 0.44,
"learning_rate": 0.000169273085386308,
"loss": 2.1296,
"step": 56900
},
{
"epoch": 0.44,
"learning_rate": 0.00016904226999246003,
"loss": 2.1332,
"step": 57000
},
{
"epoch": 0.44,
"eval_accuracy": 0.5338810405828025,
"eval_loss": 2.1308557987213135,
"eval_runtime": 42.5948,
"eval_samples_per_second": 404.251,
"eval_steps_per_second": 2.418,
"step": 57000
},
{
"epoch": 0.44,
"learning_rate": 0.000168811454598612,
"loss": 2.1288,
"step": 57100
},
{
"epoch": 0.44,
"learning_rate": 0.00016858063920476403,
"loss": 2.1303,
"step": 57200
},
{
"epoch": 0.44,
"learning_rate": 0.000168349823810916,
"loss": 2.1297,
"step": 57300
},
{
"epoch": 0.44,
"learning_rate": 0.00016811900841706803,
"loss": 2.1268,
"step": 57400
},
{
"epoch": 0.44,
"learning_rate": 0.00016788819302322,
"loss": 2.1309,
"step": 57500
},
{
"epoch": 0.44,
"learning_rate": 0.00016765737762937204,
"loss": 2.1294,
"step": 57600
},
{
"epoch": 0.44,
"learning_rate": 0.0001674288703894625,
"loss": 2.1252,
"step": 57700
},
{
"epoch": 0.44,
"learning_rate": 0.0001671980549956145,
"loss": 2.1285,
"step": 57800
},
{
"epoch": 0.44,
"learning_rate": 0.00016696723960176648,
"loss": 2.1297,
"step": 57900
},
{
"epoch": 0.45,
"learning_rate": 0.0001667364242079185,
"loss": 2.1258,
"step": 58000
},
{
"epoch": 0.45,
"eval_accuracy": 0.5340570958742242,
"eval_loss": 2.1298437118530273,
"eval_runtime": 46.3444,
"eval_samples_per_second": 371.544,
"eval_steps_per_second": 2.222,
"step": 58000
},
{
"epoch": 0.45,
"learning_rate": 0.00016650560881407048,
"loss": 2.1271,
"step": 58100
},
{
"epoch": 0.45,
"learning_rate": 0.0001662747934202225,
"loss": 2.132,
"step": 58200
},
{
"epoch": 0.45,
"learning_rate": 0.00016604397802637448,
"loss": 2.1298,
"step": 58300
},
{
"epoch": 0.45,
"learning_rate": 0.00016581547078646494,
"loss": 2.1306,
"step": 58400
},
{
"epoch": 0.45,
"learning_rate": 0.00016558465539261697,
"loss": 2.1242,
"step": 58500
},
{
"epoch": 0.45,
"learning_rate": 0.00016535383999876895,
"loss": 2.1351,
"step": 58600
},
{
"epoch": 0.45,
"learning_rate": 0.00016512302460492098,
"loss": 2.1341,
"step": 58700
},
{
"epoch": 0.45,
"learning_rate": 0.00016489220921107295,
"loss": 2.1278,
"step": 58800
},
{
"epoch": 0.45,
"learning_rate": 0.00016466139381722498,
"loss": 2.1276,
"step": 58900
},
{
"epoch": 0.45,
"learning_rate": 0.00016443057842337695,
"loss": 2.1302,
"step": 59000
},
{
"epoch": 0.45,
"eval_accuracy": 0.5344750557089244,
"eval_loss": 2.129270553588867,
"eval_runtime": 43.5271,
"eval_samples_per_second": 395.593,
"eval_steps_per_second": 2.366,
"step": 59000
},
{
"epoch": 0.45,
"learning_rate": 0.00016419976302952898,
"loss": 2.131,
"step": 59100
},
{
"epoch": 0.45,
"learning_rate": 0.00016396894763568096,
"loss": 2.1272,
"step": 59200
},
{
"epoch": 0.46,
"learning_rate": 0.00016373813224183299,
"loss": 2.1305,
"step": 59300
},
{
"epoch": 0.46,
"learning_rate": 0.00016350731684798496,
"loss": 2.1315,
"step": 59400
},
{
"epoch": 0.46,
"learning_rate": 0.000163276501454137,
"loss": 2.1251,
"step": 59500
},
{
"epoch": 0.46,
"learning_rate": 0.00016304568606028896,
"loss": 2.1284,
"step": 59600
},
{
"epoch": 0.46,
"learning_rate": 0.00016281487066644097,
"loss": 2.1298,
"step": 59700
},
{
"epoch": 0.46,
"learning_rate": 0.00016258405527259297,
"loss": 2.1316,
"step": 59800
},
{
"epoch": 0.46,
"learning_rate": 0.00016235323987874497,
"loss": 2.1277,
"step": 59900
},
{
"epoch": 0.46,
"learning_rate": 0.00016212242448489697,
"loss": 2.1318,
"step": 60000
},
{
"epoch": 0.46,
"eval_accuracy": 0.5344819150059927,
"eval_loss": 2.12872314453125,
"eval_runtime": 40.2932,
"eval_samples_per_second": 427.342,
"eval_steps_per_second": 2.556,
"step": 60000
},
{
"epoch": 0.46,
"learning_rate": 0.00016189160909104897,
"loss": 2.1301,
"step": 60100
},
{
"epoch": 0.46,
"learning_rate": 0.00016166079369720097,
"loss": 2.1308,
"step": 60200
},
{
"epoch": 0.46,
"learning_rate": 0.00016142997830335298,
"loss": 2.1292,
"step": 60300
},
{
"epoch": 0.46,
"learning_rate": 0.00016119916290950498,
"loss": 2.1307,
"step": 60400
},
{
"epoch": 0.46,
"learning_rate": 0.00016096834751565695,
"loss": 2.1264,
"step": 60500
},
{
"epoch": 0.47,
"learning_rate": 0.00016073753212180895,
"loss": 2.1274,
"step": 60600
},
{
"epoch": 0.47,
"learning_rate": 0.00016050671672796095,
"loss": 2.1284,
"step": 60700
},
{
"epoch": 0.47,
"learning_rate": 0.00016027590133411296,
"loss": 2.1288,
"step": 60800
},
{
"epoch": 0.47,
"learning_rate": 0.00016004508594026496,
"loss": 2.1294,
"step": 60900
},
{
"epoch": 0.47,
"learning_rate": 0.00015981427054641696,
"loss": 2.1247,
"step": 61000
},
{
"epoch": 0.47,
"eval_accuracy": 0.5341919953832358,
"eval_loss": 2.12888765335083,
"eval_runtime": 41.8552,
"eval_samples_per_second": 411.394,
"eval_steps_per_second": 2.461,
"step": 61000
},
{
"epoch": 0.47,
"learning_rate": 0.00015958345515256896,
"loss": 2.1282,
"step": 61100
},
{
"epoch": 0.47,
"learning_rate": 0.00015935263975872096,
"loss": 2.1295,
"step": 61200
},
{
"epoch": 0.47,
"learning_rate": 0.00015912182436487296,
"loss": 2.1283,
"step": 61300
},
{
"epoch": 0.47,
"learning_rate": 0.00015889331712496345,
"loss": 2.1314,
"step": 61400
},
{
"epoch": 0.47,
"learning_rate": 0.00015866250173111543,
"loss": 2.1321,
"step": 61500
},
{
"epoch": 0.47,
"learning_rate": 0.00015843168633726746,
"loss": 2.1271,
"step": 61600
},
{
"epoch": 0.47,
"learning_rate": 0.00015820087094341943,
"loss": 2.1261,
"step": 61700
},
{
"epoch": 0.47,
"learning_rate": 0.00015797005554957146,
"loss": 2.1281,
"step": 61800
},
{
"epoch": 0.48,
"learning_rate": 0.00015773924015572343,
"loss": 2.1278,
"step": 61900
},
{
"epoch": 0.48,
"learning_rate": 0.00015750842476187546,
"loss": 2.1282,
"step": 62000
},
{
"epoch": 0.48,
"eval_accuracy": 0.5344627089742012,
"eval_loss": 2.1275761127471924,
"eval_runtime": 42.3322,
"eval_samples_per_second": 406.759,
"eval_steps_per_second": 2.433,
"step": 62000
},
{
"epoch": 0.48,
"learning_rate": 0.00015727760936802744,
"loss": 2.1227,
"step": 62100
},
{
"epoch": 0.48,
"learning_rate": 0.00015704679397417944,
"loss": 2.1288,
"step": 62200
},
{
"epoch": 0.48,
"learning_rate": 0.00015681597858033144,
"loss": 2.1275,
"step": 62300
},
{
"epoch": 0.48,
"learning_rate": 0.00015658516318648344,
"loss": 2.1288,
"step": 62400
},
{
"epoch": 0.48,
"learning_rate": 0.00015635434779263544,
"loss": 2.13,
"step": 62500
},
{
"epoch": 0.48,
"learning_rate": 0.00015612353239878742,
"loss": 2.1276,
"step": 62600
},
{
"epoch": 0.48,
"learning_rate": 0.00015589271700493945,
"loss": 2.1277,
"step": 62700
},
{
"epoch": 0.48,
"learning_rate": 0.00015566190161109142,
"loss": 2.1292,
"step": 62800
},
{
"epoch": 0.48,
"learning_rate": 0.00015543108621724345,
"loss": 2.1259,
"step": 62900
},
{
"epoch": 0.48,
"learning_rate": 0.00015520027082339543,
"loss": 2.1225,
"step": 63000
},
{
"epoch": 0.48,
"eval_accuracy": 0.5345834326026048,
"eval_loss": 2.127586603164673,
"eval_runtime": 42.1512,
"eval_samples_per_second": 408.505,
"eval_steps_per_second": 2.444,
"step": 63000
},
{
"epoch": 0.48,
"learning_rate": 0.00015496945542954743,
"loss": 2.1342,
"step": 63100
},
{
"epoch": 0.49,
"learning_rate": 0.00015474094818963792,
"loss": 2.1263,
"step": 63200
},
{
"epoch": 0.49,
"learning_rate": 0.00015451013279578992,
"loss": 2.1261,
"step": 63300
},
{
"epoch": 0.49,
"learning_rate": 0.0001542793174019419,
"loss": 2.1303,
"step": 63400
},
{
"epoch": 0.49,
"learning_rate": 0.00015404850200809392,
"loss": 2.1326,
"step": 63500
},
{
"epoch": 0.49,
"learning_rate": 0.0001538176866142459,
"loss": 2.1278,
"step": 63600
},
{
"epoch": 0.49,
"learning_rate": 0.00015358687122039792,
"loss": 2.1254,
"step": 63700
},
{
"epoch": 0.49,
"learning_rate": 0.0001533560558265499,
"loss": 2.1235,
"step": 63800
},
{
"epoch": 0.49,
"learning_rate": 0.00015312524043270193,
"loss": 2.1271,
"step": 63900
},
{
"epoch": 0.49,
"learning_rate": 0.0001528944250388539,
"loss": 2.1288,
"step": 64000
},
{
"epoch": 0.49,
"eval_accuracy": 0.5344064627382406,
"eval_loss": 2.126460313796997,
"eval_runtime": 41.9851,
"eval_samples_per_second": 410.121,
"eval_steps_per_second": 2.453,
"step": 64000
},
{
"epoch": 0.49,
"learning_rate": 0.00015266360964500593,
"loss": 2.1253,
"step": 64100
},
{
"epoch": 0.49,
"learning_rate": 0.0001524327942511579,
"loss": 2.1233,
"step": 64200
},
{
"epoch": 0.49,
"learning_rate": 0.00015220197885730993,
"loss": 2.1252,
"step": 64300
},
{
"epoch": 0.49,
"learning_rate": 0.0001519711634634619,
"loss": 2.1294,
"step": 64400
},
{
"epoch": 0.5,
"learning_rate": 0.00015174034806961388,
"loss": 2.1256,
"step": 64500
},
{
"epoch": 0.5,
"learning_rate": 0.0001515095326757659,
"loss": 2.1267,
"step": 64600
},
{
"epoch": 0.5,
"learning_rate": 0.00015127871728191789,
"loss": 2.126,
"step": 64700
},
{
"epoch": 0.5,
"learning_rate": 0.00015104790188806992,
"loss": 2.1258,
"step": 64800
},
{
"epoch": 0.5,
"learning_rate": 0.0001508170864942219,
"loss": 2.1307,
"step": 64900
},
{
"epoch": 0.5,
"learning_rate": 0.00015058627110037392,
"loss": 2.1281,
"step": 65000
},
{
"epoch": 0.5,
"eval_accuracy": 0.5346437944168065,
"eval_loss": 2.1260733604431152,
"eval_runtime": 40.4059,
"eval_samples_per_second": 426.15,
"eval_steps_per_second": 2.549,
"step": 65000
},
{
"epoch": 0.5,
"learning_rate": 0.0001503554557065259,
"loss": 2.1246,
"step": 65100
},
{
"epoch": 0.5,
"learning_rate": 0.00015012464031267792,
"loss": 2.1272,
"step": 65200
},
{
"epoch": 0.5,
"learning_rate": 0.00014989382491882992,
"loss": 2.1288,
"step": 65300
},
{
"epoch": 0.5,
"learning_rate": 0.00014966531767892039,
"loss": 2.127,
"step": 65400
},
{
"epoch": 0.5,
"learning_rate": 0.0001494345022850724,
"loss": 2.1255,
"step": 65500
},
{
"epoch": 0.5,
"learning_rate": 0.0001492036868912244,
"loss": 2.1221,
"step": 65600
},
{
"epoch": 0.5,
"learning_rate": 0.0001489728714973764,
"loss": 2.1281,
"step": 65700
},
{
"epoch": 0.51,
"learning_rate": 0.0001487420561035284,
"loss": 2.1257,
"step": 65800
},
{
"epoch": 0.51,
"learning_rate": 0.00014851124070968037,
"loss": 2.1268,
"step": 65900
},
{
"epoch": 0.51,
"learning_rate": 0.00014828042531583237,
"loss": 2.1267,
"step": 66000
},
{
"epoch": 0.51,
"eval_accuracy": 0.5348189351352859,
"eval_loss": 2.125568389892578,
"eval_runtime": 42.0351,
"eval_samples_per_second": 409.634,
"eval_steps_per_second": 2.45,
"step": 66000
},
{
"epoch": 0.51,
"learning_rate": 0.00014804960992198437,
"loss": 2.1268,
"step": 66100
},
{
"epoch": 0.51,
"learning_rate": 0.00014781879452813637,
"loss": 2.1235,
"step": 66200
},
{
"epoch": 0.51,
"learning_rate": 0.00014758797913428837,
"loss": 2.1311,
"step": 66300
},
{
"epoch": 0.51,
"learning_rate": 0.00014735716374044037,
"loss": 2.1276,
"step": 66400
},
{
"epoch": 0.51,
"learning_rate": 0.00014712634834659238,
"loss": 2.129,
"step": 66500
},
{
"epoch": 0.51,
"learning_rate": 0.00014689553295274438,
"loss": 2.1234,
"step": 66600
},
{
"epoch": 0.51,
"learning_rate": 0.00014666471755889638,
"loss": 2.1312,
"step": 66700
},
{
"epoch": 0.51,
"learning_rate": 0.00014643390216504838,
"loss": 2.1246,
"step": 66800
},
{
"epoch": 0.51,
"learning_rate": 0.00014620308677120038,
"loss": 2.1244,
"step": 66900
},
{
"epoch": 0.51,
"learning_rate": 0.00014597227137735238,
"loss": 2.1252,
"step": 67000
},
{
"epoch": 0.51,
"eval_accuracy": 0.534863749209466,
"eval_loss": 2.125560760498047,
"eval_runtime": 43.0904,
"eval_samples_per_second": 399.602,
"eval_steps_per_second": 2.39,
"step": 67000
},
{
"epoch": 0.52,
"learning_rate": 0.00014574145598350439,
"loss": 2.1254,
"step": 67100
},
{
"epoch": 0.52,
"learning_rate": 0.0001455106405896564,
"loss": 2.1264,
"step": 67200
},
{
"epoch": 0.52,
"learning_rate": 0.00014528213334974688,
"loss": 2.1272,
"step": 67300
},
{
"epoch": 0.52,
"learning_rate": 0.00014505131795589888,
"loss": 2.1249,
"step": 67400
},
{
"epoch": 0.52,
"learning_rate": 0.00014482050256205088,
"loss": 2.1246,
"step": 67500
},
{
"epoch": 0.52,
"learning_rate": 0.00014458968716820285,
"loss": 2.1302,
"step": 67600
},
{
"epoch": 0.52,
"learning_rate": 0.00014435887177435486,
"loss": 2.1272,
"step": 67700
},
{
"epoch": 0.52,
"learning_rate": 0.00014412805638050686,
"loss": 2.1264,
"step": 67800
},
{
"epoch": 0.52,
"learning_rate": 0.00014389724098665886,
"loss": 2.1272,
"step": 67900
},
{
"epoch": 0.52,
"learning_rate": 0.00014366642559281086,
"loss": 2.1237,
"step": 68000
},
{
"epoch": 0.52,
"eval_accuracy": 0.5348610054906386,
"eval_loss": 2.1258022785186768,
"eval_runtime": 43.8595,
"eval_samples_per_second": 392.595,
"eval_steps_per_second": 2.348,
"step": 68000
},
{
"epoch": 0.52,
"learning_rate": 0.00014343561019896286,
"loss": 2.1214,
"step": 68100
},
{
"epoch": 0.52,
"learning_rate": 0.00014320479480511486,
"loss": 2.129,
"step": 68200
},
{
"epoch": 0.52,
"learning_rate": 0.00014297397941126687,
"loss": 2.1197,
"step": 68300
},
{
"epoch": 0.53,
"learning_rate": 0.00014274547217135733,
"loss": 2.1251,
"step": 68400
},
{
"epoch": 0.53,
"learning_rate": 0.00014251465677750933,
"loss": 2.127,
"step": 68500
},
{
"epoch": 0.53,
"learning_rate": 0.00014228384138366133,
"loss": 2.1215,
"step": 68600
},
{
"epoch": 0.53,
"learning_rate": 0.00014205302598981333,
"loss": 2.1277,
"step": 68700
},
{
"epoch": 0.53,
"learning_rate": 0.00014182221059596533,
"loss": 2.1293,
"step": 68800
},
{
"epoch": 0.53,
"learning_rate": 0.00014159370335605582,
"loss": 2.1248,
"step": 68900
},
{
"epoch": 0.53,
"learning_rate": 0.00014136288796220782,
"loss": 2.1264,
"step": 69000
},
{
"epoch": 0.53,
"eval_accuracy": 0.5352551864288351,
"eval_loss": 2.1243185997009277,
"eval_runtime": 42.6964,
"eval_samples_per_second": 403.289,
"eval_steps_per_second": 2.412,
"step": 69000
},
{
"epoch": 0.53,
"learning_rate": 0.00014113207256835983,
"loss": 2.1243,
"step": 69100
},
{
"epoch": 0.53,
"learning_rate": 0.00014090125717451183,
"loss": 2.1249,
"step": 69200
},
{
"epoch": 0.53,
"learning_rate": 0.00014067044178066383,
"loss": 2.1231,
"step": 69300
},
{
"epoch": 0.53,
"learning_rate": 0.00014043962638681583,
"loss": 2.1285,
"step": 69400
},
{
"epoch": 0.53,
"learning_rate": 0.0001402088109929678,
"loss": 2.1271,
"step": 69500
},
{
"epoch": 0.53,
"learning_rate": 0.0001399779955991198,
"loss": 2.1254,
"step": 69600
},
{
"epoch": 0.54,
"learning_rate": 0.0001397471802052718,
"loss": 2.1216,
"step": 69700
},
{
"epoch": 0.54,
"learning_rate": 0.0001395163648114238,
"loss": 2.1233,
"step": 69800
},
{
"epoch": 0.54,
"learning_rate": 0.0001392855494175758,
"loss": 2.1232,
"step": 69900
},
{
"epoch": 0.54,
"learning_rate": 0.00013905473402372781,
"loss": 2.1245,
"step": 70000
},
{
"epoch": 0.54,
"eval_accuracy": 0.5352295783864464,
"eval_loss": 2.1242990493774414,
"eval_runtime": 40.3898,
"eval_samples_per_second": 426.321,
"eval_steps_per_second": 2.55,
"step": 70000
},
{
"epoch": 0.54,
"learning_rate": 0.00013882391862987982,
"loss": 2.1216,
"step": 70100
},
{
"epoch": 0.54,
"learning_rate": 0.00013859310323603182,
"loss": 2.1278,
"step": 70200
},
{
"epoch": 0.54,
"learning_rate": 0.00013836228784218382,
"loss": 2.1247,
"step": 70300
},
{
"epoch": 0.54,
"learning_rate": 0.0001381314724483358,
"loss": 2.1261,
"step": 70400
},
{
"epoch": 0.54,
"learning_rate": 0.00013790296520842628,
"loss": 2.1238,
"step": 70500
},
{
"epoch": 0.54,
"learning_rate": 0.00013767214981457828,
"loss": 2.1256,
"step": 70600
},
{
"epoch": 0.54,
"learning_rate": 0.00013744133442073029,
"loss": 2.1215,
"step": 70700
},
{
"epoch": 0.54,
"learning_rate": 0.0001372105190268823,
"loss": 2.12,
"step": 70800
},
{
"epoch": 0.54,
"learning_rate": 0.0001369797036330343,
"loss": 2.1225,
"step": 70900
},
{
"epoch": 0.55,
"learning_rate": 0.0001367488882391863,
"loss": 2.1235,
"step": 71000
},
{
"epoch": 0.55,
"eval_accuracy": 0.5352314075323313,
"eval_loss": 2.123901844024658,
"eval_runtime": 42.1278,
"eval_samples_per_second": 408.733,
"eval_steps_per_second": 2.445,
"step": 71000
},
{
"epoch": 0.55,
"learning_rate": 0.0001365180728453383,
"loss": 2.1211,
"step": 71100
},
{
"epoch": 0.55,
"learning_rate": 0.0001362872574514903,
"loss": 2.124,
"step": 71200
},
{
"epoch": 0.55,
"learning_rate": 0.0001360564420576423,
"loss": 2.1224,
"step": 71300
},
{
"epoch": 0.55,
"learning_rate": 0.0001358256266637943,
"loss": 2.123,
"step": 71400
},
{
"epoch": 0.55,
"learning_rate": 0.0001355948112699463,
"loss": 2.1242,
"step": 71500
},
{
"epoch": 0.55,
"learning_rate": 0.0001353639958760983,
"loss": 2.1244,
"step": 71600
},
{
"epoch": 0.55,
"learning_rate": 0.00013513548863618876,
"loss": 2.1239,
"step": 71700
},
{
"epoch": 0.55,
"learning_rate": 0.00013490467324234076,
"loss": 2.1209,
"step": 71800
},
{
"epoch": 0.55,
"learning_rate": 0.00013467385784849277,
"loss": 2.1213,
"step": 71900
},
{
"epoch": 0.55,
"learning_rate": 0.00013444304245464477,
"loss": 2.1261,
"step": 72000
},
{
"epoch": 0.55,
"eval_accuracy": 0.5357376236559779,
"eval_loss": 2.1223719120025635,
"eval_runtime": 41.9736,
"eval_samples_per_second": 410.234,
"eval_steps_per_second": 2.454,
"step": 72000
},
{
"epoch": 0.55,
"learning_rate": 0.00013421222706079677,
"loss": 2.1277,
"step": 72100
},
{
"epoch": 0.55,
"learning_rate": 0.00013398141166694877,
"loss": 2.1232,
"step": 72200
},
{
"epoch": 0.56,
"learning_rate": 0.00013375059627310074,
"loss": 2.1235,
"step": 72300
},
{
"epoch": 0.56,
"learning_rate": 0.00013351978087925275,
"loss": 2.1244,
"step": 72400
},
{
"epoch": 0.56,
"learning_rate": 0.00013328896548540475,
"loss": 2.1265,
"step": 72500
},
{
"epoch": 0.56,
"learning_rate": 0.00013305815009155675,
"loss": 2.1257,
"step": 72600
},
{
"epoch": 0.56,
"learning_rate": 0.00013282733469770875,
"loss": 2.1212,
"step": 72700
},
{
"epoch": 0.56,
"learning_rate": 0.00013259651930386075,
"loss": 2.1239,
"step": 72800
},
{
"epoch": 0.56,
"learning_rate": 0.00013236570391001275,
"loss": 2.1214,
"step": 72900
},
{
"epoch": 0.56,
"learning_rate": 0.00013213488851616476,
"loss": 2.1218,
"step": 73000
},
{
"epoch": 0.56,
"eval_accuracy": 0.5355108095662501,
"eval_loss": 2.121886730194092,
"eval_runtime": 40.4232,
"eval_samples_per_second": 425.968,
"eval_steps_per_second": 2.548,
"step": 73000
},
{
"epoch": 0.56,
"learning_rate": 0.00013190407312231676,
"loss": 2.1235,
"step": 73100
},
{
"epoch": 0.56,
"learning_rate": 0.00013167325772846876,
"loss": 2.1215,
"step": 73200
},
{
"epoch": 0.56,
"learning_rate": 0.00013144244233462076,
"loss": 2.1223,
"step": 73300
},
{
"epoch": 0.56,
"learning_rate": 0.00013121393509471125,
"loss": 2.1189,
"step": 73400
},
{
"epoch": 0.56,
"learning_rate": 0.00013098311970086325,
"loss": 2.124,
"step": 73500
},
{
"epoch": 0.57,
"learning_rate": 0.00013075230430701525,
"loss": 2.1239,
"step": 73600
},
{
"epoch": 0.57,
"learning_rate": 0.00013052148891316725,
"loss": 2.1255,
"step": 73700
},
{
"epoch": 0.57,
"learning_rate": 0.00013029067351931926,
"loss": 2.1225,
"step": 73800
},
{
"epoch": 0.57,
"learning_rate": 0.00013005985812547126,
"loss": 2.1198,
"step": 73900
},
{
"epoch": 0.57,
"learning_rate": 0.00012982904273162323,
"loss": 2.1205,
"step": 74000
},
{
"epoch": 0.57,
"eval_accuracy": 0.5355661412292684,
"eval_loss": 2.1218619346618652,
"eval_runtime": 41.7364,
"eval_samples_per_second": 412.566,
"eval_steps_per_second": 2.468,
"step": 74000
},
{
"epoch": 0.57,
"learning_rate": 0.00012959822733777523,
"loss": 2.122,
"step": 74100
},
{
"epoch": 0.57,
"learning_rate": 0.00012936741194392724,
"loss": 2.1219,
"step": 74200
},
{
"epoch": 0.57,
"learning_rate": 0.0001291389047040177,
"loss": 2.1241,
"step": 74300
},
{
"epoch": 0.57,
"learning_rate": 0.0001289080893101697,
"loss": 2.1195,
"step": 74400
},
{
"epoch": 0.57,
"learning_rate": 0.0001286772739163217,
"loss": 2.1249,
"step": 74500
},
{
"epoch": 0.57,
"learning_rate": 0.0001284464585224737,
"loss": 2.1259,
"step": 74600
},
{
"epoch": 0.57,
"learning_rate": 0.0001282156431286257,
"loss": 2.1228,
"step": 74700
},
{
"epoch": 0.57,
"learning_rate": 0.0001279848277347777,
"loss": 2.1223,
"step": 74800
},
{
"epoch": 0.58,
"learning_rate": 0.0001277540123409297,
"loss": 2.124,
"step": 74900
},
{
"epoch": 0.58,
"learning_rate": 0.0001275231969470817,
"loss": 2.1229,
"step": 75000
},
{
"epoch": 0.58,
"eval_accuracy": 0.5354605080544153,
"eval_loss": 2.121462821960449,
"eval_runtime": 41.895,
"eval_samples_per_second": 411.004,
"eval_steps_per_second": 2.459,
"step": 75000
},
{
"epoch": 0.58,
"learning_rate": 0.0001272923815532337,
"loss": 2.1232,
"step": 75100
},
{
"epoch": 0.58,
"learning_rate": 0.0001270615661593857,
"loss": 2.1202,
"step": 75200
},
{
"epoch": 0.58,
"learning_rate": 0.00012683075076553771,
"loss": 2.1202,
"step": 75300
},
{
"epoch": 0.58,
"learning_rate": 0.00012659993537168972,
"loss": 2.1209,
"step": 75400
},
{
"epoch": 0.58,
"learning_rate": 0.00012636911997784172,
"loss": 2.1212,
"step": 75500
},
{
"epoch": 0.58,
"learning_rate": 0.00012613830458399372,
"loss": 2.127,
"step": 75600
},
{
"epoch": 0.58,
"learning_rate": 0.00012590748919014572,
"loss": 2.1192,
"step": 75700
},
{
"epoch": 0.58,
"learning_rate": 0.00012567667379629772,
"loss": 2.1207,
"step": 75800
},
{
"epoch": 0.58,
"learning_rate": 0.00012544585840244972,
"loss": 2.118,
"step": 75900
},
{
"epoch": 0.58,
"learning_rate": 0.00012521504300860173,
"loss": 2.1199,
"step": 76000
},
{
"epoch": 0.58,
"eval_accuracy": 0.5357902116001688,
"eval_loss": 2.1206843852996826,
"eval_runtime": 42.4403,
"eval_samples_per_second": 405.723,
"eval_steps_per_second": 2.427,
"step": 76000
},
{
"epoch": 0.58,
"learning_rate": 0.0001249842276147537,
"loss": 2.1155,
"step": 76100
},
{
"epoch": 0.59,
"learning_rate": 0.0001247534122209057,
"loss": 2.1234,
"step": 76200
},
{
"epoch": 0.59,
"learning_rate": 0.0001245225968270577,
"loss": 2.1239,
"step": 76300
},
{
"epoch": 0.59,
"learning_rate": 0.0001242917814332097,
"loss": 2.1228,
"step": 76400
},
{
"epoch": 0.59,
"learning_rate": 0.0001240632741933002,
"loss": 2.1189,
"step": 76500
},
{
"epoch": 0.59,
"learning_rate": 0.0001238324587994522,
"loss": 2.1198,
"step": 76600
},
{
"epoch": 0.59,
"learning_rate": 0.0001236016434056042,
"loss": 2.1209,
"step": 76700
},
{
"epoch": 0.59,
"learning_rate": 0.00012337082801175617,
"loss": 2.1213,
"step": 76800
},
{
"epoch": 0.59,
"learning_rate": 0.00012314001261790817,
"loss": 2.1269,
"step": 76900
},
{
"epoch": 0.59,
"learning_rate": 0.00012290919722406017,
"loss": 2.1175,
"step": 77000
},
{
"epoch": 0.59,
"eval_accuracy": 0.5358331965284641,
"eval_loss": 2.1204559803009033,
"eval_runtime": 42.2461,
"eval_samples_per_second": 407.588,
"eval_steps_per_second": 2.438,
"step": 77000
},
{
"epoch": 0.59,
"learning_rate": 0.00012267838183021218,
"loss": 2.1214,
"step": 77100
},
{
"epoch": 0.59,
"learning_rate": 0.00012244756643636418,
"loss": 2.1236,
"step": 77200
},
{
"epoch": 0.59,
"learning_rate": 0.00012221675104251618,
"loss": 2.1185,
"step": 77300
},
{
"epoch": 0.59,
"learning_rate": 0.00012198593564866818,
"loss": 2.1196,
"step": 77400
},
{
"epoch": 0.6,
"learning_rate": 0.00012175512025482018,
"loss": 2.1193,
"step": 77500
},
{
"epoch": 0.6,
"learning_rate": 0.00012152430486097218,
"loss": 2.1149,
"step": 77600
},
{
"epoch": 0.6,
"learning_rate": 0.00012129348946712419,
"loss": 2.1214,
"step": 77700
},
{
"epoch": 0.6,
"learning_rate": 0.00012106267407327619,
"loss": 2.1224,
"step": 77800
},
{
"epoch": 0.6,
"learning_rate": 0.00012083416683336666,
"loss": 2.1212,
"step": 77900
},
{
"epoch": 0.6,
"learning_rate": 0.00012060335143951866,
"loss": 2.1205,
"step": 78000
},
{
"epoch": 0.6,
"eval_accuracy": 0.5359333422656624,
"eval_loss": 2.120081901550293,
"eval_runtime": 42.3289,
"eval_samples_per_second": 406.791,
"eval_steps_per_second": 2.433,
"step": 78000
},
{
"epoch": 0.6,
"learning_rate": 0.00012037253604567067,
"loss": 2.1243,
"step": 78100
},
{
"epoch": 0.6,
"learning_rate": 0.00012014172065182265,
"loss": 2.1172,
"step": 78200
},
{
"epoch": 0.6,
"learning_rate": 0.00011991090525797466,
"loss": 2.12,
"step": 78300
},
{
"epoch": 0.6,
"learning_rate": 0.00011968008986412666,
"loss": 2.1211,
"step": 78400
},
{
"epoch": 0.6,
"learning_rate": 0.00011944927447027866,
"loss": 2.1182,
"step": 78500
},
{
"epoch": 0.6,
"learning_rate": 0.00011921845907643066,
"loss": 2.1241,
"step": 78600
},
{
"epoch": 0.6,
"learning_rate": 0.00011898764368258266,
"loss": 2.1215,
"step": 78700
},
{
"epoch": 0.61,
"learning_rate": 0.00011875682828873465,
"loss": 2.119,
"step": 78800
},
{
"epoch": 0.61,
"learning_rate": 0.00011852601289488665,
"loss": 2.1226,
"step": 78900
},
{
"epoch": 0.61,
"learning_rate": 0.00011829750565497714,
"loss": 2.1206,
"step": 79000
},
{
"epoch": 0.61,
"eval_accuracy": 0.5361629000742176,
"eval_loss": 2.1194353103637695,
"eval_runtime": 41.81,
"eval_samples_per_second": 411.84,
"eval_steps_per_second": 2.464,
"step": 79000
},
{
"epoch": 0.61,
"learning_rate": 0.00011806669026112914,
"loss": 2.1177,
"step": 79100
},
{
"epoch": 0.61,
"learning_rate": 0.00011783587486728114,
"loss": 2.123,
"step": 79200
},
{
"epoch": 0.61,
"learning_rate": 0.00011760505947343313,
"loss": 2.1172,
"step": 79300
},
{
"epoch": 0.61,
"learning_rate": 0.00011737424407958513,
"loss": 2.117,
"step": 79400
},
{
"epoch": 0.61,
"learning_rate": 0.00011714342868573714,
"loss": 2.1192,
"step": 79500
},
{
"epoch": 0.61,
"learning_rate": 0.00011691261329188914,
"loss": 2.1204,
"step": 79600
},
{
"epoch": 0.61,
"learning_rate": 0.00011668179789804114,
"loss": 2.1223,
"step": 79700
},
{
"epoch": 0.61,
"learning_rate": 0.00011645098250419314,
"loss": 2.1175,
"step": 79800
},
{
"epoch": 0.61,
"learning_rate": 0.00011622016711034514,
"loss": 2.1175,
"step": 79900
},
{
"epoch": 0.61,
"learning_rate": 0.00011598935171649714,
"loss": 2.1183,
"step": 80000
},
{
"epoch": 0.61,
"eval_accuracy": 0.5360938498170625,
"eval_loss": 2.1190812587738037,
"eval_runtime": 42.5392,
"eval_samples_per_second": 404.779,
"eval_steps_per_second": 2.421,
"step": 80000
},
{
"epoch": 0.62,
"learning_rate": 0.00011575853632264915,
"loss": 2.1195,
"step": 80100
},
{
"epoch": 0.62,
"learning_rate": 0.00011552772092880115,
"loss": 2.1194,
"step": 80200
},
{
"epoch": 0.62,
"learning_rate": 0.00011529690553495312,
"loss": 2.1205,
"step": 80300
},
{
"epoch": 0.62,
"learning_rate": 0.00011506609014110512,
"loss": 2.1178,
"step": 80400
},
{
"epoch": 0.62,
"learning_rate": 0.00011483527474725713,
"loss": 2.1198,
"step": 80500
},
{
"epoch": 0.62,
"learning_rate": 0.00011460445935340913,
"loss": 2.1149,
"step": 80600
},
{
"epoch": 0.62,
"learning_rate": 0.00011437364395956113,
"loss": 2.1232,
"step": 80700
},
{
"epoch": 0.62,
"learning_rate": 0.00011414282856571313,
"loss": 2.1155,
"step": 80800
},
{
"epoch": 0.62,
"learning_rate": 0.00011391201317186513,
"loss": 2.1183,
"step": 80900
},
{
"epoch": 0.62,
"learning_rate": 0.00011368350593195561,
"loss": 2.1242,
"step": 81000
},
{
"epoch": 0.62,
"eval_accuracy": 0.5361350055994728,
"eval_loss": 2.118927478790283,
"eval_runtime": 41.7606,
"eval_samples_per_second": 412.327,
"eval_steps_per_second": 2.466,
"step": 81000
},
{
"epoch": 0.62,
"learning_rate": 0.00011345269053810761,
"loss": 2.1192,
"step": 81100
},
{
"epoch": 0.62,
"learning_rate": 0.00011322187514425961,
"loss": 2.1177,
"step": 81200
},
{
"epoch": 0.62,
"learning_rate": 0.00011299105975041161,
"loss": 2.1175,
"step": 81300
},
{
"epoch": 0.63,
"learning_rate": 0.00011276024435656361,
"loss": 2.1177,
"step": 81400
},
{
"epoch": 0.63,
"learning_rate": 0.00011253173711665409,
"loss": 2.1185,
"step": 81500
},
{
"epoch": 0.63,
"learning_rate": 0.00011230092172280609,
"loss": 2.1196,
"step": 81600
},
{
"epoch": 0.63,
"learning_rate": 0.00011207010632895809,
"loss": 2.1169,
"step": 81700
},
{
"epoch": 0.63,
"learning_rate": 0.0001118392909351101,
"loss": 2.12,
"step": 81800
},
{
"epoch": 0.63,
"learning_rate": 0.0001116084755412621,
"loss": 2.1172,
"step": 81900
},
{
"epoch": 0.63,
"learning_rate": 0.0001113776601474141,
"loss": 2.1214,
"step": 82000
},
{
"epoch": 0.63,
"eval_accuracy": 0.536094764390005,
"eval_loss": 2.117910385131836,
"eval_runtime": 40.337,
"eval_samples_per_second": 426.879,
"eval_steps_per_second": 2.553,
"step": 82000
},
{
"epoch": 0.63,
"learning_rate": 0.0001111468447535661,
"loss": 2.1205,
"step": 82100
},
{
"epoch": 0.63,
"learning_rate": 0.0001109160293597181,
"loss": 2.1193,
"step": 82200
},
{
"epoch": 0.63,
"learning_rate": 0.0001106852139658701,
"loss": 2.1146,
"step": 82300
},
{
"epoch": 0.63,
"learning_rate": 0.00011045439857202208,
"loss": 2.1195,
"step": 82400
},
{
"epoch": 0.63,
"learning_rate": 0.00011022358317817408,
"loss": 2.1165,
"step": 82500
},
{
"epoch": 0.63,
"learning_rate": 0.00010999276778432608,
"loss": 2.1221,
"step": 82600
},
{
"epoch": 0.64,
"learning_rate": 0.00010976195239047808,
"loss": 2.1176,
"step": 82700
},
{
"epoch": 0.64,
"learning_rate": 0.00010953113699663008,
"loss": 2.115,
"step": 82800
},
{
"epoch": 0.64,
"learning_rate": 0.00010930032160278208,
"loss": 2.1198,
"step": 82900
},
{
"epoch": 0.64,
"learning_rate": 0.00010906950620893409,
"loss": 2.1185,
"step": 83000
},
{
"epoch": 0.64,
"eval_accuracy": 0.5361555834906779,
"eval_loss": 2.1171975135803223,
"eval_runtime": 42.1584,
"eval_samples_per_second": 408.436,
"eval_steps_per_second": 2.443,
"step": 83000
},
{
"epoch": 0.64,
"learning_rate": 0.00010883869081508609,
"loss": 2.118,
"step": 83100
},
{
"epoch": 0.64,
"learning_rate": 0.00010860787542123809,
"loss": 2.1215,
"step": 83200
},
{
"epoch": 0.64,
"learning_rate": 0.00010837706002739008,
"loss": 2.1185,
"step": 83300
},
{
"epoch": 0.64,
"learning_rate": 0.00010814855278748057,
"loss": 2.1229,
"step": 83400
},
{
"epoch": 0.64,
"learning_rate": 0.00010791773739363257,
"loss": 2.116,
"step": 83500
},
{
"epoch": 0.64,
"learning_rate": 0.00010768923015372304,
"loss": 2.1194,
"step": 83600
},
{
"epoch": 0.64,
"learning_rate": 0.00010745841475987505,
"loss": 2.1139,
"step": 83700
},
{
"epoch": 0.64,
"learning_rate": 0.00010722759936602705,
"loss": 2.1142,
"step": 83800
},
{
"epoch": 0.64,
"learning_rate": 0.00010699678397217905,
"loss": 2.1141,
"step": 83900
},
{
"epoch": 0.65,
"learning_rate": 0.00010676596857833105,
"loss": 2.1172,
"step": 84000
},
{
"epoch": 0.65,
"eval_accuracy": 0.5361757040954119,
"eval_loss": 2.117605447769165,
"eval_runtime": 42.9428,
"eval_samples_per_second": 400.976,
"eval_steps_per_second": 2.399,
"step": 84000
},
{
"epoch": 0.65,
"learning_rate": 0.00010653515318448305,
"loss": 2.1128,
"step": 84100
},
{
"epoch": 0.65,
"learning_rate": 0.00010630433779063505,
"loss": 2.1161,
"step": 84200
},
{
"epoch": 0.65,
"learning_rate": 0.00010607352239678704,
"loss": 2.1202,
"step": 84300
},
{
"epoch": 0.65,
"learning_rate": 0.00010584270700293904,
"loss": 2.114,
"step": 84400
},
{
"epoch": 0.65,
"learning_rate": 0.00010561189160909103,
"loss": 2.1147,
"step": 84500
},
{
"epoch": 0.65,
"learning_rate": 0.00010538107621524303,
"loss": 2.1156,
"step": 84600
},
{
"epoch": 0.65,
"learning_rate": 0.00010515026082139503,
"loss": 2.1217,
"step": 84700
},
{
"epoch": 0.65,
"learning_rate": 0.00010491944542754704,
"loss": 2.1207,
"step": 84800
},
{
"epoch": 0.65,
"learning_rate": 0.00010468863003369904,
"loss": 2.1173,
"step": 84900
},
{
"epoch": 0.65,
"learning_rate": 0.00010445781463985104,
"loss": 2.1159,
"step": 85000
},
{
"epoch": 0.65,
"eval_accuracy": 0.5366590558954972,
"eval_loss": 2.1167280673980713,
"eval_runtime": 42.3863,
"eval_samples_per_second": 406.239,
"eval_steps_per_second": 2.43,
"step": 85000
},
{
"epoch": 0.65,
"learning_rate": 0.00010422699924600304,
"loss": 2.1169,
"step": 85100
},
{
"epoch": 0.65,
"learning_rate": 0.00010399618385215503,
"loss": 2.1139,
"step": 85200
},
{
"epoch": 0.66,
"learning_rate": 0.00010376536845830703,
"loss": 2.1178,
"step": 85300
},
{
"epoch": 0.66,
"learning_rate": 0.00010353455306445903,
"loss": 2.1133,
"step": 85400
},
{
"epoch": 0.66,
"learning_rate": 0.00010330373767061103,
"loss": 2.116,
"step": 85500
},
{
"epoch": 0.66,
"learning_rate": 0.00010307292227676304,
"loss": 2.1143,
"step": 85600
},
{
"epoch": 0.66,
"learning_rate": 0.00010284210688291504,
"loss": 2.1177,
"step": 85700
},
{
"epoch": 0.66,
"learning_rate": 0.00010261129148906704,
"loss": 2.1168,
"step": 85800
},
{
"epoch": 0.66,
"learning_rate": 0.00010238047609521904,
"loss": 2.114,
"step": 85900
},
{
"epoch": 0.66,
"learning_rate": 0.00010214966070137104,
"loss": 2.1162,
"step": 86000
},
{
"epoch": 0.66,
"eval_accuracy": 0.5367303925850084,
"eval_loss": 2.115847110748291,
"eval_runtime": 42.4066,
"eval_samples_per_second": 406.045,
"eval_steps_per_second": 2.429,
"step": 86000
},
{
"epoch": 0.66,
"learning_rate": 0.00010191884530752304,
"loss": 2.1194,
"step": 86100
},
{
"epoch": 0.66,
"learning_rate": 0.00010168802991367505,
"loss": 2.1192,
"step": 86200
},
{
"epoch": 0.66,
"learning_rate": 0.00010145721451982705,
"loss": 2.119,
"step": 86300
},
{
"epoch": 0.66,
"learning_rate": 0.00010122639912597904,
"loss": 2.1115,
"step": 86400
},
{
"epoch": 0.66,
"learning_rate": 0.00010099558373213102,
"loss": 2.1163,
"step": 86500
},
{
"epoch": 0.67,
"learning_rate": 0.00010076476833828302,
"loss": 2.1127,
"step": 86600
},
{
"epoch": 0.67,
"learning_rate": 0.00010053395294443503,
"loss": 2.1123,
"step": 86700
},
{
"epoch": 0.67,
"learning_rate": 0.00010030313755058703,
"loss": 2.1158,
"step": 86800
},
{
"epoch": 0.67,
"learning_rate": 0.00010007232215673903,
"loss": 2.1162,
"step": 86900
},
{
"epoch": 0.67,
"learning_rate": 9.98438149168295e-05,
"loss": 2.1134,
"step": 87000
},
{
"epoch": 0.67,
"eval_accuracy": 0.5367422820332602,
"eval_loss": 2.1160144805908203,
"eval_runtime": 42.1023,
"eval_samples_per_second": 408.98,
"eval_steps_per_second": 2.446,
"step": 87000
},
{
"epoch": 0.67,
"learning_rate": 9.96129995229815e-05,
"loss": 2.1193,
"step": 87100
},
{
"epoch": 0.67,
"learning_rate": 9.938449228307198e-05,
"loss": 2.12,
"step": 87200
},
{
"epoch": 0.67,
"learning_rate": 9.915367688922398e-05,
"loss": 2.1138,
"step": 87300
},
{
"epoch": 0.67,
"learning_rate": 9.892286149537599e-05,
"loss": 2.116,
"step": 87400
},
{
"epoch": 0.67,
"learning_rate": 9.869204610152799e-05,
"loss": 2.1137,
"step": 87500
},
{
"epoch": 0.67,
"learning_rate": 9.846353886161846e-05,
"loss": 2.1134,
"step": 87600
},
{
"epoch": 0.67,
"learning_rate": 9.823272346777046e-05,
"loss": 2.1162,
"step": 87700
},
{
"epoch": 0.67,
"learning_rate": 9.800190807392247e-05,
"loss": 2.1103,
"step": 87800
},
{
"epoch": 0.68,
"learning_rate": 9.777109268007447e-05,
"loss": 2.1176,
"step": 87900
},
{
"epoch": 0.68,
"learning_rate": 9.754027728622647e-05,
"loss": 2.1158,
"step": 88000
},
{
"epoch": 0.68,
"eval_accuracy": 0.5369151363193835,
"eval_loss": 2.114868640899658,
"eval_runtime": 41.8639,
"eval_samples_per_second": 411.309,
"eval_steps_per_second": 2.46,
"step": 88000
},
{
"epoch": 0.68,
"learning_rate": 9.730946189237847e-05,
"loss": 2.1166,
"step": 88100
},
{
"epoch": 0.68,
"learning_rate": 9.707864649853047e-05,
"loss": 2.1138,
"step": 88200
},
{
"epoch": 0.68,
"learning_rate": 9.684783110468247e-05,
"loss": 2.1188,
"step": 88300
},
{
"epoch": 0.68,
"learning_rate": 9.661701571083448e-05,
"loss": 2.1124,
"step": 88400
},
{
"epoch": 0.68,
"learning_rate": 9.638620031698648e-05,
"loss": 2.1121,
"step": 88500
},
{
"epoch": 0.68,
"learning_rate": 9.615538492313848e-05,
"loss": 2.116,
"step": 88600
},
{
"epoch": 0.68,
"learning_rate": 9.592456952929045e-05,
"loss": 2.1127,
"step": 88700
},
{
"epoch": 0.68,
"learning_rate": 9.569375413544245e-05,
"loss": 2.1189,
"step": 88800
},
{
"epoch": 0.68,
"learning_rate": 9.546293874159446e-05,
"loss": 2.1155,
"step": 88900
},
{
"epoch": 0.68,
"learning_rate": 9.523212334774646e-05,
"loss": 2.1183,
"step": 89000
},
{
"epoch": 0.68,
"eval_accuracy": 0.5370953071890463,
"eval_loss": 2.1145880222320557,
"eval_runtime": 41.8951,
"eval_samples_per_second": 411.002,
"eval_steps_per_second": 2.459,
"step": 89000
},
{
"epoch": 0.68,
"learning_rate": 9.500130795389846e-05,
"loss": 2.1146,
"step": 89100
},
{
"epoch": 0.69,
"learning_rate": 9.477049256005046e-05,
"loss": 2.1156,
"step": 89200
},
{
"epoch": 0.69,
"learning_rate": 9.453967716620246e-05,
"loss": 2.1137,
"step": 89300
},
{
"epoch": 0.69,
"learning_rate": 9.430886177235446e-05,
"loss": 2.1145,
"step": 89400
},
{
"epoch": 0.69,
"learning_rate": 9.407804637850647e-05,
"loss": 2.1128,
"step": 89500
},
{
"epoch": 0.69,
"learning_rate": 9.384723098465847e-05,
"loss": 2.1165,
"step": 89600
},
{
"epoch": 0.69,
"learning_rate": 9.361641559081046e-05,
"loss": 2.1132,
"step": 89700
},
{
"epoch": 0.69,
"learning_rate": 9.338560019696246e-05,
"loss": 2.1152,
"step": 89800
},
{
"epoch": 0.69,
"learning_rate": 9.315478480311446e-05,
"loss": 2.1147,
"step": 89900
},
{
"epoch": 0.69,
"learning_rate": 9.292396940926646e-05,
"loss": 2.1172,
"step": 90000
},
{
"epoch": 0.69,
"eval_accuracy": 0.5371268599555609,
"eval_loss": 2.113826036453247,
"eval_runtime": 42.6539,
"eval_samples_per_second": 403.691,
"eval_steps_per_second": 2.415,
"step": 90000
},
{
"epoch": 0.69,
"learning_rate": 9.269315401541846e-05,
"loss": 2.1169,
"step": 90100
},
{
"epoch": 0.69,
"learning_rate": 9.246233862157046e-05,
"loss": 2.1186,
"step": 90200
},
{
"epoch": 0.69,
"learning_rate": 9.223152322772247e-05,
"loss": 2.1137,
"step": 90300
},
{
"epoch": 0.69,
"learning_rate": 9.200070783387447e-05,
"loss": 2.1142,
"step": 90400
},
{
"epoch": 0.7,
"learning_rate": 9.176989244002647e-05,
"loss": 2.1215,
"step": 90500
},
{
"epoch": 0.7,
"learning_rate": 9.153907704617847e-05,
"loss": 2.1197,
"step": 90600
},
{
"epoch": 0.7,
"learning_rate": 9.130826165233045e-05,
"loss": 2.1103,
"step": 90700
},
{
"epoch": 0.7,
"learning_rate": 9.107744625848245e-05,
"loss": 2.1095,
"step": 90800
},
{
"epoch": 0.7,
"learning_rate": 9.084663086463445e-05,
"loss": 2.112,
"step": 90900
},
{
"epoch": 0.7,
"learning_rate": 9.061581547078645e-05,
"loss": 2.1192,
"step": 91000
},
{
"epoch": 0.7,
"eval_accuracy": 0.5370097946189272,
"eval_loss": 2.1132709980010986,
"eval_runtime": 42.1032,
"eval_samples_per_second": 408.971,
"eval_steps_per_second": 2.446,
"step": 91000
},
{
"epoch": 0.7,
"learning_rate": 9.038500007693845e-05,
"loss": 2.1137,
"step": 91100
},
{
"epoch": 0.7,
"learning_rate": 9.015418468309045e-05,
"loss": 2.1144,
"step": 91200
},
{
"epoch": 0.7,
"learning_rate": 8.992567744318093e-05,
"loss": 2.1123,
"step": 91300
},
{
"epoch": 0.7,
"learning_rate": 8.969486204933293e-05,
"loss": 2.1098,
"step": 91400
},
{
"epoch": 0.7,
"learning_rate": 8.946404665548493e-05,
"loss": 2.1164,
"step": 91500
},
{
"epoch": 0.7,
"learning_rate": 8.923323126163693e-05,
"loss": 2.1149,
"step": 91600
},
{
"epoch": 0.7,
"learning_rate": 8.900241586778894e-05,
"loss": 2.1143,
"step": 91700
},
{
"epoch": 0.71,
"learning_rate": 8.877160047394094e-05,
"loss": 2.1121,
"step": 91800
},
{
"epoch": 0.71,
"learning_rate": 8.854309323403141e-05,
"loss": 2.1109,
"step": 91900
},
{
"epoch": 0.71,
"learning_rate": 8.831227784018341e-05,
"loss": 2.1107,
"step": 92000
},
{
"epoch": 0.71,
"eval_accuracy": 0.5372498700163205,
"eval_loss": 2.11297345161438,
"eval_runtime": 42.2737,
"eval_samples_per_second": 407.322,
"eval_steps_per_second": 2.437,
"step": 92000
},
{
"epoch": 0.71,
"learning_rate": 8.808146244633542e-05,
"loss": 2.1081,
"step": 92100
},
{
"epoch": 0.71,
"learning_rate": 8.785064705248742e-05,
"loss": 2.1129,
"step": 92200
},
{
"epoch": 0.71,
"learning_rate": 8.761983165863942e-05,
"loss": 2.12,
"step": 92300
},
{
"epoch": 0.71,
"learning_rate": 8.738901626479142e-05,
"loss": 2.1157,
"step": 92400
},
{
"epoch": 0.71,
"learning_rate": 8.715820087094342e-05,
"loss": 2.1179,
"step": 92500
},
{
"epoch": 0.71,
"learning_rate": 8.692738547709542e-05,
"loss": 2.1146,
"step": 92600
},
{
"epoch": 0.71,
"learning_rate": 8.669657008324743e-05,
"loss": 2.1089,
"step": 92700
},
{
"epoch": 0.71,
"learning_rate": 8.646575468939941e-05,
"loss": 2.114,
"step": 92800
},
{
"epoch": 0.71,
"learning_rate": 8.623724744948989e-05,
"loss": 2.1141,
"step": 92900
},
{
"epoch": 0.71,
"learning_rate": 8.600643205564188e-05,
"loss": 2.1159,
"step": 93000
},
{
"epoch": 0.71,
"eval_accuracy": 0.5374611363660268,
"eval_loss": 2.112429618835449,
"eval_runtime": 42.4437,
"eval_samples_per_second": 405.69,
"eval_steps_per_second": 2.427,
"step": 93000
},
{
"epoch": 0.72,
"learning_rate": 8.577561666179388e-05,
"loss": 2.1105,
"step": 93100
},
{
"epoch": 0.72,
"learning_rate": 8.554480126794588e-05,
"loss": 2.108,
"step": 93200
},
{
"epoch": 0.72,
"learning_rate": 8.531398587409788e-05,
"loss": 2.1121,
"step": 93300
},
{
"epoch": 0.72,
"learning_rate": 8.508317048024988e-05,
"loss": 2.1102,
"step": 93400
},
{
"epoch": 0.72,
"learning_rate": 8.485235508640188e-05,
"loss": 2.1134,
"step": 93500
},
{
"epoch": 0.72,
"learning_rate": 8.462153969255389e-05,
"loss": 2.1149,
"step": 93600
},
{
"epoch": 0.72,
"learning_rate": 8.439072429870589e-05,
"loss": 2.112,
"step": 93700
},
{
"epoch": 0.72,
"learning_rate": 8.415990890485789e-05,
"loss": 2.1162,
"step": 93800
},
{
"epoch": 0.72,
"learning_rate": 8.392909351100989e-05,
"loss": 2.1129,
"step": 93900
},
{
"epoch": 0.72,
"learning_rate": 8.369827811716189e-05,
"loss": 2.113,
"step": 94000
},
{
"epoch": 0.72,
"eval_accuracy": 0.5374259253077424,
"eval_loss": 2.112016201019287,
"eval_runtime": 42.7468,
"eval_samples_per_second": 402.814,
"eval_steps_per_second": 2.41,
"step": 94000
},
{
"epoch": 0.72,
"learning_rate": 8.34674627233139e-05,
"loss": 2.1132,
"step": 94100
},
{
"epoch": 0.72,
"learning_rate": 8.323664732946588e-05,
"loss": 2.1135,
"step": 94200
},
{
"epoch": 0.72,
"learning_rate": 8.300583193561788e-05,
"loss": 2.1176,
"step": 94300
},
{
"epoch": 0.73,
"learning_rate": 8.277501654176989e-05,
"loss": 2.112,
"step": 94400
},
{
"epoch": 0.73,
"learning_rate": 8.254420114792189e-05,
"loss": 2.1102,
"step": 94500
},
{
"epoch": 0.73,
"learning_rate": 8.231338575407389e-05,
"loss": 2.1129,
"step": 94600
},
{
"epoch": 0.73,
"learning_rate": 8.208257036022589e-05,
"loss": 2.1089,
"step": 94700
},
{
"epoch": 0.73,
"learning_rate": 8.185175496637789e-05,
"loss": 2.1145,
"step": 94800
},
{
"epoch": 0.73,
"learning_rate": 8.162093957252988e-05,
"loss": 2.1159,
"step": 94900
},
{
"epoch": 0.73,
"learning_rate": 8.139012417868188e-05,
"loss": 2.1151,
"step": 95000
},
{
"epoch": 0.73,
"eval_accuracy": 0.5375027494349083,
"eval_loss": 2.11134672164917,
"eval_runtime": 43.6521,
"eval_samples_per_second": 394.46,
"eval_steps_per_second": 2.36,
"step": 95000
},
{
"epoch": 0.73,
"learning_rate": 8.115930878483387e-05,
"loss": 2.1102,
"step": 95100
},
{
"epoch": 0.73,
"learning_rate": 8.092849339098587e-05,
"loss": 2.1124,
"step": 95200
},
{
"epoch": 0.73,
"learning_rate": 8.069998615107636e-05,
"loss": 2.1171,
"step": 95300
},
{
"epoch": 0.73,
"learning_rate": 8.046917075722836e-05,
"loss": 2.112,
"step": 95400
},
{
"epoch": 0.73,
"learning_rate": 8.023835536338036e-05,
"loss": 2.1095,
"step": 95500
},
{
"epoch": 0.73,
"learning_rate": 8.000753996953235e-05,
"loss": 2.1094,
"step": 95600
},
{
"epoch": 0.74,
"learning_rate": 7.977672457568435e-05,
"loss": 2.1104,
"step": 95700
},
{
"epoch": 0.74,
"learning_rate": 7.954590918183636e-05,
"loss": 2.1118,
"step": 95800
},
{
"epoch": 0.74,
"learning_rate": 7.931509378798836e-05,
"loss": 2.1128,
"step": 95900
},
{
"epoch": 0.74,
"learning_rate": 7.908427839414036e-05,
"loss": 2.1117,
"step": 96000
},
{
"epoch": 0.74,
"eval_accuracy": 0.5376399353762759,
"eval_loss": 2.110729932785034,
"eval_runtime": 41.6046,
"eval_samples_per_second": 413.872,
"eval_steps_per_second": 2.476,
"step": 96000
},
{
"epoch": 0.74,
"learning_rate": 7.885346300029236e-05,
"loss": 2.1097,
"step": 96100
},
{
"epoch": 0.74,
"learning_rate": 7.862264760644436e-05,
"loss": 2.1146,
"step": 96200
},
{
"epoch": 0.74,
"learning_rate": 7.839183221259636e-05,
"loss": 2.1161,
"step": 96300
},
{
"epoch": 0.74,
"learning_rate": 7.816332497268684e-05,
"loss": 2.1114,
"step": 96400
},
{
"epoch": 0.74,
"learning_rate": 7.793250957883884e-05,
"loss": 2.1112,
"step": 96500
},
{
"epoch": 0.74,
"learning_rate": 7.770169418499084e-05,
"loss": 2.1093,
"step": 96600
},
{
"epoch": 0.74,
"learning_rate": 7.747087879114284e-05,
"loss": 2.1079,
"step": 96700
},
{
"epoch": 0.74,
"learning_rate": 7.724006339729485e-05,
"loss": 2.1099,
"step": 96800
},
{
"epoch": 0.74,
"learning_rate": 7.700924800344685e-05,
"loss": 2.1086,
"step": 96900
},
{
"epoch": 0.75,
"learning_rate": 7.677843260959882e-05,
"loss": 2.1111,
"step": 97000
},
{
"epoch": 0.75,
"eval_accuracy": 0.537516468029045,
"eval_loss": 2.1103692054748535,
"eval_runtime": 41.9692,
"eval_samples_per_second": 410.277,
"eval_steps_per_second": 2.454,
"step": 97000
},
{
"epoch": 0.75,
"learning_rate": 7.654761721575082e-05,
"loss": 2.1119,
"step": 97100
},
{
"epoch": 0.75,
"learning_rate": 7.631680182190283e-05,
"loss": 2.1093,
"step": 97200
},
{
"epoch": 0.75,
"learning_rate": 7.608598642805483e-05,
"loss": 2.1154,
"step": 97300
},
{
"epoch": 0.75,
"learning_rate": 7.585747918814532e-05,
"loss": 2.1132,
"step": 97400
},
{
"epoch": 0.75,
"learning_rate": 7.56266637942973e-05,
"loss": 2.1112,
"step": 97500
},
{
"epoch": 0.75,
"learning_rate": 7.53958484004493e-05,
"loss": 2.1089,
"step": 97600
},
{
"epoch": 0.75,
"learning_rate": 7.516503300660131e-05,
"loss": 2.1137,
"step": 97700
},
{
"epoch": 0.75,
"learning_rate": 7.493421761275331e-05,
"loss": 2.1109,
"step": 97800
},
{
"epoch": 0.75,
"learning_rate": 7.470340221890531e-05,
"loss": 2.1138,
"step": 97900
},
{
"epoch": 0.75,
"learning_rate": 7.447258682505731e-05,
"loss": 2.109,
"step": 98000
},
{
"epoch": 0.75,
"eval_accuracy": 0.537841141423615,
"eval_loss": 2.110281467437744,
"eval_runtime": 41.9177,
"eval_samples_per_second": 410.781,
"eval_steps_per_second": 2.457,
"step": 98000
},
{
"epoch": 0.75,
"learning_rate": 7.424177143120931e-05,
"loss": 2.1103,
"step": 98100
},
{
"epoch": 0.75,
"learning_rate": 7.401095603736132e-05,
"loss": 2.1111,
"step": 98200
},
{
"epoch": 0.76,
"learning_rate": 7.378014064351332e-05,
"loss": 2.113,
"step": 98300
},
{
"epoch": 0.76,
"learning_rate": 7.354932524966532e-05,
"loss": 2.1077,
"step": 98400
},
{
"epoch": 0.76,
"learning_rate": 7.33208180097558e-05,
"loss": 2.1121,
"step": 98500
},
{
"epoch": 0.76,
"learning_rate": 7.30900026159078e-05,
"loss": 2.11,
"step": 98600
},
{
"epoch": 0.76,
"learning_rate": 7.286149537599827e-05,
"loss": 2.1061,
"step": 98700
},
{
"epoch": 0.76,
"learning_rate": 7.263067998215027e-05,
"loss": 2.1115,
"step": 98800
},
{
"epoch": 0.76,
"learning_rate": 7.239986458830226e-05,
"loss": 2.1106,
"step": 98900
},
{
"epoch": 0.76,
"learning_rate": 7.216904919445426e-05,
"loss": 2.1121,
"step": 99000
},
{
"epoch": 0.76,
"eval_accuracy": 0.5379024178107593,
"eval_loss": 2.109757900238037,
"eval_runtime": 42.1157,
"eval_samples_per_second": 408.85,
"eval_steps_per_second": 2.446,
"step": 99000
},
{
"epoch": 0.76,
"learning_rate": 7.193823380060626e-05,
"loss": 2.1124,
"step": 99100
},
{
"epoch": 0.76,
"learning_rate": 7.170741840675827e-05,
"loss": 2.1043,
"step": 99200
},
{
"epoch": 0.76,
"learning_rate": 7.147660301291027e-05,
"loss": 2.1094,
"step": 99300
},
{
"epoch": 0.76,
"learning_rate": 7.124578761906227e-05,
"loss": 2.1045,
"step": 99400
},
{
"epoch": 0.76,
"learning_rate": 7.101497222521427e-05,
"loss": 2.1123,
"step": 99500
},
{
"epoch": 0.77,
"learning_rate": 7.078415683136627e-05,
"loss": 2.1118,
"step": 99600
},
{
"epoch": 0.77,
"learning_rate": 7.055334143751826e-05,
"loss": 2.1091,
"step": 99700
},
{
"epoch": 0.77,
"learning_rate": 7.032252604367026e-05,
"loss": 2.1096,
"step": 99800
},
{
"epoch": 0.77,
"learning_rate": 7.009171064982226e-05,
"loss": 2.1104,
"step": 99900
},
{
"epoch": 0.77,
"learning_rate": 6.986089525597426e-05,
"loss": 2.1075,
"step": 100000
},
{
"epoch": 0.77,
"eval_accuracy": 0.5377094429199022,
"eval_loss": 2.108910083770752,
"eval_runtime": 42.9094,
"eval_samples_per_second": 401.287,
"eval_steps_per_second": 2.4,
"step": 100000
},
{
"epoch": 0.77,
"learning_rate": 6.963007986212627e-05,
"loss": 2.1124,
"step": 100100
},
{
"epoch": 0.77,
"learning_rate": 6.939926446827827e-05,
"loss": 2.1086,
"step": 100200
},
{
"epoch": 0.77,
"learning_rate": 6.916844907443027e-05,
"loss": 2.1155,
"step": 100300
},
{
"epoch": 0.77,
"learning_rate": 6.893763368058227e-05,
"loss": 2.1083,
"step": 100400
},
{
"epoch": 0.77,
"learning_rate": 6.870681828673427e-05,
"loss": 2.1061,
"step": 100500
},
{
"epoch": 0.77,
"learning_rate": 6.847600289288626e-05,
"loss": 2.1066,
"step": 100600
},
{
"epoch": 0.77,
"learning_rate": 6.824749565297675e-05,
"loss": 2.1133,
"step": 100700
},
{
"epoch": 0.77,
"learning_rate": 6.801668025912874e-05,
"loss": 2.106,
"step": 100800
},
{
"epoch": 0.78,
"learning_rate": 6.778586486528074e-05,
"loss": 2.1102,
"step": 100900
},
{
"epoch": 0.78,
"learning_rate": 6.755504947143274e-05,
"loss": 2.1094,
"step": 101000
},
{
"epoch": 0.78,
"eval_accuracy": 0.5378210208188812,
"eval_loss": 2.108694553375244,
"eval_runtime": 41.8265,
"eval_samples_per_second": 411.677,
"eval_steps_per_second": 2.463,
"step": 101000
},
{
"epoch": 0.78,
"learning_rate": 6.732423407758474e-05,
"loss": 2.1073,
"step": 101100
},
{
"epoch": 0.78,
"learning_rate": 6.709341868373674e-05,
"loss": 2.1075,
"step": 101200
},
{
"epoch": 0.78,
"learning_rate": 6.686260328988875e-05,
"loss": 2.1075,
"step": 101300
},
{
"epoch": 0.78,
"learning_rate": 6.663178789604075e-05,
"loss": 2.1062,
"step": 101400
},
{
"epoch": 0.78,
"learning_rate": 6.640097250219274e-05,
"loss": 2.1084,
"step": 101500
},
{
"epoch": 0.78,
"learning_rate": 6.617015710834474e-05,
"loss": 2.1118,
"step": 101600
},
{
"epoch": 0.78,
"learning_rate": 6.593934171449674e-05,
"loss": 2.11,
"step": 101700
},
{
"epoch": 0.78,
"learning_rate": 6.570852632064874e-05,
"loss": 2.1119,
"step": 101800
},
{
"epoch": 0.78,
"learning_rate": 6.547771092680074e-05,
"loss": 2.1102,
"step": 101900
},
{
"epoch": 0.78,
"learning_rate": 6.524689553295273e-05,
"loss": 2.1113,
"step": 102000
},
{
"epoch": 0.78,
"eval_accuracy": 0.53814523692698,
"eval_loss": 2.107855796813965,
"eval_runtime": 43.4591,
"eval_samples_per_second": 396.212,
"eval_steps_per_second": 2.37,
"step": 102000
},
{
"epoch": 0.78,
"learning_rate": 6.501608013910473e-05,
"loss": 2.1084,
"step": 102100
},
{
"epoch": 0.79,
"learning_rate": 6.478757289919522e-05,
"loss": 2.1073,
"step": 102200
},
{
"epoch": 0.79,
"learning_rate": 6.455675750534722e-05,
"loss": 2.11,
"step": 102300
},
{
"epoch": 0.79,
"learning_rate": 6.432594211149922e-05,
"loss": 2.1095,
"step": 102400
},
{
"epoch": 0.79,
"learning_rate": 6.409512671765121e-05,
"loss": 2.1074,
"step": 102500
},
{
"epoch": 0.79,
"learning_rate": 6.386431132380321e-05,
"loss": 2.1089,
"step": 102600
},
{
"epoch": 0.79,
"learning_rate": 6.363349592995522e-05,
"loss": 2.1111,
"step": 102700
},
{
"epoch": 0.79,
"learning_rate": 6.340268053610722e-05,
"loss": 2.1094,
"step": 102800
},
{
"epoch": 0.79,
"learning_rate": 6.31718651422592e-05,
"loss": 2.1094,
"step": 102900
},
{
"epoch": 0.79,
"learning_rate": 6.294104974841121e-05,
"loss": 2.1065,
"step": 103000
},
{
"epoch": 0.79,
"eval_accuracy": 0.5380492067680227,
"eval_loss": 2.10768985748291,
"eval_runtime": 41.9976,
"eval_samples_per_second": 409.999,
"eval_steps_per_second": 2.453,
"step": 103000
},
{
"epoch": 0.79,
"learning_rate": 6.27125425085017e-05,
"loss": 2.1077,
"step": 103100
},
{
"epoch": 0.79,
"learning_rate": 6.24817271146537e-05,
"loss": 2.1112,
"step": 103200
},
{
"epoch": 0.79,
"learning_rate": 6.22509117208057e-05,
"loss": 2.112,
"step": 103300
},
{
"epoch": 0.79,
"learning_rate": 6.202009632695769e-05,
"loss": 2.1022,
"step": 103400
},
{
"epoch": 0.8,
"learning_rate": 6.178928093310969e-05,
"loss": 2.1102,
"step": 103500
},
{
"epoch": 0.8,
"learning_rate": 6.155846553926169e-05,
"loss": 2.1036,
"step": 103600
},
{
"epoch": 0.8,
"learning_rate": 6.132765014541369e-05,
"loss": 2.1095,
"step": 103700
},
{
"epoch": 0.8,
"learning_rate": 6.10968347515657e-05,
"loss": 2.1067,
"step": 103800
},
{
"epoch": 0.8,
"learning_rate": 6.086601935771769e-05,
"loss": 2.1115,
"step": 103900
},
{
"epoch": 0.8,
"learning_rate": 6.063520396386969e-05,
"loss": 2.107,
"step": 104000
},
{
"epoch": 0.8,
"eval_accuracy": 0.5381827344176205,
"eval_loss": 2.107125759124756,
"eval_runtime": 42.2638,
"eval_samples_per_second": 407.418,
"eval_steps_per_second": 2.437,
"step": 104000
},
{
"epoch": 0.8,
"learning_rate": 6.040438857002169e-05,
"loss": 2.104,
"step": 104100
},
{
"epoch": 0.8,
"learning_rate": 6.017357317617369e-05,
"loss": 2.1076,
"step": 104200
},
{
"epoch": 0.8,
"learning_rate": 5.994275778232569e-05,
"loss": 2.1091,
"step": 104300
},
{
"epoch": 0.8,
"learning_rate": 5.971194238847769e-05,
"loss": 2.0995,
"step": 104400
},
{
"epoch": 0.8,
"learning_rate": 5.948112699462969e-05,
"loss": 2.1077,
"step": 104500
},
{
"epoch": 0.8,
"learning_rate": 5.9250311600781693e-05,
"loss": 2.1075,
"step": 104600
},
{
"epoch": 0.8,
"learning_rate": 5.902180436087217e-05,
"loss": 2.1061,
"step": 104700
},
{
"epoch": 0.81,
"learning_rate": 5.879098896702417e-05,
"loss": 2.1054,
"step": 104800
},
{
"epoch": 0.81,
"learning_rate": 5.856017357317617e-05,
"loss": 2.1075,
"step": 104900
},
{
"epoch": 0.81,
"learning_rate": 5.832935817932817e-05,
"loss": 2.109,
"step": 105000
},
{
"epoch": 0.81,
"eval_accuracy": 0.5384561917274133,
"eval_loss": 2.106707811355591,
"eval_runtime": 41.8526,
"eval_samples_per_second": 411.421,
"eval_steps_per_second": 2.461,
"step": 105000
},
{
"epoch": 0.81,
"learning_rate": 5.809854278548016e-05,
"loss": 2.1062,
"step": 105100
},
{
"epoch": 0.81,
"learning_rate": 5.7867727391632163e-05,
"loss": 2.1043,
"step": 105200
},
{
"epoch": 0.81,
"learning_rate": 5.7636911997784165e-05,
"loss": 2.106,
"step": 105300
},
{
"epoch": 0.81,
"learning_rate": 5.740609660393617e-05,
"loss": 2.1046,
"step": 105400
},
{
"epoch": 0.81,
"learning_rate": 5.717528121008817e-05,
"loss": 2.1045,
"step": 105500
},
{
"epoch": 0.81,
"learning_rate": 5.694446581624017e-05,
"loss": 2.1079,
"step": 105600
},
{
"epoch": 0.81,
"learning_rate": 5.6713650422392165e-05,
"loss": 2.1083,
"step": 105700
},
{
"epoch": 0.81,
"learning_rate": 5.6482835028544166e-05,
"loss": 2.1055,
"step": 105800
},
{
"epoch": 0.81,
"learning_rate": 5.625201963469617e-05,
"loss": 2.1116,
"step": 105900
},
{
"epoch": 0.81,
"learning_rate": 5.602120424084816e-05,
"loss": 2.1049,
"step": 106000
},
{
"epoch": 0.81,
"eval_accuracy": 0.5384228098150139,
"eval_loss": 2.105968952178955,
"eval_runtime": 43.8044,
"eval_samples_per_second": 393.088,
"eval_steps_per_second": 2.351,
"step": 106000
},
{
"epoch": 0.82,
"learning_rate": 5.5790388847000165e-05,
"loss": 2.1072,
"step": 106100
},
{
"epoch": 0.82,
"learning_rate": 5.555957345315216e-05,
"loss": 2.1036,
"step": 106200
},
{
"epoch": 0.82,
"learning_rate": 5.532875805930416e-05,
"loss": 2.108,
"step": 106300
},
{
"epoch": 0.82,
"learning_rate": 5.510025081939464e-05,
"loss": 2.1048,
"step": 106400
},
{
"epoch": 0.82,
"learning_rate": 5.4869435425546645e-05,
"loss": 2.1059,
"step": 106500
},
{
"epoch": 0.82,
"learning_rate": 5.4638620031698646e-05,
"loss": 2.1094,
"step": 106600
},
{
"epoch": 0.82,
"learning_rate": 5.440780463785064e-05,
"loss": 2.1032,
"step": 106700
},
{
"epoch": 0.82,
"learning_rate": 5.417698924400264e-05,
"loss": 2.1073,
"step": 106800
},
{
"epoch": 0.82,
"learning_rate": 5.3946173850154645e-05,
"loss": 2.1063,
"step": 106900
},
{
"epoch": 0.82,
"learning_rate": 5.3715358456306646e-05,
"loss": 2.1071,
"step": 107000
},
{
"epoch": 0.82,
"eval_accuracy": 0.5385513073134283,
"eval_loss": 2.1057865619659424,
"eval_runtime": 42.7724,
"eval_samples_per_second": 402.573,
"eval_steps_per_second": 2.408,
"step": 107000
},
{
"epoch": 0.82,
"learning_rate": 5.3484543062458634e-05,
"loss": 2.1054,
"step": 107100
},
{
"epoch": 0.82,
"learning_rate": 5.3253727668610636e-05,
"loss": 2.105,
"step": 107200
},
{
"epoch": 0.82,
"learning_rate": 5.302291227476264e-05,
"loss": 2.1086,
"step": 107300
},
{
"epoch": 0.83,
"learning_rate": 5.279209688091464e-05,
"loss": 2.1043,
"step": 107400
},
{
"epoch": 0.83,
"learning_rate": 5.256128148706664e-05,
"loss": 2.1082,
"step": 107500
},
{
"epoch": 0.83,
"learning_rate": 5.233046609321864e-05,
"loss": 2.1031,
"step": 107600
},
{
"epoch": 0.83,
"learning_rate": 5.209965069937064e-05,
"loss": 2.1051,
"step": 107700
},
{
"epoch": 0.83,
"learning_rate": 5.186883530552264e-05,
"loss": 2.1072,
"step": 107800
},
{
"epoch": 0.83,
"learning_rate": 5.163801991167464e-05,
"loss": 2.1057,
"step": 107900
},
{
"epoch": 0.83,
"learning_rate": 5.140720451782664e-05,
"loss": 2.1026,
"step": 108000
},
{
"epoch": 0.83,
"eval_accuracy": 0.5385348450004641,
"eval_loss": 2.1053857803344727,
"eval_runtime": 42.8825,
"eval_samples_per_second": 401.54,
"eval_steps_per_second": 2.402,
"step": 108000
},
{
"epoch": 0.83,
"learning_rate": 5.117638912397864e-05,
"loss": 2.1031,
"step": 108100
},
{
"epoch": 0.83,
"learning_rate": 5.094557373013063e-05,
"loss": 2.1087,
"step": 108200
},
{
"epoch": 0.83,
"learning_rate": 5.0714758336282634e-05,
"loss": 2.1047,
"step": 108300
},
{
"epoch": 0.83,
"learning_rate": 5.0483942942434635e-05,
"loss": 2.1061,
"step": 108400
},
{
"epoch": 0.83,
"learning_rate": 5.025312754858664e-05,
"loss": 2.1077,
"step": 108500
},
{
"epoch": 0.83,
"learning_rate": 5.002231215473864e-05,
"loss": 2.1016,
"step": 108600
},
{
"epoch": 0.84,
"learning_rate": 4.979149676089064e-05,
"loss": 2.1062,
"step": 108700
},
{
"epoch": 0.84,
"learning_rate": 4.9562989520981115e-05,
"loss": 2.1049,
"step": 108800
},
{
"epoch": 0.84,
"learning_rate": 4.933217412713312e-05,
"loss": 2.1059,
"step": 108900
},
{
"epoch": 0.84,
"learning_rate": 4.910135873328512e-05,
"loss": 2.1059,
"step": 109000
},
{
"epoch": 0.84,
"eval_accuracy": 0.5388137897479117,
"eval_loss": 2.104844570159912,
"eval_runtime": 42.6237,
"eval_samples_per_second": 403.977,
"eval_steps_per_second": 2.416,
"step": 109000
},
{
"epoch": 0.84,
"learning_rate": 4.887054333943711e-05,
"loss": 2.1056,
"step": 109100
},
{
"epoch": 0.84,
"learning_rate": 4.863972794558911e-05,
"loss": 2.1047,
"step": 109200
},
{
"epoch": 0.84,
"learning_rate": 4.840891255174111e-05,
"loss": 2.1062,
"step": 109300
},
{
"epoch": 0.84,
"learning_rate": 4.817809715789311e-05,
"loss": 2.1017,
"step": 109400
},
{
"epoch": 0.84,
"learning_rate": 4.794728176404511e-05,
"loss": 2.105,
"step": 109500
},
{
"epoch": 0.84,
"learning_rate": 4.7716466370197115e-05,
"loss": 2.1075,
"step": 109600
},
{
"epoch": 0.84,
"learning_rate": 4.748565097634911e-05,
"loss": 2.1013,
"step": 109700
},
{
"epoch": 0.84,
"learning_rate": 4.725483558250111e-05,
"loss": 2.1021,
"step": 109800
},
{
"epoch": 0.84,
"learning_rate": 4.702402018865311e-05,
"loss": 2.1023,
"step": 109900
},
{
"epoch": 0.85,
"learning_rate": 4.6795512948743595e-05,
"loss": 2.1,
"step": 110000
},
{
"epoch": 0.85,
"eval_accuracy": 0.5388586038220918,
"eval_loss": 2.104264259338379,
"eval_runtime": 43.2709,
"eval_samples_per_second": 397.935,
"eval_steps_per_second": 2.38,
"step": 110000
},
{
"epoch": 0.85,
"learning_rate": 4.65646975548956e-05,
"loss": 2.1045,
"step": 110100
},
{
"epoch": 0.85,
"learning_rate": 4.6333882161047585e-05,
"loss": 2.1042,
"step": 110200
},
{
"epoch": 0.85,
"learning_rate": 4.6103066767199587e-05,
"loss": 2.1043,
"step": 110300
},
{
"epoch": 0.85,
"learning_rate": 4.587225137335159e-05,
"loss": 2.1064,
"step": 110400
},
{
"epoch": 0.85,
"learning_rate": 4.564143597950359e-05,
"loss": 2.1061,
"step": 110500
},
{
"epoch": 0.85,
"learning_rate": 4.541062058565559e-05,
"loss": 2.101,
"step": 110600
},
{
"epoch": 0.85,
"learning_rate": 4.5179805191807586e-05,
"loss": 2.1052,
"step": 110700
},
{
"epoch": 0.85,
"learning_rate": 4.494898979795959e-05,
"loss": 2.1033,
"step": 110800
},
{
"epoch": 0.85,
"learning_rate": 4.471817440411159e-05,
"loss": 2.1032,
"step": 110900
},
{
"epoch": 0.85,
"learning_rate": 4.448735901026359e-05,
"loss": 2.1017,
"step": 111000
},
{
"epoch": 0.85,
"eval_accuracy": 0.5389066189015704,
"eval_loss": 2.1037588119506836,
"eval_runtime": 42.5584,
"eval_samples_per_second": 404.597,
"eval_steps_per_second": 2.42,
"step": 111000
},
{
"epoch": 0.85,
"learning_rate": 4.425885177035407e-05,
"loss": 2.1025,
"step": 111100
},
{
"epoch": 0.85,
"learning_rate": 4.402803637650607e-05,
"loss": 2.1029,
"step": 111200
},
{
"epoch": 0.86,
"learning_rate": 4.379722098265806e-05,
"loss": 2.1051,
"step": 111300
},
{
"epoch": 0.86,
"learning_rate": 4.3566405588810065e-05,
"loss": 2.0987,
"step": 111400
},
{
"epoch": 0.86,
"learning_rate": 4.3335590194962066e-05,
"loss": 2.1042,
"step": 111500
},
{
"epoch": 0.86,
"learning_rate": 4.310477480111406e-05,
"loss": 2.1041,
"step": 111600
},
{
"epoch": 0.86,
"learning_rate": 4.287395940726606e-05,
"loss": 2.1009,
"step": 111700
},
{
"epoch": 0.86,
"learning_rate": 4.2643144013418064e-05,
"loss": 2.1073,
"step": 111800
},
{
"epoch": 0.86,
"learning_rate": 4.2412328619570066e-05,
"loss": 2.1016,
"step": 111900
},
{
"epoch": 0.86,
"learning_rate": 4.218151322572207e-05,
"loss": 2.107,
"step": 112000
},
{
"epoch": 0.86,
"eval_accuracy": 0.5390323726811574,
"eval_loss": 2.1030471324920654,
"eval_runtime": 42.0291,
"eval_samples_per_second": 409.692,
"eval_steps_per_second": 2.451,
"step": 112000
},
{
"epoch": 0.86,
"learning_rate": 4.195300598581254e-05,
"loss": 2.1035,
"step": 112100
},
{
"epoch": 0.86,
"learning_rate": 4.1722190591964545e-05,
"loss": 2.101,
"step": 112200
},
{
"epoch": 0.86,
"learning_rate": 4.149137519811654e-05,
"loss": 2.1045,
"step": 112300
},
{
"epoch": 0.86,
"learning_rate": 4.126055980426854e-05,
"loss": 2.1017,
"step": 112400
},
{
"epoch": 0.86,
"learning_rate": 4.102974441042054e-05,
"loss": 2.1007,
"step": 112500
},
{
"epoch": 0.86,
"learning_rate": 4.079892901657254e-05,
"loss": 2.1082,
"step": 112600
},
{
"epoch": 0.87,
"learning_rate": 4.056811362272454e-05,
"loss": 2.1044,
"step": 112700
},
{
"epoch": 0.87,
"learning_rate": 4.033729822887654e-05,
"loss": 2.1046,
"step": 112800
},
{
"epoch": 0.87,
"learning_rate": 4.010648283502854e-05,
"loss": 2.1037,
"step": 112900
},
{
"epoch": 0.87,
"learning_rate": 3.9875667441180544e-05,
"loss": 2.101,
"step": 113000
},
{
"epoch": 0.87,
"eval_accuracy": 0.5391526390230897,
"eval_loss": 2.102754831314087,
"eval_runtime": 42.2499,
"eval_samples_per_second": 407.551,
"eval_steps_per_second": 2.438,
"step": 113000
},
{
"epoch": 0.87,
"learning_rate": 3.9644852047332546e-05,
"loss": 2.1028,
"step": 113100
},
{
"epoch": 0.87,
"learning_rate": 3.941403665348454e-05,
"loss": 2.1023,
"step": 113200
},
{
"epoch": 0.87,
"learning_rate": 3.9183221259636536e-05,
"loss": 2.1042,
"step": 113300
},
{
"epoch": 0.87,
"learning_rate": 3.895471401972702e-05,
"loss": 2.1022,
"step": 113400
},
{
"epoch": 0.87,
"learning_rate": 3.872389862587901e-05,
"loss": 2.0968,
"step": 113500
},
{
"epoch": 0.87,
"learning_rate": 3.8493083232031014e-05,
"loss": 2.1042,
"step": 113600
},
{
"epoch": 0.87,
"learning_rate": 3.8262267838183016e-05,
"loss": 2.1042,
"step": 113700
},
{
"epoch": 0.87,
"learning_rate": 3.803145244433502e-05,
"loss": 2.1035,
"step": 113800
},
{
"epoch": 0.87,
"learning_rate": 3.780063705048702e-05,
"loss": 2.1005,
"step": 113900
},
{
"epoch": 0.88,
"learning_rate": 3.756982165663902e-05,
"loss": 2.0995,
"step": 114000
},
{
"epoch": 0.88,
"eval_accuracy": 0.5390808450471074,
"eval_loss": 2.102349042892456,
"eval_runtime": 42.0963,
"eval_samples_per_second": 409.038,
"eval_steps_per_second": 2.447,
"step": 114000
},
{
"epoch": 0.88,
"learning_rate": 3.7339006262791016e-05,
"loss": 2.1037,
"step": 114100
},
{
"epoch": 0.88,
"learning_rate": 3.710819086894302e-05,
"loss": 2.1015,
"step": 114200
},
{
"epoch": 0.88,
"learning_rate": 3.687737547509501e-05,
"loss": 2.1039,
"step": 114300
},
{
"epoch": 0.88,
"learning_rate": 3.6646560081247014e-05,
"loss": 2.1005,
"step": 114400
},
{
"epoch": 0.88,
"learning_rate": 3.6415744687399015e-05,
"loss": 2.1021,
"step": 114500
},
{
"epoch": 0.88,
"learning_rate": 3.618492929355101e-05,
"loss": 2.0999,
"step": 114600
},
{
"epoch": 0.88,
"learning_rate": 3.595411389970301e-05,
"loss": 2.104,
"step": 114700
},
{
"epoch": 0.88,
"learning_rate": 3.5723298505855013e-05,
"loss": 2.1058,
"step": 114800
},
{
"epoch": 0.88,
"learning_rate": 3.5492483112007015e-05,
"loss": 2.0985,
"step": 114900
},
{
"epoch": 0.88,
"learning_rate": 3.526166771815902e-05,
"loss": 2.1076,
"step": 115000
},
{
"epoch": 0.88,
"eval_accuracy": 0.5391476088719063,
"eval_loss": 2.1017749309539795,
"eval_runtime": 42.7531,
"eval_samples_per_second": 402.755,
"eval_steps_per_second": 2.409,
"step": 115000
},
{
"epoch": 0.88,
"learning_rate": 3.503085232431101e-05,
"loss": 2.0992,
"step": 115100
},
{
"epoch": 0.88,
"learning_rate": 3.4802345084401494e-05,
"loss": 2.0993,
"step": 115200
},
{
"epoch": 0.89,
"learning_rate": 3.457152969055349e-05,
"loss": 2.0979,
"step": 115300
},
{
"epoch": 0.89,
"learning_rate": 3.434071429670549e-05,
"loss": 2.1048,
"step": 115400
},
{
"epoch": 0.89,
"learning_rate": 3.410989890285749e-05,
"loss": 2.0993,
"step": 115500
},
{
"epoch": 0.89,
"learning_rate": 3.3879083509009494e-05,
"loss": 2.0937,
"step": 115600
},
{
"epoch": 0.89,
"learning_rate": 3.364826811516149e-05,
"loss": 2.107,
"step": 115700
},
{
"epoch": 0.89,
"learning_rate": 3.341745272131349e-05,
"loss": 2.0987,
"step": 115800
},
{
"epoch": 0.89,
"learning_rate": 3.318663732746549e-05,
"loss": 2.1053,
"step": 115900
},
{
"epoch": 0.89,
"learning_rate": 3.295582193361749e-05,
"loss": 2.1011,
"step": 116000
},
{
"epoch": 0.89,
"eval_accuracy": 0.5393575033621988,
"eval_loss": 2.1012144088745117,
"eval_runtime": 42.3952,
"eval_samples_per_second": 406.155,
"eval_steps_per_second": 2.43,
"step": 116000
},
{
"epoch": 0.89,
"learning_rate": 3.272500653976949e-05,
"loss": 2.0986,
"step": 116100
},
{
"epoch": 0.89,
"learning_rate": 3.249419114592149e-05,
"loss": 2.1036,
"step": 116200
},
{
"epoch": 0.89,
"learning_rate": 3.2263375752073485e-05,
"loss": 2.0991,
"step": 116300
},
{
"epoch": 0.89,
"learning_rate": 3.203486851216397e-05,
"loss": 2.0999,
"step": 116400
},
{
"epoch": 0.89,
"learning_rate": 3.180405311831597e-05,
"loss": 2.1057,
"step": 116500
},
{
"epoch": 0.9,
"learning_rate": 3.157323772446797e-05,
"loss": 2.1005,
"step": 116600
},
{
"epoch": 0.9,
"learning_rate": 3.134242233061997e-05,
"loss": 2.1039,
"step": 116700
},
{
"epoch": 0.9,
"learning_rate": 3.1111606936771967e-05,
"loss": 2.1026,
"step": 116800
},
{
"epoch": 0.9,
"learning_rate": 3.088079154292397e-05,
"loss": 2.1013,
"step": 116900
},
{
"epoch": 0.9,
"learning_rate": 3.064997614907597e-05,
"loss": 2.1006,
"step": 117000
},
{
"epoch": 0.9,
"eval_accuracy": 0.5393684782375082,
"eval_loss": 2.1007778644561768,
"eval_runtime": 42.8091,
"eval_samples_per_second": 402.227,
"eval_steps_per_second": 2.406,
"step": 117000
},
{
"epoch": 0.9,
"learning_rate": 3.0419160755227968e-05,
"loss": 2.1035,
"step": 117100
},
{
"epoch": 0.9,
"learning_rate": 3.0188345361379966e-05,
"loss": 2.0997,
"step": 117200
},
{
"epoch": 0.9,
"learning_rate": 2.9957529967531965e-05,
"loss": 2.1021,
"step": 117300
},
{
"epoch": 0.9,
"learning_rate": 2.9726714573683963e-05,
"loss": 2.0984,
"step": 117400
},
{
"epoch": 0.9,
"learning_rate": 2.9495899179835964e-05,
"loss": 2.1008,
"step": 117500
},
{
"epoch": 0.9,
"learning_rate": 2.9267391939926443e-05,
"loss": 2.1041,
"step": 117600
},
{
"epoch": 0.9,
"learning_rate": 2.9036576546078445e-05,
"loss": 2.0963,
"step": 117700
},
{
"epoch": 0.9,
"learning_rate": 2.8805761152230443e-05,
"loss": 2.099,
"step": 117800
},
{
"epoch": 0.91,
"learning_rate": 2.857494575838244e-05,
"loss": 2.1,
"step": 117900
},
{
"epoch": 0.91,
"learning_rate": 2.8344130364534443e-05,
"loss": 2.0955,
"step": 118000
},
{
"epoch": 0.91,
"eval_accuracy": 0.5395468199612862,
"eval_loss": 2.1003952026367188,
"eval_runtime": 42.2852,
"eval_samples_per_second": 407.211,
"eval_steps_per_second": 2.436,
"step": 118000
},
{
"epoch": 0.91,
"learning_rate": 2.8113314970686445e-05,
"loss": 2.1028,
"step": 118100
},
{
"epoch": 0.91,
"learning_rate": 2.7882499576838443e-05,
"loss": 2.0993,
"step": 118200
},
{
"epoch": 0.91,
"learning_rate": 2.765168418299044e-05,
"loss": 2.105,
"step": 118300
},
{
"epoch": 0.91,
"learning_rate": 2.742086878914244e-05,
"loss": 2.0944,
"step": 118400
},
{
"epoch": 0.91,
"learning_rate": 2.719005339529444e-05,
"loss": 2.0958,
"step": 118500
},
{
"epoch": 0.91,
"learning_rate": 2.6959238001446443e-05,
"loss": 2.0976,
"step": 118600
},
{
"epoch": 0.91,
"learning_rate": 2.673073076153692e-05,
"loss": 2.1035,
"step": 118700
},
{
"epoch": 0.91,
"learning_rate": 2.6499915367688923e-05,
"loss": 2.1029,
"step": 118800
},
{
"epoch": 0.91,
"learning_rate": 2.6269099973840918e-05,
"loss": 2.0995,
"step": 118900
},
{
"epoch": 0.91,
"learning_rate": 2.603828457999292e-05,
"loss": 2.1007,
"step": 119000
},
{
"epoch": 0.91,
"eval_accuracy": 0.5395856893113403,
"eval_loss": 2.0998544692993164,
"eval_runtime": 42.7797,
"eval_samples_per_second": 402.504,
"eval_steps_per_second": 2.408,
"step": 119000
},
{
"epoch": 0.91,
"learning_rate": 2.5807469186144918e-05,
"loss": 2.0989,
"step": 119100
},
{
"epoch": 0.92,
"learning_rate": 2.557665379229692e-05,
"loss": 2.1004,
"step": 119200
},
{
"epoch": 0.92,
"learning_rate": 2.534583839844892e-05,
"loss": 2.0977,
"step": 119300
},
{
"epoch": 0.92,
"learning_rate": 2.5115023004600916e-05,
"loss": 2.1038,
"step": 119400
},
{
"epoch": 0.92,
"learning_rate": 2.4886515764691398e-05,
"loss": 2.0975,
"step": 119500
},
{
"epoch": 0.92,
"learning_rate": 2.4655700370843396e-05,
"loss": 2.099,
"step": 119600
},
{
"epoch": 0.92,
"learning_rate": 2.4424884976995398e-05,
"loss": 2.0984,
"step": 119700
},
{
"epoch": 0.92,
"learning_rate": 2.4194069583147396e-05,
"loss": 2.1004,
"step": 119800
},
{
"epoch": 0.92,
"learning_rate": 2.3965562343237878e-05,
"loss": 2.1007,
"step": 119900
},
{
"epoch": 0.92,
"learning_rate": 2.3734746949389873e-05,
"loss": 2.1022,
"step": 120000
},
{
"epoch": 0.92,
"eval_accuracy": 0.5396016943378332,
"eval_loss": 2.0994510650634766,
"eval_runtime": 43.6284,
"eval_samples_per_second": 394.674,
"eval_steps_per_second": 2.361,
"step": 120000
},
{
"epoch": 0.92,
"learning_rate": 2.3503931555541875e-05,
"loss": 2.0971,
"step": 120100
},
{
"epoch": 0.92,
"learning_rate": 2.3273116161693876e-05,
"loss": 2.0978,
"step": 120200
},
{
"epoch": 0.92,
"learning_rate": 2.3042300767845875e-05,
"loss": 2.0962,
"step": 120300
},
{
"epoch": 0.92,
"learning_rate": 2.2811485373997876e-05,
"loss": 2.0991,
"step": 120400
},
{
"epoch": 0.93,
"learning_rate": 2.258066998014987e-05,
"loss": 2.1004,
"step": 120500
},
{
"epoch": 0.93,
"learning_rate": 2.2349854586301873e-05,
"loss": 2.1024,
"step": 120600
},
{
"epoch": 0.93,
"learning_rate": 2.2119039192453874e-05,
"loss": 2.0974,
"step": 120700
},
{
"epoch": 0.93,
"learning_rate": 2.1888223798605873e-05,
"loss": 2.1039,
"step": 120800
},
{
"epoch": 0.93,
"learning_rate": 2.1657408404757874e-05,
"loss": 2.0992,
"step": 120900
},
{
"epoch": 0.93,
"learning_rate": 2.142659301090987e-05,
"loss": 2.0978,
"step": 121000
},
{
"epoch": 0.93,
"eval_accuracy": 0.5398605184805468,
"eval_loss": 2.0989837646484375,
"eval_runtime": 42.0243,
"eval_samples_per_second": 409.74,
"eval_steps_per_second": 2.451,
"step": 121000
},
{
"epoch": 0.93,
"learning_rate": 2.119577761706187e-05,
"loss": 2.0962,
"step": 121100
},
{
"epoch": 0.93,
"learning_rate": 2.0964962223213872e-05,
"loss": 2.0967,
"step": 121200
},
{
"epoch": 0.93,
"learning_rate": 2.073414682936587e-05,
"loss": 2.0949,
"step": 121300
},
{
"epoch": 0.93,
"learning_rate": 2.0503331435517872e-05,
"loss": 2.0953,
"step": 121400
},
{
"epoch": 0.93,
"learning_rate": 2.0272516041669867e-05,
"loss": 2.0981,
"step": 121500
},
{
"epoch": 0.93,
"learning_rate": 2.004170064782187e-05,
"loss": 2.0997,
"step": 121600
},
{
"epoch": 0.93,
"learning_rate": 1.981088525397387e-05,
"loss": 2.1005,
"step": 121700
},
{
"epoch": 0.94,
"learning_rate": 1.958006986012587e-05,
"loss": 2.1015,
"step": 121800
},
{
"epoch": 0.94,
"learning_rate": 1.934925446627787e-05,
"loss": 2.0995,
"step": 121900
},
{
"epoch": 0.94,
"learning_rate": 1.912074722636835e-05,
"loss": 2.0981,
"step": 122000
},
{
"epoch": 0.94,
"eval_accuracy": 0.5399076189870831,
"eval_loss": 2.0984342098236084,
"eval_runtime": 42.5799,
"eval_samples_per_second": 404.393,
"eval_steps_per_second": 2.419,
"step": 122000
},
{
"epoch": 0.94,
"learning_rate": 1.8889931832520347e-05,
"loss": 2.1006,
"step": 122100
},
{
"epoch": 0.94,
"learning_rate": 1.865911643867235e-05,
"loss": 2.1014,
"step": 122200
},
{
"epoch": 0.94,
"learning_rate": 1.8428301044824347e-05,
"loss": 2.1005,
"step": 122300
},
{
"epoch": 0.94,
"learning_rate": 1.819748565097635e-05,
"loss": 2.0934,
"step": 122400
},
{
"epoch": 0.94,
"learning_rate": 1.7966670257128347e-05,
"loss": 2.1023,
"step": 122500
},
{
"epoch": 0.94,
"learning_rate": 1.773585486328035e-05,
"loss": 2.0979,
"step": 122600
},
{
"epoch": 0.94,
"learning_rate": 1.7505039469432347e-05,
"loss": 2.1003,
"step": 122700
},
{
"epoch": 0.94,
"learning_rate": 1.7274224075584345e-05,
"loss": 2.0982,
"step": 122800
},
{
"epoch": 0.94,
"learning_rate": 1.7043408681736347e-05,
"loss": 2.0982,
"step": 122900
},
{
"epoch": 0.94,
"learning_rate": 1.6812593287888345e-05,
"loss": 2.0952,
"step": 123000
},
{
"epoch": 0.94,
"eval_accuracy": 0.5399163074300363,
"eval_loss": 2.097956418991089,
"eval_runtime": 42.3798,
"eval_samples_per_second": 406.302,
"eval_steps_per_second": 2.43,
"step": 123000
},
{
"epoch": 0.95,
"learning_rate": 1.6581777894040347e-05,
"loss": 2.0975,
"step": 123100
},
{
"epoch": 0.95,
"learning_rate": 1.6350962500192345e-05,
"loss": 2.0986,
"step": 123200
},
{
"epoch": 0.95,
"learning_rate": 1.6120147106344343e-05,
"loss": 2.0992,
"step": 123300
},
{
"epoch": 0.95,
"learning_rate": 1.5891639866434825e-05,
"loss": 2.0929,
"step": 123400
},
{
"epoch": 0.95,
"learning_rate": 1.5660824472586823e-05,
"loss": 2.0973,
"step": 123500
},
{
"epoch": 0.95,
"learning_rate": 1.5430009078738822e-05,
"loss": 2.1016,
"step": 123600
},
{
"epoch": 0.95,
"learning_rate": 1.5199193684890823e-05,
"loss": 2.0939,
"step": 123700
},
{
"epoch": 0.95,
"learning_rate": 1.4968378291042822e-05,
"loss": 2.0971,
"step": 123800
},
{
"epoch": 0.95,
"learning_rate": 1.4737562897194823e-05,
"loss": 2.1004,
"step": 123900
},
{
"epoch": 0.95,
"learning_rate": 1.4506747503346821e-05,
"loss": 2.0962,
"step": 124000
},
{
"epoch": 0.95,
"eval_accuracy": 0.5399986189948569,
"eval_loss": 2.0974485874176025,
"eval_runtime": 43.0876,
"eval_samples_per_second": 399.627,
"eval_steps_per_second": 2.39,
"step": 124000
},
{
"epoch": 0.95,
"learning_rate": 1.4275932109498821e-05,
"loss": 2.0976,
"step": 124100
},
{
"epoch": 0.95,
"learning_rate": 1.4045116715650821e-05,
"loss": 2.0955,
"step": 124200
},
{
"epoch": 0.95,
"learning_rate": 1.381430132180282e-05,
"loss": 2.0998,
"step": 124300
},
{
"epoch": 0.96,
"learning_rate": 1.3583485927954821e-05,
"loss": 2.0929,
"step": 124400
},
{
"epoch": 0.96,
"learning_rate": 1.335267053410682e-05,
"loss": 2.0913,
"step": 124500
},
{
"epoch": 0.96,
"learning_rate": 1.31241632941973e-05,
"loss": 2.0959,
"step": 124600
},
{
"epoch": 0.96,
"learning_rate": 1.28933479003493e-05,
"loss": 2.0971,
"step": 124700
},
{
"epoch": 0.96,
"learning_rate": 1.26625325065013e-05,
"loss": 2.0989,
"step": 124800
},
{
"epoch": 0.96,
"learning_rate": 1.2431717112653298e-05,
"loss": 2.0921,
"step": 124900
},
{
"epoch": 0.96,
"learning_rate": 1.22009017188053e-05,
"loss": 2.0993,
"step": 125000
},
{
"epoch": 0.96,
"eval_accuracy": 0.540155010968016,
"eval_loss": 2.0971081256866455,
"eval_runtime": 42.3338,
"eval_samples_per_second": 406.743,
"eval_steps_per_second": 2.433,
"step": 125000
},
{
"epoch": 0.96,
"learning_rate": 1.1970086324957298e-05,
"loss": 2.0997,
"step": 125100
},
{
"epoch": 0.96,
"learning_rate": 1.1739270931109298e-05,
"loss": 2.0969,
"step": 125200
},
{
"epoch": 0.96,
"learning_rate": 1.1508455537261298e-05,
"loss": 2.1005,
"step": 125300
},
{
"epoch": 0.96,
"learning_rate": 1.1277640143413296e-05,
"loss": 2.0897,
"step": 125400
},
{
"epoch": 0.96,
"learning_rate": 1.1046824749565298e-05,
"loss": 2.097,
"step": 125500
},
{
"epoch": 0.96,
"learning_rate": 1.0816009355717296e-05,
"loss": 2.0989,
"step": 125600
},
{
"epoch": 0.97,
"learning_rate": 1.0585193961869296e-05,
"loss": 2.0949,
"step": 125700
},
{
"epoch": 0.97,
"learning_rate": 1.0356686721959776e-05,
"loss": 2.1004,
"step": 125800
},
{
"epoch": 0.97,
"learning_rate": 1.0125871328111775e-05,
"loss": 2.0969,
"step": 125900
},
{
"epoch": 0.97,
"learning_rate": 9.895055934263774e-06,
"loss": 2.0982,
"step": 126000
},
{
"epoch": 0.97,
"eval_accuracy": 0.5402135436363329,
"eval_loss": 2.0967490673065186,
"eval_runtime": 42.1939,
"eval_samples_per_second": 408.092,
"eval_steps_per_second": 2.441,
"step": 126000
},
{
"epoch": 0.97,
"learning_rate": 9.664240540415776e-06,
"loss": 2.0988,
"step": 126100
},
{
"epoch": 0.97,
"learning_rate": 9.433425146567774e-06,
"loss": 2.0995,
"step": 126200
},
{
"epoch": 0.97,
"learning_rate": 9.202609752719774e-06,
"loss": 2.0966,
"step": 126300
},
{
"epoch": 0.97,
"learning_rate": 8.971794358871774e-06,
"loss": 2.0942,
"step": 126400
},
{
"epoch": 0.97,
"learning_rate": 8.740978965023772e-06,
"loss": 2.0987,
"step": 126500
},
{
"epoch": 0.97,
"learning_rate": 8.510163571175772e-06,
"loss": 2.101,
"step": 126600
},
{
"epoch": 0.97,
"learning_rate": 8.279348177327772e-06,
"loss": 2.0984,
"step": 126700
},
{
"epoch": 0.97,
"learning_rate": 8.050840937418253e-06,
"loss": 2.0983,
"step": 126800
},
{
"epoch": 0.97,
"learning_rate": 7.820025543570251e-06,
"loss": 2.0973,
"step": 126900
},
{
"epoch": 0.98,
"learning_rate": 7.589210149722251e-06,
"loss": 2.0962,
"step": 127000
},
{
"epoch": 0.98,
"eval_accuracy": 0.5402798501746605,
"eval_loss": 2.0963633060455322,
"eval_runtime": 41.8055,
"eval_samples_per_second": 411.884,
"eval_steps_per_second": 2.464,
"step": 127000
},
{
"epoch": 0.98,
"learning_rate": 7.358394755874252e-06,
"loss": 2.0962,
"step": 127100
},
{
"epoch": 0.98,
"learning_rate": 7.127579362026251e-06,
"loss": 2.0983,
"step": 127200
},
{
"epoch": 0.98,
"learning_rate": 6.89676396817825e-06,
"loss": 2.0972,
"step": 127300
},
{
"epoch": 0.98,
"learning_rate": 6.66594857433025e-06,
"loss": 2.0964,
"step": 127400
},
{
"epoch": 0.98,
"learning_rate": 6.435133180482249e-06,
"loss": 2.0941,
"step": 127500
},
{
"epoch": 0.98,
"learning_rate": 6.20431778663425e-06,
"loss": 2.0946,
"step": 127600
},
{
"epoch": 0.98,
"learning_rate": 5.973502392786249e-06,
"loss": 2.094,
"step": 127700
},
{
"epoch": 0.98,
"learning_rate": 5.742686998938249e-06,
"loss": 2.0904,
"step": 127800
},
{
"epoch": 0.98,
"learning_rate": 5.511871605090248e-06,
"loss": 2.0968,
"step": 127900
},
{
"epoch": 0.98,
"learning_rate": 5.281056211242248e-06,
"loss": 2.0963,
"step": 128000
},
{
"epoch": 0.98,
"eval_accuracy": 0.5404106341054311,
"eval_loss": 2.0959982872009277,
"eval_runtime": 41.6925,
"eval_samples_per_second": 413.0,
"eval_steps_per_second": 2.47,
"step": 128000
},
{
"epoch": 0.98,
"learning_rate": 5.050240817394248e-06,
"loss": 2.1005,
"step": 128100
},
{
"epoch": 0.98,
"learning_rate": 4.819425423546248e-06,
"loss": 2.0951,
"step": 128200
},
{
"epoch": 0.99,
"learning_rate": 4.588610029698247e-06,
"loss": 2.1026,
"step": 128300
},
{
"epoch": 0.99,
"learning_rate": 4.357794635850247e-06,
"loss": 2.0978,
"step": 128400
},
{
"epoch": 0.99,
"learning_rate": 4.126979242002246e-06,
"loss": 2.093,
"step": 128500
},
{
"epoch": 0.99,
"learning_rate": 3.896163848154246e-06,
"loss": 2.0972,
"step": 128600
},
{
"epoch": 0.99,
"learning_rate": 3.6653484543062457e-06,
"loss": 2.0972,
"step": 128700
},
{
"epoch": 0.99,
"learning_rate": 3.4345330604582452e-06,
"loss": 2.0965,
"step": 128800
},
{
"epoch": 0.99,
"learning_rate": 3.203717666610245e-06,
"loss": 2.0963,
"step": 128900
},
{
"epoch": 0.99,
"learning_rate": 2.9729022727622447e-06,
"loss": 2.0967,
"step": 129000
},
{
"epoch": 0.99,
"eval_accuracy": 0.5404284682778089,
"eval_loss": 2.095768928527832,
"eval_runtime": 42.026,
"eval_samples_per_second": 409.723,
"eval_steps_per_second": 2.451,
"step": 129000
},
{
"epoch": 0.99,
"learning_rate": 2.7420868789142438e-06,
"loss": 2.0965,
"step": 129100
},
{
"epoch": 0.99,
"learning_rate": 2.5112714850662437e-06,
"loss": 2.0971,
"step": 129200
},
{
"epoch": 0.99,
"learning_rate": 2.280456091218243e-06,
"loss": 2.0966,
"step": 129300
},
{
"epoch": 0.99,
"learning_rate": 2.049640697370243e-06,
"loss": 2.0939,
"step": 129400
},
{
"epoch": 0.99,
"learning_rate": 1.8188253035222427e-06,
"loss": 2.0953,
"step": 129500
},
{
"epoch": 1.0,
"learning_rate": 1.5880099096742424e-06,
"loss": 2.094,
"step": 129600
},
{
"epoch": 1.0,
"learning_rate": 1.3595026697647222e-06,
"loss": 2.1009,
"step": 129700
},
{
"epoch": 1.0,
"learning_rate": 1.1286872759167217e-06,
"loss": 2.0941,
"step": 129800
},
{
"epoch": 1.0,
"learning_rate": 8.978718820687215e-07,
"loss": 2.0952,
"step": 129900
},
{
"epoch": 1.0,
"learning_rate": 6.67056488220721e-07,
"loss": 2.094,
"step": 130000
},
{
"epoch": 1.0,
"eval_accuracy": 0.5404988903943776,
"eval_loss": 2.0955088138580322,
"eval_runtime": 41.8167,
"eval_samples_per_second": 411.773,
"eval_steps_per_second": 2.463,
"step": 130000
},
{
"epoch": 1.0,
"learning_rate": 4.362410943727207e-07,
"loss": 2.1005,
"step": 130100
},
{
"epoch": 1.0,
"step": 130174,
"total_flos": 2.2194820888706993e+20,
"train_loss": 2.1287676742806667,
"train_runtime": 185005.5119,
"train_samples_per_second": 236.418,
"train_steps_per_second": 0.704
}
],
"logging_steps": 100,
"max_steps": 130174,
"num_train_epochs": 1,
"save_steps": 13018,
"total_flos": 2.2194820888706993e+20,
"trial_name": null,
"trial_params": null
}