{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 544,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.003676470588235294,
      "grad_norm": 0.20527108013629913,
      "learning_rate": 2.0000000000000002e-07,
      "loss": 1.7943,
      "step": 1
    },
    {
      "epoch": 0.007352941176470588,
      "grad_norm": 0.24291086196899414,
      "learning_rate": 4.0000000000000003e-07,
      "loss": 1.8345,
      "step": 2
    },
    {
      "epoch": 0.011029411764705883,
      "grad_norm": 0.20741452276706696,
      "learning_rate": 6.000000000000001e-07,
      "loss": 1.998,
      "step": 3
    },
    {
      "epoch": 0.014705882352941176,
      "grad_norm": 0.242351695895195,
      "learning_rate": 8.000000000000001e-07,
      "loss": 1.814,
      "step": 4
    },
    {
      "epoch": 0.01838235294117647,
      "grad_norm": 0.20806454122066498,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 1.8541,
      "step": 5
    },
    {
      "epoch": 0.022058823529411766,
      "grad_norm": 0.2232266068458557,
      "learning_rate": 1.2000000000000002e-06,
      "loss": 1.8491,
      "step": 6
    },
    {
      "epoch": 0.025735294117647058,
      "grad_norm": 0.24171140789985657,
      "learning_rate": 1.4000000000000001e-06,
      "loss": 1.7849,
      "step": 7
    },
    {
      "epoch": 0.029411764705882353,
      "grad_norm": 0.2743687331676483,
      "learning_rate": 1.6000000000000001e-06,
      "loss": 1.7188,
      "step": 8
    },
    {
      "epoch": 0.03308823529411765,
      "grad_norm": 0.17957501113414764,
      "learning_rate": 1.8000000000000001e-06,
      "loss": 2.0571,
      "step": 9
    },
    {
      "epoch": 0.03676470588235294,
      "grad_norm": 0.201459139585495,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 1.9404,
      "step": 10
    },
    {
      "epoch": 0.04044117647058824,
      "grad_norm": 0.2665609121322632,
      "learning_rate": 2.2e-06,
      "loss": 1.9073,
      "step": 11
    },
    {
      "epoch": 0.04411764705882353,
      "grad_norm": 0.2173280417919159,
      "learning_rate": 2.4000000000000003e-06,
      "loss": 1.8472,
      "step": 12
    },
    {
      "epoch": 0.04779411764705882,
      "grad_norm": 1.175387978553772,
      "learning_rate": 2.6e-06,
      "loss": 1.9748,
      "step": 13
    },
    {
      "epoch": 0.051470588235294115,
      "grad_norm": 0.22836479544639587,
      "learning_rate": 2.8000000000000003e-06,
      "loss": 1.799,
      "step": 14
    },
    {
      "epoch": 0.05514705882352941,
      "grad_norm": 0.22088803350925446,
      "learning_rate": 3e-06,
      "loss": 1.735,
      "step": 15
    },
    {
      "epoch": 0.058823529411764705,
      "grad_norm": 0.20766077935695648,
      "learning_rate": 3.2000000000000003e-06,
      "loss": 1.8871,
      "step": 16
    },
    {
      "epoch": 0.0625,
      "grad_norm": 0.2599094808101654,
      "learning_rate": 3.4000000000000005e-06,
      "loss": 1.6319,
      "step": 17
    },
    {
      "epoch": 0.0661764705882353,
      "grad_norm": 0.21609334647655487,
      "learning_rate": 3.6000000000000003e-06,
      "loss": 1.845,
      "step": 18
    },
    {
      "epoch": 0.06985294117647059,
      "grad_norm": 0.21392510831356049,
      "learning_rate": 3.8000000000000005e-06,
      "loss": 1.925,
      "step": 19
    },
    {
      "epoch": 0.07352941176470588,
      "grad_norm": 0.22204363346099854,
      "learning_rate": 4.000000000000001e-06,
      "loss": 1.83,
      "step": 20
    },
    {
      "epoch": 0.07720588235294118,
      "grad_norm": 0.24028566479682922,
      "learning_rate": 4.2000000000000004e-06,
      "loss": 1.7375,
      "step": 21
    },
    {
      "epoch": 0.08088235294117647,
      "grad_norm": 0.26085978746414185,
      "learning_rate": 4.4e-06,
      "loss": 1.7598,
      "step": 22
    },
    {
      "epoch": 0.08455882352941177,
      "grad_norm": 0.29647570848464966,
      "learning_rate": 4.600000000000001e-06,
      "loss": 1.7059,
      "step": 23
    },
    {
      "epoch": 0.08823529411764706,
      "grad_norm": 0.2606264054775238,
      "learning_rate": 4.800000000000001e-06,
      "loss": 1.7886,
      "step": 24
    },
    {
      "epoch": 0.09191176470588236,
      "grad_norm": 0.20121997594833374,
      "learning_rate": 5e-06,
      "loss": 2.069,
      "step": 25
    },
    {
      "epoch": 0.09558823529411764,
      "grad_norm": 0.23160211741924286,
      "learning_rate": 4.9999541991311605e-06,
      "loss": 1.9422,
      "step": 26
    },
    {
      "epoch": 0.09926470588235294,
      "grad_norm": 0.2353476583957672,
      "learning_rate": 4.999816798202817e-06,
      "loss": 1.8665,
      "step": 27
    },
    {
      "epoch": 0.10294117647058823,
      "grad_norm": 0.24767348170280457,
      "learning_rate": 4.999587802249433e-06,
      "loss": 1.7446,
      "step": 28
    },
    {
      "epoch": 0.10661764705882353,
      "grad_norm": 0.24555310606956482,
      "learning_rate": 4.999267219661583e-06,
      "loss": 1.8733,
      "step": 29
    },
    {
      "epoch": 0.11029411764705882,
      "grad_norm": 2.8036930561065674,
      "learning_rate": 4.9988550621856336e-06,
      "loss": 1.829,
      "step": 30
    },
    {
      "epoch": 0.11397058823529412,
      "grad_norm": 0.1886998862028122,
      "learning_rate": 4.998351344923323e-06,
      "loss": 1.8259,
      "step": 31
    },
    {
      "epoch": 0.11764705882352941,
      "grad_norm": 0.23365086317062378,
      "learning_rate": 4.997756086331198e-06,
      "loss": 1.9775,
      "step": 32
    },
    {
      "epoch": 0.1213235294117647,
      "grad_norm": 0.18128617107868195,
      "learning_rate": 4.997069308219952e-06,
      "loss": 1.8398,
      "step": 33
    },
    {
      "epoch": 0.125,
      "grad_norm": 0.21758407354354858,
      "learning_rate": 4.996291035753608e-06,
      "loss": 1.7429,
      "step": 34
    },
    {
      "epoch": 0.12867647058823528,
      "grad_norm": 0.17675141990184784,
      "learning_rate": 4.995421297448614e-06,
      "loss": 1.9317,
      "step": 35
    },
    {
      "epoch": 0.1323529411764706,
      "grad_norm": 0.18282735347747803,
      "learning_rate": 4.994460125172783e-06,
      "loss": 1.8007,
      "step": 36
    },
    {
      "epoch": 0.13602941176470587,
      "grad_norm": 0.17422187328338623,
      "learning_rate": 4.993407554144137e-06,
      "loss": 1.9293,
      "step": 37
    },
    {
      "epoch": 0.13970588235294118,
      "grad_norm": 0.20074324309825897,
      "learning_rate": 4.992263622929609e-06,
      "loss": 1.7154,
      "step": 38
    },
    {
      "epoch": 0.14338235294117646,
      "grad_norm": 0.16826124489307404,
      "learning_rate": 4.991028373443635e-06,
      "loss": 1.8976,
      "step": 39
    },
    {
      "epoch": 0.14705882352941177,
      "grad_norm": 0.1737484484910965,
      "learning_rate": 4.989701850946613e-06,
      "loss": 1.9842,
      "step": 40
    },
    {
      "epoch": 0.15073529411764705,
      "grad_norm": 0.17321883141994476,
      "learning_rate": 4.988284104043251e-06,
      "loss": 1.691,
      "step": 41
    },
    {
      "epoch": 0.15441176470588236,
      "grad_norm": 0.16045594215393066,
      "learning_rate": 4.986775184680782e-06,
      "loss": 1.9388,
      "step": 42
    },
    {
      "epoch": 0.15808823529411764,
      "grad_norm": 0.1485867202281952,
      "learning_rate": 4.985175148147057e-06,
      "loss": 1.9412,
      "step": 43
    },
    {
      "epoch": 0.16176470588235295,
      "grad_norm": 0.15609779953956604,
      "learning_rate": 4.983484053068529e-06,
      "loss": 1.8341,
      "step": 44
    },
    {
      "epoch": 0.16544117647058823,
      "grad_norm": 0.14435409009456635,
      "learning_rate": 4.981701961408096e-06,
      "loss": 1.8187,
      "step": 45
    },
    {
      "epoch": 0.16911764705882354,
      "grad_norm": 0.14100129902362823,
      "learning_rate": 4.979828938462836e-06,
      "loss": 1.8016,
      "step": 46
    },
    {
      "epoch": 0.17279411764705882,
      "grad_norm": 0.13618572056293488,
      "learning_rate": 4.977865052861611e-06,
      "loss": 1.7432,
      "step": 47
    },
    {
      "epoch": 0.17647058823529413,
      "grad_norm": 0.6496532559394836,
      "learning_rate": 4.975810376562555e-06,
      "loss": 1.7203,
      "step": 48
    },
    {
      "epoch": 0.1801470588235294,
      "grad_norm": 0.1398126780986786,
      "learning_rate": 4.973664984850435e-06,
      "loss": 1.6294,
      "step": 49
    },
    {
      "epoch": 0.18382352941176472,
      "grad_norm": 0.13840018212795258,
      "learning_rate": 4.971428956333896e-06,
      "loss": 1.7861,
      "step": 50
    },
    {
      "epoch": 0.1875,
      "grad_norm": 0.11684554070234299,
      "learning_rate": 4.969102372942575e-06,
      "loss": 1.9307,
      "step": 51
    },
    {
      "epoch": 0.19117647058823528,
      "grad_norm": 0.12185637652873993,
      "learning_rate": 4.966685319924105e-06,
      "loss": 1.8909,
      "step": 52
    },
    {
      "epoch": 0.1948529411764706,
      "grad_norm": 0.11658155173063278,
      "learning_rate": 4.96417788584099e-06,
      "loss": 1.8678,
      "step": 53
    },
    {
      "epoch": 0.19852941176470587,
      "grad_norm": 0.1272619068622589,
      "learning_rate": 4.961580162567358e-06,
      "loss": 1.8719,
      "step": 54
    },
    {
      "epoch": 0.20220588235294118,
      "grad_norm": 0.12430202960968018,
      "learning_rate": 4.958892245285594e-06,
      "loss": 1.849,
      "step": 55
    },
    {
      "epoch": 0.20588235294117646,
      "grad_norm": 0.11343392729759216,
      "learning_rate": 4.956114232482854e-06,
      "loss": 2.0185,
      "step": 56
    },
    {
      "epoch": 0.20955882352941177,
      "grad_norm": 0.10528125613927841,
      "learning_rate": 4.953246225947461e-06,
      "loss": 1.8122,
      "step": 57
    },
    {
      "epoch": 0.21323529411764705,
      "grad_norm": 0.11682136356830597,
      "learning_rate": 4.950288330765167e-06,
      "loss": 1.819,
      "step": 58
    },
    {
      "epoch": 0.21691176470588236,
      "grad_norm": 0.10487648099660873,
      "learning_rate": 4.947240655315306e-06,
      "loss": 1.8969,
      "step": 59
    },
    {
      "epoch": 0.22058823529411764,
      "grad_norm": 0.10324753075838089,
      "learning_rate": 4.944103311266827e-06,
      "loss": 1.9131,
      "step": 60
    },
    {
      "epoch": 0.22426470588235295,
      "grad_norm": 0.11773849278688431,
      "learning_rate": 4.9408764135741955e-06,
      "loss": 1.8771,
      "step": 61
    },
    {
      "epoch": 0.22794117647058823,
      "grad_norm": 0.10764829814434052,
      "learning_rate": 4.937560080473186e-06,
      "loss": 1.8007,
      "step": 62
    },
    {
      "epoch": 0.23161764705882354,
      "grad_norm": 0.09463761746883392,
      "learning_rate": 4.934154433476548e-06,
      "loss": 1.7991,
      "step": 63
    },
    {
      "epoch": 0.23529411764705882,
      "grad_norm": 0.11386000365018845,
      "learning_rate": 4.9306595973695545e-06,
      "loss": 1.8523,
      "step": 64
    },
    {
      "epoch": 0.23897058823529413,
      "grad_norm": 0.10437195003032684,
      "learning_rate": 4.927075700205431e-06,
      "loss": 1.7621,
      "step": 65
    },
    {
      "epoch": 0.2426470588235294,
      "grad_norm": 0.11349602788686752,
      "learning_rate": 4.923402873300659e-06,
      "loss": 1.7418,
      "step": 66
    },
    {
      "epoch": 0.24632352941176472,
      "grad_norm": 0.16744942963123322,
      "learning_rate": 4.91964125123017e-06,
      "loss": 1.8985,
      "step": 67
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.11906889081001282,
      "learning_rate": 4.915790971822412e-06,
      "loss": 1.7156,
      "step": 68
    },
    {
      "epoch": 0.2536764705882353,
      "grad_norm": 0.10837192088365555,
      "learning_rate": 4.911852176154298e-06,
      "loss": 1.9407,
      "step": 69
    },
    {
      "epoch": 0.25735294117647056,
      "grad_norm": 0.12406501919031143,
      "learning_rate": 4.907825008546039e-06,
      "loss": 1.8413,
      "step": 70
    },
    {
      "epoch": 0.2610294117647059,
      "grad_norm": 0.10750163346529007,
      "learning_rate": 4.903709616555854e-06,
      "loss": 1.9044,
      "step": 71
    },
    {
      "epoch": 0.2647058823529412,
      "grad_norm": 0.11223389953374863,
      "learning_rate": 4.899506150974568e-06,
      "loss": 1.7632,
      "step": 72
    },
    {
      "epoch": 0.26838235294117646,
      "grad_norm": 0.1262880116701126,
      "learning_rate": 4.8952147658200815e-06,
      "loss": 1.6656,
      "step": 73
    },
    {
      "epoch": 0.27205882352941174,
      "grad_norm": 0.1263853758573532,
      "learning_rate": 4.890835618331729e-06,
      "loss": 1.7326,
      "step": 74
    },
    {
      "epoch": 0.2757352941176471,
      "grad_norm": 0.10728048533201218,
      "learning_rate": 4.886368868964517e-06,
      "loss": 1.6571,
      "step": 75
    },
    {
      "epoch": 0.27941176470588236,
      "grad_norm": 0.10924043506383896,
      "learning_rate": 4.8818146813832475e-06,
      "loss": 1.8581,
      "step": 76
    },
    {
      "epoch": 0.28308823529411764,
      "grad_norm": 0.12963686883449554,
      "learning_rate": 4.877173222456521e-06,
      "loss": 1.6903,
      "step": 77
    },
    {
      "epoch": 0.2867647058823529,
      "grad_norm": 0.11058393120765686,
      "learning_rate": 4.872444662250617e-06,
      "loss": 1.9864,
      "step": 78
    },
    {
      "epoch": 0.29044117647058826,
      "grad_norm": 0.10086097568273544,
      "learning_rate": 4.867629174023269e-06,
      "loss": 1.7289,
      "step": 79
    },
    {
      "epoch": 0.29411764705882354,
      "grad_norm": 0.19624628126621246,
      "learning_rate": 4.862726934217311e-06,
      "loss": 1.8319,
      "step": 80
    },
    {
      "epoch": 0.2977941176470588,
      "grad_norm": 0.10972262173891068,
      "learning_rate": 4.857738122454219e-06,
      "loss": 1.9062,
      "step": 81
    },
    {
      "epoch": 0.3014705882352941,
      "grad_norm": 0.1163967102766037,
      "learning_rate": 4.852662921527523e-06,
      "loss": 1.7979,
      "step": 82
    },
    {
      "epoch": 0.30514705882352944,
      "grad_norm": 0.26644641160964966,
      "learning_rate": 4.847501517396111e-06,
      "loss": 1.8551,
      "step": 83
    },
    {
      "epoch": 0.3088235294117647,
      "grad_norm": 0.097193643450737,
      "learning_rate": 4.84225409917742e-06,
      "loss": 1.8247,
      "step": 84
    },
    {
      "epoch": 0.3125,
      "grad_norm": 0.09594879299402237,
      "learning_rate": 4.8369208591405e-06,
      "loss": 1.6824,
      "step": 85
    },
    {
      "epoch": 0.3161764705882353,
      "grad_norm": 0.10404081642627716,
      "learning_rate": 4.831501992698972e-06,
      "loss": 1.8342,
      "step": 86
    },
    {
      "epoch": 0.31985294117647056,
      "grad_norm": 0.10298274457454681,
      "learning_rate": 4.825997698403871e-06,
      "loss": 1.9121,
      "step": 87
    },
    {
      "epoch": 0.3235294117647059,
      "grad_norm": 0.12172818183898926,
      "learning_rate": 4.820408177936365e-06,
      "loss": 1.8046,
      "step": 88
    },
    {
      "epoch": 0.3272058823529412,
      "grad_norm": 0.10750740766525269,
      "learning_rate": 4.814733636100369e-06,
      "loss": 1.9354,
      "step": 89
    },
    {
      "epoch": 0.33088235294117646,
      "grad_norm": 0.10367678105831146,
      "learning_rate": 4.808974280815039e-06,
      "loss": 2.0473,
      "step": 90
    },
    {
      "epoch": 0.33455882352941174,
      "grad_norm": 0.10471010208129883,
      "learning_rate": 4.803130323107157e-06,
      "loss": 1.8647,
      "step": 91
    },
    {
      "epoch": 0.3382352941176471,
      "grad_norm": 0.11597222834825516,
      "learning_rate": 4.797201977103395e-06,
      "loss": 1.6487,
      "step": 92
    },
    {
      "epoch": 0.34191176470588236,
      "grad_norm": 0.10744346678256989,
      "learning_rate": 4.791189460022472e-06,
      "loss": 1.8301,
      "step": 93
    },
    {
      "epoch": 0.34558823529411764,
      "grad_norm": 0.1046157106757164,
      "learning_rate": 4.785092992167192e-06,
      "loss": 1.8117,
      "step": 94
    },
    {
      "epoch": 0.3492647058823529,
      "grad_norm": 0.10467652231454849,
      "learning_rate": 4.778912796916374e-06,
      "loss": 1.932,
      "step": 95
    },
    {
      "epoch": 0.35294117647058826,
      "grad_norm": 0.10906960070133209,
      "learning_rate": 4.77264910071667e-06,
      "loss": 1.8958,
      "step": 96
    },
    {
      "epoch": 0.35661764705882354,
      "grad_norm": 0.1271820366382599,
      "learning_rate": 4.766302133074261e-06,
      "loss": 1.5758,
      "step": 97
    },
    {
      "epoch": 0.3602941176470588,
      "grad_norm": 0.10758531838655472,
      "learning_rate": 4.759872126546452e-06,
      "loss": 1.7336,
      "step": 98
    },
    {
      "epoch": 0.3639705882352941,
      "grad_norm": 0.11692432314157486,
      "learning_rate": 4.753359316733154e-06,
      "loss": 1.7036,
      "step": 99
    },
    {
      "epoch": 0.36764705882352944,
      "grad_norm": 0.11493757367134094,
      "learning_rate": 4.746763942268243e-06,
      "loss": 1.648,
      "step": 100
    },
    {
      "epoch": 0.3713235294117647,
      "grad_norm": 0.11132095009088516,
      "learning_rate": 4.740086244810825e-06,
      "loss": 1.8441,
      "step": 101
    },
    {
      "epoch": 0.375,
      "grad_norm": 0.11245792359113693,
      "learning_rate": 4.733326469036377e-06,
      "loss": 1.8768,
      "step": 102
    },
    {
      "epoch": 0.3786764705882353,
      "grad_norm": 0.11370263248682022,
      "learning_rate": 4.726484862627779e-06,
      "loss": 1.8407,
      "step": 103
    },
    {
      "epoch": 0.38235294117647056,
      "grad_norm": 0.1197124496102333,
      "learning_rate": 4.719561676266249e-06,
      "loss": 1.6798,
      "step": 104
    },
    {
      "epoch": 0.3860294117647059,
      "grad_norm": 0.114149309694767,
      "learning_rate": 4.712557163622145e-06,
      "loss": 1.7261,
      "step": 105
    },
    {
      "epoch": 0.3897058823529412,
      "grad_norm": 0.1167868822813034,
      "learning_rate": 4.7054715813456795e-06,
      "loss": 1.7402,
      "step": 106
    },
    {
      "epoch": 0.39338235294117646,
      "grad_norm": 0.10888572782278061,
      "learning_rate": 4.698305189057512e-06,
      "loss": 1.7388,
      "step": 107
    },
    {
      "epoch": 0.39705882352941174,
      "grad_norm": 0.11005932092666626,
      "learning_rate": 4.691058249339238e-06,
      "loss": 1.8437,
      "step": 108
    },
    {
      "epoch": 0.4007352941176471,
      "grad_norm": 0.11730121821165085,
      "learning_rate": 4.683731027723764e-06,
      "loss": 1.7581,
      "step": 109
    },
    {
      "epoch": 0.40441176470588236,
      "grad_norm": 0.10690360516309738,
      "learning_rate": 4.676323792685585e-06,
      "loss": 1.8829,
      "step": 110
    },
    {
      "epoch": 0.40808823529411764,
      "grad_norm": 0.11015469580888748,
      "learning_rate": 4.668836815630939e-06,
      "loss": 1.856,
      "step": 111
    },
    {
      "epoch": 0.4117647058823529,
      "grad_norm": 0.12613315880298615,
      "learning_rate": 4.661270370887872e-06,
      "loss": 1.737,
      "step": 112
    },
    {
      "epoch": 0.41544117647058826,
      "grad_norm": 0.12080664932727814,
      "learning_rate": 4.6536247356961775e-06,
      "loss": 1.7363,
      "step": 113
    },
    {
      "epoch": 0.41911764705882354,
      "grad_norm": 0.11145513504743576,
      "learning_rate": 4.645900190197242e-06,
      "loss": 1.6671,
      "step": 114
    },
    {
      "epoch": 0.4227941176470588,
      "grad_norm": 0.11746977269649506,
      "learning_rate": 4.638097017423783e-06,
      "loss": 1.6717,
      "step": 115
    },
    {
      "epoch": 0.4264705882352941,
      "grad_norm": 0.10946469008922577,
      "learning_rate": 4.6302155032894745e-06,
      "loss": 1.7082,
      "step": 116
    },
    {
      "epoch": 0.43014705882352944,
      "grad_norm": 0.11189309507608414,
      "learning_rate": 4.622255936578473e-06,
      "loss": 1.7705,
      "step": 117
    },
    {
      "epoch": 0.4338235294117647,
      "grad_norm": 0.12764301896095276,
      "learning_rate": 4.614218608934834e-06,
      "loss": 1.6192,
      "step": 118
    },
    {
      "epoch": 0.4375,
      "grad_norm": 0.11146359890699387,
      "learning_rate": 4.606103814851829e-06,
      "loss": 1.8188,
      "step": 119
    },
    {
      "epoch": 0.4411764705882353,
      "grad_norm": 0.15550808608531952,
      "learning_rate": 4.597911851661155e-06,
      "loss": 1.9713,
      "step": 120
    },
    {
      "epoch": 0.44485294117647056,
      "grad_norm": 0.12268511950969696,
      "learning_rate": 4.589643019522036e-06,
      "loss": 1.575,
      "step": 121
    },
    {
      "epoch": 0.4485294117647059,
      "grad_norm": 0.11507008224725723,
      "learning_rate": 4.581297621410231e-06,
      "loss": 1.8125,
      "step": 122
    },
    {
      "epoch": 0.4522058823529412,
      "grad_norm": 0.13275226950645447,
      "learning_rate": 4.572875963106924e-06,
      "loss": 1.6451,
      "step": 123
    },
    {
      "epoch": 0.45588235294117646,
      "grad_norm": 0.1096140444278717,
      "learning_rate": 4.564378353187533e-06,
      "loss": 1.879,
      "step": 124
    },
    {
      "epoch": 0.45955882352941174,
      "grad_norm": 0.11247947067022324,
      "learning_rate": 4.555805103010388e-06,
      "loss": 1.5851,
      "step": 125
    },
    {
      "epoch": 0.4632352941176471,
      "grad_norm": 0.12080512940883636,
      "learning_rate": 4.5471565267053365e-06,
      "loss": 1.6433,
      "step": 126
    },
    {
      "epoch": 0.46691176470588236,
      "grad_norm": 0.1230054646730423,
      "learning_rate": 4.538432941162227e-06,
      "loss": 1.9295,
      "step": 127
    },
    {
      "epoch": 0.47058823529411764,
      "grad_norm": 0.11661480367183685,
      "learning_rate": 4.529634666019294e-06,
      "loss": 1.8518,
      "step": 128
    },
    {
      "epoch": 0.4742647058823529,
      "grad_norm": 0.10992003977298737,
      "learning_rate": 4.520762023651456e-06,
      "loss": 1.8141,
      "step": 129
    },
    {
      "epoch": 0.47794117647058826,
      "grad_norm": 0.11171197146177292,
      "learning_rate": 4.511815339158497e-06,
      "loss": 1.8021,
      "step": 130
    },
    {
      "epoch": 0.48161764705882354,
      "grad_norm": 0.1056443303823471,
      "learning_rate": 4.502794940353155e-06,
      "loss": 1.9079,
      "step": 131
    },
    {
      "epoch": 0.4852941176470588,
      "grad_norm": 0.10654587298631668,
      "learning_rate": 4.493701157749112e-06,
      "loss": 1.7223,
      "step": 132
    },
    {
      "epoch": 0.4889705882352941,
      "grad_norm": 0.11630342155694962,
      "learning_rate": 4.484534324548883e-06,
      "loss": 1.7638,
      "step": 133
    },
    {
      "epoch": 0.49264705882352944,
      "grad_norm": 0.10967176407575607,
      "learning_rate": 4.4752947766316094e-06,
      "loss": 1.7722,
      "step": 134
    },
    {
      "epoch": 0.4963235294117647,
      "grad_norm": 0.10630583018064499,
      "learning_rate": 4.465982852540747e-06,
      "loss": 1.7088,
      "step": 135
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.12106428295373917,
      "learning_rate": 4.456598893471668e-06,
      "loss": 1.7594,
      "step": 136
    },
    {
      "epoch": 0.5036764705882353,
      "grad_norm": 0.11997083574533463,
      "learning_rate": 4.447143243259155e-06,
      "loss": 1.9027,
      "step": 137
    },
    {
      "epoch": 0.5073529411764706,
      "grad_norm": 0.12016075849533081,
      "learning_rate": 4.437616248364805e-06,
      "loss": 1.8426,
      "step": 138
    },
    {
      "epoch": 0.5110294117647058,
      "grad_norm": 0.1092967689037323,
      "learning_rate": 4.428018257864333e-06,
      "loss": 1.7154,
      "step": 139
    },
    {
      "epoch": 0.5147058823529411,
      "grad_norm": 0.12067247182130814,
      "learning_rate": 4.41834962343478e-06,
      "loss": 1.7537,
      "step": 140
    },
    {
      "epoch": 0.5183823529411765,
      "grad_norm": 0.10798091441392899,
      "learning_rate": 4.408610699341634e-06,
      "loss": 1.8887,
      "step": 141
    },
    {
      "epoch": 0.5220588235294118,
      "grad_norm": 0.12265045195817947,
      "learning_rate": 4.398801842425842e-06,
      "loss": 1.5765,
      "step": 142
    },
    {
      "epoch": 0.5257352941176471,
      "grad_norm": 0.112462118268013,
      "learning_rate": 4.38892341209074e-06,
      "loss": 1.924,
      "step": 143
    },
    {
      "epoch": 0.5294117647058824,
      "grad_norm": 0.11943833529949188,
      "learning_rate": 4.378975770288881e-06,
      "loss": 1.793,
      "step": 144
    },
    {
      "epoch": 0.5330882352941176,
      "grad_norm": 0.13217097520828247,
      "learning_rate": 4.368959281508776e-06,
      "loss": 1.7578,
      "step": 145
    },
    {
      "epoch": 0.5367647058823529,
      "grad_norm": 0.13434284925460815,
      "learning_rate": 4.358874312761535e-06,
      "loss": 1.8399,
      "step": 146
    },
    {
      "epoch": 0.5404411764705882,
      "grad_norm": 0.11146039515733719,
      "learning_rate": 4.348721233567424e-06,
      "loss": 1.9686,
      "step": 147
    },
    {
      "epoch": 0.5441176470588235,
      "grad_norm": 0.11943879723548889,
      "learning_rate": 4.3385004159423195e-06,
      "loss": 1.7348,
      "step": 148
    },
    {
      "epoch": 0.5477941176470589,
      "grad_norm": 0.1157916858792305,
      "learning_rate": 4.328212234384085e-06,
      "loss": 1.7748,
      "step": 149
    },
    {
      "epoch": 0.5514705882352942,
      "grad_norm": 0.1146322712302208,
      "learning_rate": 4.317857065858843e-06,
      "loss": 1.607,
      "step": 150
    },
    {
      "epoch": 0.5551470588235294,
      "grad_norm": 0.11403496563434601,
      "learning_rate": 4.307435289787169e-06,
      "loss": 1.8049,
      "step": 151
    },
    {
      "epoch": 0.5588235294117647,
      "grad_norm": 0.11926942318677902,
      "learning_rate": 4.296947288030178e-06,
      "loss": 1.8483,
      "step": 152
    },
    {
      "epoch": 0.5625,
      "grad_norm": 0.11152566224336624,
      "learning_rate": 4.286393444875546e-06,
      "loss": 1.8334,
      "step": 153
    },
    {
      "epoch": 0.5661764705882353,
      "grad_norm": 0.11430760473012924,
      "learning_rate": 4.2757741470234214e-06,
      "loss": 1.9025,
      "step": 154
    },
    {
      "epoch": 0.5698529411764706,
      "grad_norm": 0.11427745968103409,
      "learning_rate": 4.26508978357226e-06,
      "loss": 1.787,
      "step": 155
    },
    {
      "epoch": 0.5735294117647058,
      "grad_norm": 0.11434771120548248,
      "learning_rate": 4.254340746004564e-06,
      "loss": 1.868,
      "step": 156
    },
    {
      "epoch": 0.5772058823529411,
      "grad_norm": 0.11024492233991623,
      "learning_rate": 4.243527428172541e-06,
      "loss": 1.7228,
      "step": 157
    },
    {
      "epoch": 0.5808823529411765,
      "grad_norm": 0.11791540682315826,
      "learning_rate": 4.232650226283672e-06,
      "loss": 1.9425,
      "step": 158
    },
    {
      "epoch": 0.5845588235294118,
      "grad_norm": 0.1227816492319107,
      "learning_rate": 4.221709538886197e-06,
      "loss": 1.6622,
      "step": 159
    },
    {
      "epoch": 0.5882352941176471,
      "grad_norm": 0.12510444223880768,
      "learning_rate": 4.210705766854505e-06,
      "loss": 1.7713,
      "step": 160
    },
    {
      "epoch": 0.5919117647058824,
      "grad_norm": 0.1140972450375557,
      "learning_rate": 4.199639313374451e-06,
      "loss": 1.936,
      "step": 161
    },
    {
      "epoch": 0.5955882352941176,
      "grad_norm": 0.12299997359514236,
      "learning_rate": 4.188510583928583e-06,
      "loss": 1.7037,
      "step": 162
    },
    {
      "epoch": 0.5992647058823529,
      "grad_norm": 0.13803604245185852,
      "learning_rate": 4.177319986281285e-06,
      "loss": 1.9056,
      "step": 163
    },
    {
      "epoch": 0.6029411764705882,
      "grad_norm": 0.13489902019500732,
      "learning_rate": 4.166067930463831e-06,
      "loss": 1.6053,
      "step": 164
    },
    {
      "epoch": 0.6066176470588235,
      "grad_norm": 0.11227516829967499,
      "learning_rate": 4.154754828759368e-06,
      "loss": 1.7738,
      "step": 165
    },
    {
      "epoch": 0.6102941176470589,
      "grad_norm": 0.1096302792429924,
      "learning_rate": 4.143381095687805e-06,
      "loss": 1.8948,
      "step": 166
    },
    {
      "epoch": 0.6139705882352942,
      "grad_norm": 0.11712092161178589,
      "learning_rate": 4.131947147990629e-06,
      "loss": 1.8913,
      "step": 167
    },
    {
      "epoch": 0.6176470588235294,
      "grad_norm": 0.12525494396686554,
      "learning_rate": 4.120453404615628e-06,
      "loss": 1.7482,
      "step": 168
    },
    {
      "epoch": 0.6213235294117647,
      "grad_norm": 0.11608923971652985,
      "learning_rate": 4.108900286701553e-06,
      "loss": 1.6711,
      "step": 169
    },
    {
      "epoch": 0.625,
      "grad_norm": 0.12490076571702957,
      "learning_rate": 4.097288217562669e-06,
      "loss": 1.797,
      "step": 170
    },
    {
      "epoch": 0.6286764705882353,
      "grad_norm": 0.11467793583869934,
      "learning_rate": 4.085617622673265e-06,
      "loss": 1.7588,
      "step": 171
    },
    {
      "epoch": 0.6323529411764706,
      "grad_norm": 0.11370235681533813,
      "learning_rate": 4.073888929652048e-06,
      "loss": 1.8153,
      "step": 172
    },
    {
      "epoch": 0.6360294117647058,
      "grad_norm": 0.11949747055768967,
      "learning_rate": 4.062102568246482e-06,
      "loss": 1.6628,
      "step": 173
    },
    {
      "epoch": 0.6397058823529411,
      "grad_norm": 0.11381959915161133,
      "learning_rate": 4.050258970317042e-06,
      "loss": 1.7939,
      "step": 174
    },
    {
      "epoch": 0.6433823529411765,
      "grad_norm": 0.12485770136117935,
      "learning_rate": 4.0383585698213874e-06,
      "loss": 1.9112,
      "step": 175
    },
    {
      "epoch": 0.6470588235294118,
      "grad_norm": 0.12126533687114716,
      "learning_rate": 4.0264018027984654e-06,
      "loss": 1.7908,
      "step": 176
    },
    {
      "epoch": 0.6507352941176471,
      "grad_norm": 0.10532236844301224,
      "learning_rate": 4.01438910735253e-06,
      "loss": 1.857,
      "step": 177
    },
    {
      "epoch": 0.6544117647058824,
      "grad_norm": 0.11462371796369553,
      "learning_rate": 4.002320923637091e-06,
      "loss": 1.961,
      "step": 178
    },
    {
      "epoch": 0.6580882352941176,
      "grad_norm": 0.11390509456396103,
      "learning_rate": 3.99019769383879e-06,
      "loss": 1.7004,
      "step": 179
    },
    {
      "epoch": 0.6617647058823529,
      "grad_norm": 0.11384452134370804,
      "learning_rate": 3.978019862161191e-06,
      "loss": 1.719,
      "step": 180
    },
    {
      "epoch": 0.6654411764705882,
      "grad_norm": 0.12574177980422974,
      "learning_rate": 3.965787874808513e-06,
      "loss": 1.7728,
      "step": 181
    },
    {
      "epoch": 0.6691176470588235,
      "grad_norm": 0.11700152605772018,
      "learning_rate": 3.953502179969274e-06,
      "loss": 1.7115,
      "step": 182
    },
    {
      "epoch": 0.6727941176470589,
      "grad_norm": 0.15770043432712555,
      "learning_rate": 3.941163227799872e-06,
      "loss": 1.711,
      "step": 183
    },
    {
      "epoch": 0.6764705882352942,
      "grad_norm": 0.11906450986862183,
      "learning_rate": 3.928771470408092e-06,
      "loss": 1.7453,
      "step": 184
    },
    {
      "epoch": 0.6801470588235294,
      "grad_norm": 0.1260623037815094,
      "learning_rate": 3.916327361836536e-06,
      "loss": 1.8312,
      "step": 185
    },
    {
      "epoch": 0.6838235294117647,
      "grad_norm": 0.11971792578697205,
      "learning_rate": 3.903831358045994e-06,
      "loss": 1.6005,
      "step": 186
    },
    {
      "epoch": 0.6875,
      "grad_norm": 0.12143218517303467,
      "learning_rate": 3.891283916898729e-06,
      "loss": 1.7532,
      "step": 187
    },
    {
      "epoch": 0.6911764705882353,
      "grad_norm": 0.13371998071670532,
      "learning_rate": 3.8786854981417064e-06,
      "loss": 1.7866,
      "step": 188
    },
    {
      "epoch": 0.6948529411764706,
      "grad_norm": 0.13985855877399445,
      "learning_rate": 3.866036563389747e-06,
      "loss": 1.7175,
      "step": 189
    },
    {
      "epoch": 0.6985294117647058,
      "grad_norm": 0.11457841098308563,
      "learning_rate": 3.85333757610861e-06,
      "loss": 2.0277,
      "step": 190
    },
    {
      "epoch": 0.7022058823529411,
      "grad_norm": 0.1197565421462059,
      "learning_rate": 3.840589001598018e-06,
      "loss": 1.939,
      "step": 191
    },
    {
      "epoch": 0.7058823529411765,
      "grad_norm": 0.117172010242939,
      "learning_rate": 3.827791306974602e-06,
      "loss": 1.8403,
      "step": 192
    },
    {
      "epoch": 0.7095588235294118,
      "grad_norm": 0.11386429518461227,
      "learning_rate": 3.814944961154788e-06,
      "loss": 1.8311,
      "step": 193
    },
    {
      "epoch": 0.7132352941176471,
      "grad_norm": 0.11297334730625153,
      "learning_rate": 3.802050434837615e-06,
      "loss": 1.8393,
      "step": 194
    },
    {
      "epoch": 0.7169117647058824,
      "grad_norm": 0.11836741119623184,
      "learning_rate": 3.789108200487493e-06,
      "loss": 1.7931,
      "step": 195
    },
    {
      "epoch": 0.7205882352941176,
      "grad_norm": 0.1100229024887085,
      "learning_rate": 3.77611873231688e-06,
      "loss": 1.8247,
      "step": 196
    },
    {
      "epoch": 0.7242647058823529,
      "grad_norm": 0.13370762765407562,
      "learning_rate": 3.763082506268922e-06,
      "loss": 1.5297,
      "step": 197
    },
    {
      "epoch": 0.7279411764705882,
      "grad_norm": 0.11646929383277893,
      "learning_rate": 3.7500000000000005e-06,
      "loss": 1.6622,
      "step": 198
    },
    {
      "epoch": 0.7316176470588235,
      "grad_norm": 0.17706073820590973,
      "learning_rate": 3.736871692862239e-06,
      "loss": 1.7438,
      "step": 199
    },
    {
      "epoch": 0.7352941176470589,
      "grad_norm": 0.1213546171784401,
      "learning_rate": 3.723698065885936e-06,
      "loss": 1.5792,
      "step": 200
    },
    {
      "epoch": 0.7389705882352942,
      "grad_norm": 0.11523102223873138,
      "learning_rate": 3.7104796017619416e-06,
      "loss": 1.8361,
      "step": 201
    },
    {
      "epoch": 0.7426470588235294,
      "grad_norm": 0.11374305188655853,
      "learning_rate": 3.6972167848239677e-06,
      "loss": 1.7189,
      "step": 202
    },
    {
      "epoch": 0.7463235294117647,
      "grad_norm": 0.2544911503791809,
      "learning_rate": 3.683910101030846e-06,
      "loss": 1.7848,
      "step": 203
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.11955133825540543,
      "learning_rate": 3.6705600379487204e-06,
      "loss": 1.8594,
      "step": 204
    },
    {
      "epoch": 0.7536764705882353,
      "grad_norm": 0.11935199052095413,
      "learning_rate": 3.6571670847331802e-06,
      "loss": 1.9072,
      "step": 205
    },
    {
      "epoch": 0.7573529411764706,
      "grad_norm": 0.12341475486755371,
      "learning_rate": 3.6437317321113415e-06,
      "loss": 1.6725,
      "step": 206
    },
    {
      "epoch": 0.7610294117647058,
      "grad_norm": 0.1144358366727829,
      "learning_rate": 3.6302544723638623e-06,
      "loss": 1.7683,
      "step": 207
    },
    {
      "epoch": 0.7647058823529411,
      "grad_norm": 0.11911847442388535,
      "learning_rate": 3.6167357993069075e-06,
      "loss": 1.7537,
      "step": 208
    },
    {
      "epoch": 0.7683823529411765,
      "grad_norm": 0.11903777718544006,
      "learning_rate": 3.603176208274054e-06,
      "loss": 1.8182,
      "step": 209
    },
    {
      "epoch": 0.7720588235294118,
      "grad_norm": 0.1177648976445198,
      "learning_rate": 3.5895761960981423e-06,
      "loss": 1.8037,
      "step": 210
    },
    {
      "epoch": 0.7757352941176471,
      "grad_norm": 0.11667867004871368,
      "learning_rate": 3.5759362610930733e-06,
      "loss": 1.7944,
      "step": 211
    },
    {
      "epoch": 0.7794117647058824,
      "grad_norm": 0.11360645294189453,
      "learning_rate": 3.5622569030355434e-06,
      "loss": 1.6972,
      "step": 212
    },
    {
      "epoch": 0.7830882352941176,
      "grad_norm": 0.12743256986141205,
      "learning_rate": 3.5485386231467417e-06,
      "loss": 1.6698,
      "step": 213
    },
    {
      "epoch": 0.7867647058823529,
      "grad_norm": 0.1186446100473404,
      "learning_rate": 3.5347819240739783e-06,
      "loss": 1.7351,
      "step": 214
    },
    {
      "epoch": 0.7904411764705882,
      "grad_norm": 0.13953393697738647,
      "learning_rate": 3.5209873098722693e-06,
      "loss": 1.8201,
      "step": 215
    },
    {
      "epoch": 0.7941176470588235,
      "grad_norm": 0.11326795816421509,
      "learning_rate": 3.507155285985866e-06,
      "loss": 1.7309,
      "step": 216
    },
    {
      "epoch": 0.7977941176470589,
      "grad_norm": 0.11922699958086014,
      "learning_rate": 3.4932863592297393e-06,
      "loss": 1.7146,
      "step": 217
    },
    {
      "epoch": 0.8014705882352942,
      "grad_norm": 0.13740628957748413,
      "learning_rate": 3.4793810377710048e-06,
      "loss": 1.7193,
      "step": 218
    },
    {
      "epoch": 0.8051470588235294,
      "grad_norm": 0.12394211441278458,
      "learning_rate": 3.465439831110306e-06,
      "loss": 1.8768,
      "step": 219
    },
    {
      "epoch": 0.8088235294117647,
      "grad_norm": 0.12386978417634964,
      "learning_rate": 3.451463250063146e-06,
      "loss": 1.5901,
      "step": 220
    },
    {
      "epoch": 0.8125,
      "grad_norm": 0.12373729050159454,
      "learning_rate": 3.4374518067411674e-06,
      "loss": 1.712,
      "step": 221
    },
    {
      "epoch": 0.8161764705882353,
      "grad_norm": 0.12053066492080688,
      "learning_rate": 3.4234060145333937e-06,
      "loss": 1.8149,
      "step": 222
    },
    {
      "epoch": 0.8198529411764706,
      "grad_norm": 0.1302081197500229,
      "learning_rate": 3.409326388087414e-06,
      "loss": 1.8146,
      "step": 223
    },
    {
      "epoch": 0.8235294117647058,
      "grad_norm": 0.12400317192077637,
      "learning_rate": 3.3952134432905275e-06,
      "loss": 1.6355,
      "step": 224
    },
    {
      "epoch": 0.8272058823529411,
      "grad_norm": 0.1284218281507492,
      "learning_rate": 3.3810676972508405e-06,
      "loss": 1.8496,
      "step": 225
    },
    {
      "epoch": 0.8308823529411765,
      "grad_norm": 0.12382645905017853,
      "learning_rate": 3.3668896682783216e-06,
      "loss": 1.7146,
      "step": 226
    },
    {
      "epoch": 0.8345588235294118,
      "grad_norm": 0.12787872552871704,
      "learning_rate": 3.3526798758658062e-06,
      "loss": 1.8304,
      "step": 227
    },
    {
      "epoch": 0.8382352941176471,
      "grad_norm": 0.16194690763950348,
      "learning_rate": 3.338438840669964e-06,
      "loss": 1.6469,
      "step": 228
    },
    {
      "epoch": 0.8419117647058824,
      "grad_norm": 0.1237102746963501,
      "learning_rate": 3.324167084492226e-06,
      "loss": 1.7982,
      "step": 229
    },
    {
      "epoch": 0.8455882352941176,
      "grad_norm": 0.12435570359230042,
      "learning_rate": 3.3098651302596565e-06,
      "loss": 1.7429,
      "step": 230
    },
    {
      "epoch": 0.8492647058823529,
      "grad_norm": 0.12152646481990814,
      "learning_rate": 3.2955335020057994e-06,
      "loss": 1.8001,
      "step": 231
    },
    {
      "epoch": 0.8529411764705882,
      "grad_norm": 0.11374185979366302,
      "learning_rate": 3.281172724851476e-06,
      "loss": 1.8071,
      "step": 232
    },
    {
      "epoch": 0.8566176470588235,
      "grad_norm": 0.12285105139017105,
      "learning_rate": 3.266783324985543e-06,
      "loss": 1.6797,
      "step": 233
    },
    {
      "epoch": 0.8602941176470589,
      "grad_norm": 0.12639090418815613,
      "learning_rate": 3.252365829645612e-06,
      "loss": 1.7243,
      "step": 234
    },
    {
      "epoch": 0.8639705882352942,
      "grad_norm": 0.11098191887140274,
      "learning_rate": 3.2379207670987352e-06,
      "loss": 1.8761,
      "step": 235
    },
    {
      "epoch": 0.8676470588235294,
      "grad_norm": 0.11968422681093216,
      "learning_rate": 3.2234486666220437e-06,
      "loss": 1.8813,
      "step": 236
    },
    {
      "epoch": 0.8713235294117647,
      "grad_norm": 0.12833014130592346,
      "learning_rate": 3.2089500584833577e-06,
      "loss": 1.6301,
      "step": 237
    },
    {
      "epoch": 0.875,
      "grad_norm": 0.1229129508137703,
      "learning_rate": 3.1944254739217584e-06,
      "loss": 1.8822,
      "step": 238
    },
    {
      "epoch": 0.8786764705882353,
      "grad_norm": 0.12925758957862854,
      "learning_rate": 3.179875445128119e-06,
      "loss": 1.9632,
      "step": 239
    },
    {
      "epoch": 0.8823529411764706,
      "grad_norm": 0.12624742090702057,
      "learning_rate": 3.165300505225608e-06,
      "loss": 1.7239,
      "step": 240
    },
    {
      "epoch": 0.8860294117647058,
      "grad_norm": 0.1159316673874855,
      "learning_rate": 3.150701188250153e-06,
      "loss": 1.7914,
      "step": 241
    },
    {
      "epoch": 0.8897058823529411,
      "grad_norm": 0.12504705786705017,
      "learning_rate": 3.136078029130877e-06,
      "loss": 1.9467,
      "step": 242
    },
    {
      "epoch": 0.8933823529411765,
      "grad_norm": 0.12300896644592285,
      "learning_rate": 3.1214315636704928e-06,
      "loss": 1.8546,
      "step": 243
    },
    {
      "epoch": 0.8970588235294118,
      "grad_norm": 0.15699361264705658,
      "learning_rate": 3.106762328525677e-06,
      "loss": 1.7644,
      "step": 244
    },
    {
      "epoch": 0.9007352941176471,
      "grad_norm": 1.1493163108825684,
      "learning_rate": 3.0920708611874006e-06,
      "loss": 1.8477,
      "step": 245
    },
    {
      "epoch": 0.9044117647058824,
      "grad_norm": 0.1137952208518982,
      "learning_rate": 3.0773576999612375e-06,
      "loss": 1.7101,
      "step": 246
    },
    {
      "epoch": 0.9080882352941176,
      "grad_norm": 0.1225443109869957,
      "learning_rate": 3.0626233839476434e-06,
      "loss": 1.8754,
      "step": 247
    },
    {
      "epoch": 0.9117647058823529,
      "grad_norm": 0.12916752696037292,
      "learning_rate": 3.0478684530221977e-06,
      "loss": 1.8084,
      "step": 248
    },
    {
      "epoch": 0.9154411764705882,
      "grad_norm": 0.12458333373069763,
      "learning_rate": 3.033093447815825e-06,
      "loss": 1.9428,
      "step": 249
    },
    {
      "epoch": 0.9191176470588235,
      "grad_norm": 0.1416483372449875,
      "learning_rate": 3.018298909694986e-06,
      "loss": 1.8178,
      "step": 250
    },
    {
      "epoch": 0.9227941176470589,
      "grad_norm": 0.1401221603155136,
      "learning_rate": 3.0034853807418412e-06,
      "loss": 1.7829,
      "step": 251
    },
    {
      "epoch": 0.9264705882352942,
      "grad_norm": 0.11938274651765823,
      "learning_rate": 2.9886534037343872e-06,
      "loss": 1.6625,
      "step": 252
    },
    {
      "epoch": 0.9301470588235294,
      "grad_norm": 0.1268637776374817,
      "learning_rate": 2.973803522126571e-06,
      "loss": 1.7527,
      "step": 253
    },
    {
      "epoch": 0.9338235294117647,
      "grad_norm": 0.13126443326473236,
      "learning_rate": 2.9589362800283774e-06,
      "loss": 1.6907,
      "step": 254
    },
    {
      "epoch": 0.9375,
      "grad_norm": 0.13425901532173157,
      "learning_rate": 2.9440522221858886e-06,
      "loss": 1.7868,
      "step": 255
    },
    {
      "epoch": 0.9411764705882353,
      "grad_norm": 0.12785860896110535,
      "learning_rate": 2.9291518939613317e-06,
      "loss": 1.8627,
      "step": 256
    },
    {
      "epoch": 0.9448529411764706,
      "grad_norm": 0.12060689181089401,
      "learning_rate": 2.914235841313088e-06,
      "loss": 1.7925,
      "step": 257
    },
    {
      "epoch": 0.9485294117647058,
      "grad_norm": 0.12087797373533249,
      "learning_rate": 2.899304610775695e-06,
      "loss": 1.741,
      "step": 258
    },
    {
      "epoch": 0.9522058823529411,
      "grad_norm": 0.1257392317056656,
      "learning_rate": 2.8843587494398177e-06,
      "loss": 1.9245,
      "step": 259
    },
    {
      "epoch": 0.9558823529411765,
      "grad_norm": 0.13595956563949585,
      "learning_rate": 2.869398804932204e-06,
      "loss": 1.6015,
      "step": 260
    },
    {
      "epoch": 0.9595588235294118,
      "grad_norm": 0.11528779566287994,
      "learning_rate": 2.854425325395619e-06,
      "loss": 1.8843,
      "step": 261
    },
    {
      "epoch": 0.9632352941176471,
      "grad_norm": 0.17899318039417267,
      "learning_rate": 2.83943885946876e-06,
      "loss": 1.7506,
      "step": 262
    },
    {
      "epoch": 0.9669117647058824,
      "grad_norm": 0.12404326349496841,
      "learning_rate": 2.824439956266156e-06,
      "loss": 1.8862,
      "step": 263
    },
    {
      "epoch": 0.9705882352941176,
      "grad_norm": 0.14045919477939606,
      "learning_rate": 2.809429165358045e-06,
      "loss": 1.6858,
      "step": 264
    },
    {
      "epoch": 0.9742647058823529,
      "grad_norm": 0.1323767602443695,
      "learning_rate": 2.7944070367502404e-06,
      "loss": 1.7981,
      "step": 265
    },
    {
      "epoch": 0.9779411764705882,
      "grad_norm": 0.1255924552679062,
      "learning_rate": 2.7793741208639746e-06,
      "loss": 1.8193,
      "step": 266
    },
    {
      "epoch": 0.9816176470588235,
      "grad_norm": 0.13566090166568756,
      "learning_rate": 2.7643309685157355e-06,
      "loss": 1.8234,
      "step": 267
    },
    {
      "epoch": 0.9852941176470589,
      "grad_norm": 0.14218254387378693,
      "learning_rate": 2.7492781308970805e-06,
      "loss": 1.6932,
      "step": 268
    },
    {
      "epoch": 0.9889705882352942,
      "grad_norm": 0.14237117767333984,
      "learning_rate": 2.7342161595544443e-06,
      "loss": 1.9034,
      "step": 269
    },
    {
      "epoch": 0.9926470588235294,
      "grad_norm": 0.1268174946308136,
      "learning_rate": 2.7191456063689235e-06,
      "loss": 1.7338,
      "step": 270
    },
    {
      "epoch": 0.9963235294117647,
      "grad_norm": 0.11195939034223557,
      "learning_rate": 2.7040670235360643e-06,
      "loss": 1.7169,
      "step": 271
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.12390360236167908,
      "learning_rate": 2.688980963545621e-06,
      "loss": 1.5995,
      "step": 272
    },
    {
      "epoch": 1.0036764705882353,
      "grad_norm": 0.13594205677509308,
      "learning_rate": 2.6738879791613183e-06,
      "loss": 1.881,
      "step": 273
    },
    {
      "epoch": 1.0073529411764706,
      "grad_norm": 0.12911252677440643,
      "learning_rate": 2.658788623400595e-06,
      "loss": 1.96,
      "step": 274
    },
    {
      "epoch": 1.0110294117647058,
      "grad_norm": 0.12003444135189056,
      "learning_rate": 2.6436834495143398e-06,
      "loss": 1.8635,
      "step": 275
    },
    {
      "epoch": 1.0147058823529411,
      "grad_norm": 0.15043824911117554,
      "learning_rate": 2.6285730109666245e-06,
      "loss": 1.6302,
      "step": 276
    },
    {
      "epoch": 1.0183823529411764,
      "grad_norm": 0.12194662541151047,
      "learning_rate": 2.61345786141442e-06,
      "loss": 1.8137,
      "step": 277
    },
    {
      "epoch": 1.0220588235294117,
      "grad_norm": 0.13448664546012878,
      "learning_rate": 2.598338554687312e-06,
      "loss": 1.6858,
      "step": 278
    },
    {
      "epoch": 1.025735294117647,
      "grad_norm": 0.12283740192651749,
      "learning_rate": 2.5832156447672074e-06,
      "loss": 1.6681,
      "step": 279
    },
    {
      "epoch": 1.0294117647058822,
      "grad_norm": 0.1438128501176834,
      "learning_rate": 2.568089685768038e-06,
      "loss": 1.8845,
      "step": 280
    },
    {
      "epoch": 1.0330882352941178,
      "grad_norm": 0.1411317139863968,
      "learning_rate": 2.552961231915455e-06,
      "loss": 1.5879,
      "step": 281
    },
    {
      "epoch": 1.036764705882353,
      "grad_norm": 0.12831564247608185,
      "learning_rate": 2.537830837526522e-06,
      "loss": 1.9616,
      "step": 282
    },
    {
      "epoch": 1.0404411764705883,
      "grad_norm": 0.12855687737464905,
      "learning_rate": 2.522699056989408e-06,
      "loss": 1.6792,
      "step": 283
    },
    {
      "epoch": 1.0441176470588236,
      "grad_norm": 0.1262204647064209,
      "learning_rate": 2.5075664447430675e-06,
      "loss": 1.8003,
      "step": 284
    },
    {
      "epoch": 1.0477941176470589,
      "grad_norm": 0.1396966278553009,
      "learning_rate": 2.492433555256933e-06,
      "loss": 1.7243,
      "step": 285
    },
    {
      "epoch": 1.0514705882352942,
      "grad_norm": 0.12766163051128387,
      "learning_rate": 2.4773009430105923e-06,
      "loss": 1.8063,
      "step": 286
    },
    {
      "epoch": 1.0551470588235294,
      "grad_norm": 0.118883416056633,
      "learning_rate": 2.462169162473478e-06,
      "loss": 1.9198,
      "step": 287
    },
    {
      "epoch": 1.0588235294117647,
      "grad_norm": 0.1223691925406456,
      "learning_rate": 2.4470387680845462e-06,
      "loss": 1.865,
      "step": 288
    },
    {
      "epoch": 1.0625,
      "grad_norm": 0.12109634280204773,
      "learning_rate": 2.4319103142319624e-06,
      "loss": 1.6201,
      "step": 289
    },
    {
      "epoch": 1.0661764705882353,
      "grad_norm": 0.1238977313041687,
      "learning_rate": 2.4167843552327934e-06,
      "loss": 1.84,
      "step": 290
    },
    {
      "epoch": 1.0698529411764706,
      "grad_norm": 0.11403720825910568,
      "learning_rate": 2.4016614453126886e-06,
      "loss": 1.9161,
      "step": 291
    },
    {
      "epoch": 1.0735294117647058,
      "grad_norm": 0.12475405633449554,
      "learning_rate": 2.3865421385855807e-06,
      "loss": 1.8774,
      "step": 292
    },
    {
      "epoch": 1.0772058823529411,
      "grad_norm": 0.11545270681381226,
      "learning_rate": 2.3714269890333755e-06,
      "loss": 1.5962,
      "step": 293
    },
    {
      "epoch": 1.0808823529411764,
      "grad_norm": 0.13439597189426422,
      "learning_rate": 2.3563165504856615e-06,
      "loss": 1.7551,
      "step": 294
    },
    {
      "epoch": 1.0845588235294117,
      "grad_norm": 0.17008645832538605,
      "learning_rate": 2.341211376599406e-06,
      "loss": 1.5653,
      "step": 295
    },
    {
      "epoch": 1.088235294117647,
      "grad_norm": 0.13042360544204712,
      "learning_rate": 2.3261120208386825e-06,
      "loss": 1.6963,
      "step": 296
    },
    {
      "epoch": 1.0919117647058822,
      "grad_norm": 0.11813171952962875,
      "learning_rate": 2.3110190364543794e-06,
      "loss": 1.6211,
      "step": 297
    },
    {
      "epoch": 1.0955882352941178,
      "grad_norm": 0.13147880136966705,
      "learning_rate": 2.2959329764639366e-06,
      "loss": 1.7167,
      "step": 298
    },
    {
      "epoch": 1.099264705882353,
      "grad_norm": 0.12413813173770905,
      "learning_rate": 2.280854393631077e-06,
      "loss": 1.8632,
      "step": 299
    },
    {
      "epoch": 1.1029411764705883,
      "grad_norm": 0.11693166196346283,
      "learning_rate": 2.265783840445557e-06,
      "loss": 1.7328,
      "step": 300
    },
    {
      "epoch": 1.1066176470588236,
      "grad_norm": 0.12898504734039307,
      "learning_rate": 2.2507218691029204e-06,
      "loss": 1.9324,
      "step": 301
    },
    {
      "epoch": 1.1102941176470589,
      "grad_norm": 0.12191050499677658,
      "learning_rate": 2.2356690314842657e-06,
      "loss": 1.6725,
      "step": 302
    },
    {
      "epoch": 1.1139705882352942,
      "grad_norm": 0.1292850822210312,
      "learning_rate": 2.2206258791360262e-06,
      "loss": 1.7853,
      "step": 303
    },
    {
      "epoch": 1.1176470588235294,
      "grad_norm": 0.11706730723381042,
      "learning_rate": 2.20559296324976e-06,
      "loss": 1.7502,
      "step": 304
    },
    {
      "epoch": 1.1213235294117647,
      "grad_norm": 0.12003550678491592,
      "learning_rate": 2.1905708346419554e-06,
      "loss": 1.8697,
      "step": 305
    },
    {
      "epoch": 1.125,
      "grad_norm": 0.13008306920528412,
      "learning_rate": 2.1755600437338443e-06,
      "loss": 1.8624,
      "step": 306
    },
    {
      "epoch": 1.1286764705882353,
      "grad_norm": 0.12180894613265991,
      "learning_rate": 2.1605611405312406e-06,
      "loss": 1.9183,
      "step": 307
    },
    {
      "epoch": 1.1323529411764706,
      "grad_norm": 0.13236035406589508,
      "learning_rate": 2.1455746746043822e-06,
      "loss": 1.6329,
      "step": 308
    },
    {
      "epoch": 1.1360294117647058,
      "grad_norm": 0.13113169372081757,
      "learning_rate": 2.1306011950677967e-06,
      "loss": 1.6412,
      "step": 309
    },
    {
      "epoch": 1.1397058823529411,
      "grad_norm": 0.12876993417739868,
      "learning_rate": 2.115641250560183e-06,
      "loss": 1.8172,
      "step": 310
    },
    {
      "epoch": 1.1433823529411764,
      "grad_norm": 0.11529678106307983,
      "learning_rate": 2.1006953892243055e-06,
      "loss": 1.9124,
      "step": 311
    },
    {
      "epoch": 1.1470588235294117,
      "grad_norm": 0.13113842904567719,
      "learning_rate": 2.0857641586869126e-06,
      "loss": 1.6567,
      "step": 312
    },
    {
      "epoch": 1.150735294117647,
      "grad_norm": 0.1215846836566925,
      "learning_rate": 2.07084810603867e-06,
      "loss": 1.689,
      "step": 313
    },
    {
      "epoch": 1.1544117647058822,
      "grad_norm": 0.1332322210073471,
      "learning_rate": 2.055947777814112e-06,
      "loss": 1.7132,
      "step": 314
    },
    {
      "epoch": 1.1580882352941178,
      "grad_norm": 0.13042818009853363,
      "learning_rate": 2.041063719971624e-06,
      "loss": 1.6855,
      "step": 315
    },
    {
      "epoch": 1.161764705882353,
      "grad_norm": 0.13144513964653015,
      "learning_rate": 2.02619647787343e-06,
      "loss": 1.7519,
      "step": 316
    },
    {
      "epoch": 1.1654411764705883,
      "grad_norm": 0.12236303836107254,
      "learning_rate": 2.011346596265613e-06,
      "loss": 1.7687,
      "step": 317
    },
    {
      "epoch": 1.1691176470588236,
      "grad_norm": 0.13190139830112457,
      "learning_rate": 1.9965146192581596e-06,
      "loss": 1.6745,
      "step": 318
    },
    {
      "epoch": 1.1727941176470589,
      "grad_norm": 0.1366875171661377,
      "learning_rate": 1.981701090305014e-06,
      "loss": 1.7524,
      "step": 319
    },
    {
      "epoch": 1.1764705882352942,
      "grad_norm": 0.1305026262998581,
      "learning_rate": 1.9669065521841757e-06,
      "loss": 1.7546,
      "step": 320
    },
    {
      "epoch": 1.1801470588235294,
      "grad_norm": 0.11931124329566956,
      "learning_rate": 1.9521315469778036e-06,
      "loss": 1.7536,
      "step": 321
    },
    {
      "epoch": 1.1838235294117647,
      "grad_norm": 0.1269647479057312,
      "learning_rate": 1.937376616052357e-06,
      "loss": 1.7513,
      "step": 322
    },
    {
      "epoch": 1.1875,
      "grad_norm": 0.13300736248493195,
      "learning_rate": 1.922642300038763e-06,
      "loss": 1.7341,
      "step": 323
    },
    {
      "epoch": 1.1911764705882353,
      "grad_norm": 0.1518763303756714,
      "learning_rate": 1.9079291388126002e-06,
      "loss": 1.7928,
      "step": 324
    },
    {
      "epoch": 1.1948529411764706,
      "grad_norm": 0.13257811963558197,
      "learning_rate": 1.8932376714743237e-06,
      "loss": 1.6585,
      "step": 325
    },
    {
      "epoch": 1.1985294117647058,
      "grad_norm": 0.12374303489923477,
      "learning_rate": 1.878568436329508e-06,
      "loss": 1.8799,
      "step": 326
    },
    {
      "epoch": 1.2022058823529411,
      "grad_norm": 0.12358583509922028,
      "learning_rate": 1.8639219708691241e-06,
      "loss": 1.7606,
      "step": 327
    },
    {
      "epoch": 1.2058823529411764,
      "grad_norm": 0.12911354005336761,
      "learning_rate": 1.8492988117498478e-06,
      "loss": 1.5737,
      "step": 328
    },
    {
      "epoch": 1.2095588235294117,
      "grad_norm": 0.14360639452934265,
      "learning_rate": 1.834699494774393e-06,
      "loss": 1.7317,
      "step": 329
    },
    {
      "epoch": 1.213235294117647,
      "grad_norm": 0.13579204678535461,
      "learning_rate": 1.8201245548718816e-06,
      "loss": 1.6728,
      "step": 330
    },
    {
      "epoch": 1.2169117647058822,
      "grad_norm": 0.12950024008750916,
      "learning_rate": 1.8055745260782415e-06,
      "loss": 1.7669,
      "step": 331
    },
    {
      "epoch": 1.2205882352941178,
      "grad_norm": 0.12464011460542679,
      "learning_rate": 1.7910499415166428e-06,
      "loss": 1.8882,
      "step": 332
    },
    {
      "epoch": 1.224264705882353,
      "grad_norm": 0.12047456204891205,
      "learning_rate": 1.7765513333779574e-06,
      "loss": 1.714,
      "step": 333
    },
    {
      "epoch": 1.2279411764705883,
      "grad_norm": 0.11501781642436981,
      "learning_rate": 1.7620792329012656e-06,
      "loss": 1.9265,
      "step": 334
    },
    {
      "epoch": 1.2316176470588236,
      "grad_norm": 0.12257359176874161,
      "learning_rate": 1.7476341703543887e-06,
      "loss": 1.7632,
      "step": 335
    },
    {
      "epoch": 1.2352941176470589,
      "grad_norm": 0.13445287942886353,
      "learning_rate": 1.733216675014458e-06,
      "loss": 1.834,
      "step": 336
    },
    {
      "epoch": 1.2389705882352942,
      "grad_norm": 0.13747021555900574,
      "learning_rate": 1.7188272751485246e-06,
      "loss": 1.7433,
      "step": 337
    },
    {
      "epoch": 1.2426470588235294,
      "grad_norm": 0.138136625289917,
      "learning_rate": 1.7044664979942014e-06,
      "loss": 1.8748,
      "step": 338
    },
    {
      "epoch": 1.2463235294117647,
      "grad_norm": 0.13729244470596313,
      "learning_rate": 1.690134869740345e-06,
      "loss": 1.7655,
      "step": 339
    },
    {
      "epoch": 1.25,
      "grad_norm": 0.12297158688306808,
      "learning_rate": 1.6758329155077746e-06,
      "loss": 1.8723,
      "step": 340
    },
    {
      "epoch": 1.2536764705882353,
      "grad_norm": 0.13168908655643463,
      "learning_rate": 1.6615611593300361e-06,
      "loss": 1.7511,
      "step": 341
    },
    {
      "epoch": 1.2573529411764706,
      "grad_norm": 0.13656580448150635,
      "learning_rate": 1.6473201241341946e-06,
      "loss": 1.8123,
      "step": 342
    },
    {
      "epoch": 1.2610294117647058,
      "grad_norm": 0.12358947098255157,
      "learning_rate": 1.633110331721679e-06,
      "loss": 1.8874,
      "step": 343
    },
    {
      "epoch": 1.2647058823529411,
      "grad_norm": 0.13836705684661865,
      "learning_rate": 1.6189323027491593e-06,
      "loss": 1.828,
      "step": 344
    },
    {
      "epoch": 1.2683823529411764,
      "grad_norm": 0.12668243050575256,
      "learning_rate": 1.6047865567094735e-06,
      "loss": 1.8937,
      "step": 345
    },
    {
      "epoch": 1.2720588235294117,
      "grad_norm": 0.21876026690006256,
      "learning_rate": 1.5906736119125871e-06,
      "loss": 1.8524,
      "step": 346
    },
    {
      "epoch": 1.2757352941176472,
      "grad_norm": 0.12802840769290924,
      "learning_rate": 1.576593985466607e-06,
      "loss": 1.7938,
      "step": 347
    },
    {
      "epoch": 1.2794117647058822,
      "grad_norm": 0.1320679783821106,
      "learning_rate": 1.5625481932588332e-06,
      "loss": 1.7729,
      "step": 348
    },
    {
      "epoch": 1.2830882352941178,
      "grad_norm": 0.12416329979896545,
      "learning_rate": 1.5485367499368547e-06,
      "loss": 1.8229,
      "step": 349
    },
    {
      "epoch": 1.2867647058823528,
      "grad_norm": 0.13838981091976166,
      "learning_rate": 1.5345601688896944e-06,
      "loss": 1.8826,
      "step": 350
    },
    {
      "epoch": 1.2904411764705883,
      "grad_norm": 0.12297661602497101,
      "learning_rate": 1.5206189622289963e-06,
      "loss": 1.847,
      "step": 351
    },
    {
      "epoch": 1.2941176470588236,
      "grad_norm": 0.13412605226039886,
      "learning_rate": 1.5067136407702615e-06,
      "loss": 1.8287,
      "step": 352
    },
    {
      "epoch": 1.2977941176470589,
      "grad_norm": 0.14892882108688354,
      "learning_rate": 1.492844714014135e-06,
      "loss": 1.881,
      "step": 353
    },
    {
      "epoch": 1.3014705882352942,
      "grad_norm": 0.13254675269126892,
      "learning_rate": 1.479012690127732e-06,
      "loss": 2.0435,
      "step": 354
    },
    {
      "epoch": 1.3051470588235294,
      "grad_norm": 0.13538019359111786,
      "learning_rate": 1.4652180759260224e-06,
      "loss": 1.7622,
      "step": 355
    },
    {
      "epoch": 1.3088235294117647,
      "grad_norm": 0.1283712536096573,
      "learning_rate": 1.451461376853258e-06,
      "loss": 1.7107,
      "step": 356
    },
    {
      "epoch": 1.3125,
      "grad_norm": 0.13089057803153992,
      "learning_rate": 1.4377430969644568e-06,
      "loss": 1.7766,
      "step": 357
    },
    {
      "epoch": 1.3161764705882353,
      "grad_norm": 0.13077013194561005,
      "learning_rate": 1.4240637389069284e-06,
      "loss": 1.7357,
      "step": 358
    },
    {
      "epoch": 1.3198529411764706,
      "grad_norm": 0.13065537810325623,
      "learning_rate": 1.4104238039018575e-06,
      "loss": 1.7515,
      "step": 359
    },
    {
      "epoch": 1.3235294117647058,
      "grad_norm": 0.1312171220779419,
      "learning_rate": 1.3968237917259463e-06,
      "loss": 1.9154,
      "step": 360
    },
    {
      "epoch": 1.3272058823529411,
      "grad_norm": 0.13449817895889282,
      "learning_rate": 1.3832642006930935e-06,
      "loss": 1.5684,
      "step": 361
    },
    {
      "epoch": 1.3308823529411764,
      "grad_norm": 0.13083653151988983,
      "learning_rate": 1.3697455276361388e-06,
      "loss": 1.7913,
      "step": 362
    },
    {
      "epoch": 1.3345588235294117,
      "grad_norm": 0.134398952126503,
      "learning_rate": 1.3562682678886585e-06,
      "loss": 1.8831,
      "step": 363
    },
    {
      "epoch": 1.3382352941176472,
      "grad_norm": 0.12796249985694885,
      "learning_rate": 1.342832915266821e-06,
      "loss": 1.7452,
      "step": 364
    },
    {
      "epoch": 1.3419117647058822,
      "grad_norm": 0.1314622461795807,
      "learning_rate": 1.329439962051281e-06,
      "loss": 1.8515,
      "step": 365
    },
    {
      "epoch": 1.3455882352941178,
      "grad_norm": 0.13672280311584473,
      "learning_rate": 1.3160898989691545e-06,
      "loss": 1.6131,
      "step": 366
    },
    {
      "epoch": 1.3492647058823528,
      "grad_norm": 0.12695570290088654,
      "learning_rate": 1.3027832151760328e-06,
      "loss": 1.7702,
      "step": 367
    },
    {
      "epoch": 1.3529411764705883,
      "grad_norm": 0.12619709968566895,
      "learning_rate": 1.2895203982380592e-06,
      "loss": 1.7551,
      "step": 368
    },
    {
      "epoch": 1.3566176470588236,
      "grad_norm": 0.1321066915988922,
      "learning_rate": 1.2763019341140642e-06,
      "loss": 1.7449,
      "step": 369
    },
    {
      "epoch": 1.3602941176470589,
      "grad_norm": 0.1324441283941269,
      "learning_rate": 1.263128307137762e-06,
      "loss": 1.8789,
      "step": 370
    },
    {
      "epoch": 1.3639705882352942,
      "grad_norm": 0.24257655441761017,
      "learning_rate": 1.2500000000000007e-06,
      "loss": 1.843,
      "step": 371
    },
    {
      "epoch": 1.3676470588235294,
      "grad_norm": 0.13487295806407928,
      "learning_rate": 1.2369174937310794e-06,
      "loss": 1.7277,
      "step": 372
    },
    {
      "epoch": 1.3713235294117647,
      "grad_norm": 0.1332412213087082,
      "learning_rate": 1.22388126768312e-06,
      "loss": 1.7645,
      "step": 373
    },
    {
      "epoch": 1.375,
      "grad_norm": 0.15057015419006348,
      "learning_rate": 1.2108917995125078e-06,
      "loss": 1.7781,
      "step": 374
    },
    {
      "epoch": 1.3786764705882353,
      "grad_norm": 0.12643615901470184,
      "learning_rate": 1.1979495651623846e-06,
      "loss": 1.7512,
      "step": 375
    },
    {
      "epoch": 1.3823529411764706,
      "grad_norm": 0.1606963723897934,
      "learning_rate": 1.1850550388452125e-06,
      "loss": 1.7735,
      "step": 376
    },
    {
      "epoch": 1.3860294117647058,
      "grad_norm": 0.15707363188266754,
      "learning_rate": 1.1722086930253983e-06,
      "loss": 1.7344,
      "step": 377
    },
    {
      "epoch": 1.3897058823529411,
      "grad_norm": 0.12574374675750732,
      "learning_rate": 1.159410998401982e-06,
      "loss": 1.7748,
      "step": 378
    },
    {
      "epoch": 1.3933823529411764,
      "grad_norm": 0.13599219918251038,
      "learning_rate": 1.1466624238913907e-06,
      "loss": 1.6268,
      "step": 379
    },
    {
      "epoch": 1.3970588235294117,
      "grad_norm": 0.13079968094825745,
      "learning_rate": 1.1339634366102544e-06,
      "loss": 1.6599,
      "step": 380
    },
    {
      "epoch": 1.4007352941176472,
      "grad_norm": 0.1395445168018341,
      "learning_rate": 1.1213145018582938e-06,
      "loss": 1.753,
      "step": 381
    },
    {
      "epoch": 1.4044117647058822,
      "grad_norm": 0.13108734786510468,
      "learning_rate": 1.1087160831012713e-06,
      "loss": 1.7661,
      "step": 382
    },
    {
      "epoch": 1.4080882352941178,
      "grad_norm": 0.13053135573863983,
      "learning_rate": 1.0961686419540073e-06,
      "loss": 1.9817,
      "step": 383
    },
    {
      "epoch": 1.4117647058823528,
      "grad_norm": 0.12607184052467346,
      "learning_rate": 1.0836726381634644e-06,
      "loss": 1.8506,
      "step": 384
    },
    {
      "epoch": 1.4154411764705883,
      "grad_norm": 0.12961024045944214,
      "learning_rate": 1.0712285295919092e-06,
      "loss": 1.8133,
      "step": 385
    },
    {
      "epoch": 1.4191176470588236,
      "grad_norm": 0.13077639043331146,
      "learning_rate": 1.0588367722001288e-06,
      "loss": 1.9577,
      "step": 386
    },
    {
      "epoch": 1.4227941176470589,
      "grad_norm": 0.12397018074989319,
      "learning_rate": 1.0464978200307272e-06,
      "loss": 1.7779,
      "step": 387
    },
    {
      "epoch": 1.4264705882352942,
      "grad_norm": 0.1258416622877121,
      "learning_rate": 1.034212125191487e-06,
      "loss": 1.8292,
      "step": 388
    },
    {
      "epoch": 1.4301470588235294,
      "grad_norm": 0.13193950057029724,
      "learning_rate": 1.02198013783881e-06,
      "loss": 1.7834,
      "step": 389
    },
    {
      "epoch": 1.4338235294117647,
      "grad_norm": 0.12783780694007874,
      "learning_rate": 1.0098023061612113e-06,
      "loss": 1.7964,
      "step": 390
    },
    {
      "epoch": 1.4375,
      "grad_norm": 0.12796999514102936,
      "learning_rate": 9.97679076362909e-07,
      "loss": 1.7532,
      "step": 391
    },
    {
      "epoch": 1.4411764705882353,
      "grad_norm": 0.13268254697322845,
      "learning_rate": 9.856108926474706e-07,
      "loss": 1.8421,
      "step": 392
    },
    {
      "epoch": 1.4448529411764706,
      "grad_norm": 0.1279154270887375,
      "learning_rate": 9.735981972015352e-07,
      "loss": 1.9176,
      "step": 393
    },
    {
      "epoch": 1.4485294117647058,
      "grad_norm": 0.1238161027431488,
      "learning_rate": 9.616414301786128e-07,
      "loss": 1.815,
      "step": 394
    },
    {
      "epoch": 1.4522058823529411,
      "grad_norm": 0.1436426043510437,
      "learning_rate": 9.497410296829582e-07,
      "loss": 1.8147,
      "step": 395
    },
    {
      "epoch": 1.4558823529411764,
      "grad_norm": 0.12739156186580658,
      "learning_rate": 9.378974317535189e-07,
      "loss": 1.6875,
      "step": 396
    },
    {
      "epoch": 1.4595588235294117,
      "grad_norm": 0.13925060629844666,
      "learning_rate": 9.261110703479531e-07,
      "loss": 1.7835,
      "step": 397
    },
    {
      "epoch": 1.4632352941176472,
      "grad_norm": 0.1358778327703476,
      "learning_rate": 9.143823773267349e-07,
      "loss": 1.7969,
      "step": 398
    },
    {
      "epoch": 1.4669117647058822,
      "grad_norm": 0.1351114958524704,
      "learning_rate": 9.027117824373308e-07,
      "loss": 1.736,
      "step": 399
    },
    {
      "epoch": 1.4705882352941178,
      "grad_norm": 0.12710829079151154,
      "learning_rate": 8.910997132984481e-07,
      "loss": 1.7682,
      "step": 400
    },
    {
      "epoch": 1.4742647058823528,
      "grad_norm": 0.19130057096481323,
      "learning_rate": 8.795465953843715e-07,
      "loss": 1.7461,
      "step": 401
    },
    {
      "epoch": 1.4779411764705883,
      "grad_norm": 0.13635779917240143,
      "learning_rate": 8.68052852009372e-07,
      "loss": 1.6813,
      "step": 402
    },
    {
      "epoch": 1.4816176470588236,
      "grad_norm": 0.1377837061882019,
      "learning_rate": 8.566189043121953e-07,
      "loss": 1.7816,
      "step": 403
    },
    {
      "epoch": 1.4852941176470589,
      "grad_norm": 0.12702207267284393,
      "learning_rate": 8.452451712406329e-07,
      "loss": 1.7292,
      "step": 404
    },
    {
      "epoch": 1.4889705882352942,
      "grad_norm": 0.13705359399318695,
      "learning_rate": 8.339320695361697e-07,
      "loss": 1.7473,
      "step": 405
    },
    {
      "epoch": 1.4926470588235294,
      "grad_norm": 0.1425228714942932,
      "learning_rate": 8.22680013718715e-07,
      "loss": 1.6972,
      "step": 406
    },
    {
      "epoch": 1.4963235294117647,
      "grad_norm": 0.12557172775268555,
      "learning_rate": 8.114894160714165e-07,
      "loss": 1.8611,
      "step": 407
    },
    {
      "epoch": 1.5,
      "grad_norm": 0.13769450783729553,
      "learning_rate": 8.003606866255504e-07,
      "loss": 1.5658,
      "step": 408
    },
    {
      "epoch": 1.5036764705882353,
      "grad_norm": 0.12127039581537247,
      "learning_rate": 7.892942331454959e-07,
      "loss": 1.7032,
      "step": 409
    },
    {
      "epoch": 1.5073529411764706,
      "grad_norm": 0.13212333619594574,
      "learning_rate": 7.782904611138037e-07,
      "loss": 1.6767,
      "step": 410
    },
    {
      "epoch": 1.5110294117647058,
      "grad_norm": 0.18305175006389618,
      "learning_rate": 7.67349773716328e-07,
      "loss": 1.8421,
      "step": 411
    },
    {
      "epoch": 1.5147058823529411,
      "grad_norm": 0.13587015867233276,
      "learning_rate": 7.564725718274601e-07,
      "loss": 1.6409,
      "step": 412
    },
    {
      "epoch": 1.5183823529411766,
      "grad_norm": 0.14161740243434906,
      "learning_rate": 7.456592539954366e-07,
      "loss": 1.767,
      "step": 413
    },
    {
      "epoch": 1.5220588235294117,
      "grad_norm": 0.7190842628479004,
      "learning_rate": 7.349102164277403e-07,
      "loss": 1.6086,
      "step": 414
    },
    {
      "epoch": 1.5257352941176472,
      "grad_norm": 0.13130687177181244,
      "learning_rate": 7.242258529765794e-07,
      "loss": 1.7691,
      "step": 415
    },
    {
      "epoch": 1.5294117647058822,
      "grad_norm": 0.13257664442062378,
      "learning_rate": 7.136065551244544e-07,
      "loss": 1.7076,
      "step": 416
    },
    {
      "epoch": 1.5330882352941178,
      "grad_norm": 0.1287647783756256,
      "learning_rate": 7.030527119698227e-07,
      "loss": 1.8224,
      "step": 417
    },
    {
      "epoch": 1.5367647058823528,
      "grad_norm": 0.12957987189292908,
      "learning_rate": 6.925647102128319e-07,
      "loss": 1.8724,
      "step": 418
    },
    {
      "epoch": 1.5404411764705883,
      "grad_norm": 0.1263745278120041,
      "learning_rate": 6.821429341411564e-07,
      "loss": 1.7504,
      "step": 419
    },
    {
      "epoch": 1.5441176470588234,
      "grad_norm": 0.14651522040367126,
      "learning_rate": 6.717877656159147e-07,
      "loss": 1.6761,
      "step": 420
    },
    {
      "epoch": 1.5477941176470589,
      "grad_norm": 0.14042457938194275,
      "learning_rate": 6.614995840576816e-07,
      "loss": 1.788,
      "step": 421
    },
    {
      "epoch": 1.5514705882352942,
      "grad_norm": 0.1395975798368454,
      "learning_rate": 6.512787664325776e-07,
      "loss": 1.8696,
      "step": 422
    },
    {
      "epoch": 1.5551470588235294,
      "grad_norm": 0.13296611607074738,
      "learning_rate": 6.411256872384658e-07,
      "loss": 1.9549,
      "step": 423
    },
    {
      "epoch": 1.5588235294117647,
      "grad_norm": 0.14705660939216614,
      "learning_rate": 6.31040718491224e-07,
      "loss": 1.7868,
      "step": 424
    },
    {
      "epoch": 1.5625,
      "grad_norm": 0.12362435460090637,
      "learning_rate": 6.210242297111189e-07,
      "loss": 1.7684,
      "step": 425
    },
    {
      "epoch": 1.5661764705882353,
      "grad_norm": 0.1328449845314026,
      "learning_rate": 6.110765879092604e-07,
      "loss": 1.9487,
      "step": 426
    },
    {
      "epoch": 1.5698529411764706,
      "grad_norm": 0.14349178969860077,
      "learning_rate": 6.011981575741583e-07,
      "loss": 1.7547,
      "step": 427
    },
    {
      "epoch": 1.5735294117647058,
      "grad_norm": 0.132049098610878,
      "learning_rate": 5.913893006583668e-07,
      "loss": 1.7595,
      "step": 428
    },
    {
      "epoch": 1.5772058823529411,
      "grad_norm": 0.14611732959747314,
      "learning_rate": 5.816503765652209e-07,
      "loss": 1.6253,
      "step": 429
    },
    {
      "epoch": 1.5808823529411766,
      "grad_norm": 0.5706349015235901,
      "learning_rate": 5.719817421356686e-07,
      "loss": 1.861,
      "step": 430
    },
    {
      "epoch": 1.5845588235294117,
      "grad_norm": 0.12961260974407196,
      "learning_rate": 5.623837516351949e-07,
      "loss": 1.8815,
      "step": 431
    },
    {
      "epoch": 1.5882352941176472,
      "grad_norm": 0.13493973016738892,
      "learning_rate": 5.52856756740845e-07,
      "loss": 1.8026,
      "step": 432
    },
    {
      "epoch": 1.5919117647058822,
      "grad_norm": 0.12814201414585114,
      "learning_rate": 5.434011065283326e-07,
      "loss": 1.7631,
      "step": 433
    },
    {
      "epoch": 1.5955882352941178,
      "grad_norm": 0.13228128850460052,
      "learning_rate": 5.340171474592537e-07,
      "loss": 1.6501,
      "step": 434
    },
    {
      "epoch": 1.5992647058823528,
      "grad_norm": 0.12718702852725983,
      "learning_rate": 5.247052233683916e-07,
      "loss": 1.7465,
      "step": 435
    },
    {
      "epoch": 1.6029411764705883,
      "grad_norm": 0.12795035541057587,
      "learning_rate": 5.154656754511175e-07,
      "loss": 1.769,
      "step": 436
    },
    {
      "epoch": 1.6066176470588234,
      "grad_norm": 0.138128861784935,
      "learning_rate": 5.062988422508886e-07,
      "loss": 1.8483,
      "step": 437
    },
    {
      "epoch": 1.6102941176470589,
      "grad_norm": 0.13711762428283691,
      "learning_rate": 4.972050596468448e-07,
      "loss": 1.4195,
      "step": 438
    },
    {
      "epoch": 1.6139705882352942,
      "grad_norm": 0.13988971710205078,
      "learning_rate": 4.881846608415028e-07,
      "loss": 1.887,
      "step": 439
    },
    {
      "epoch": 1.6176470588235294,
      "grad_norm": 0.1385488212108612,
      "learning_rate": 4.792379763485446e-07,
      "loss": 1.8329,
      "step": 440
    },
    {
      "epoch": 1.6213235294117647,
      "grad_norm": 0.142958402633667,
      "learning_rate": 4.703653339807074e-07,
      "loss": 1.736,
      "step": 441
    },
    {
      "epoch": 1.625,
      "grad_norm": 0.14326037466526031,
      "learning_rate": 4.6156705883777434e-07,
      "loss": 1.9025,
      "step": 442
    },
    {
      "epoch": 1.6286764705882353,
      "grad_norm": 0.14004214107990265,
      "learning_rate": 4.528434732946638e-07,
      "loss": 1.7955,
      "step": 443
    },
    {
      "epoch": 1.6323529411764706,
      "grad_norm": 0.14174719154834747,
      "learning_rate": 4.441948969896126e-07,
      "loss": 1.919,
      "step": 444
    },
    {
      "epoch": 1.6360294117647058,
      "grad_norm": 0.13766086101531982,
      "learning_rate": 4.3562164681246825e-07,
      "loss": 1.6951,
      "step": 445
    },
    {
      "epoch": 1.6397058823529411,
      "grad_norm": 0.14875784516334534,
      "learning_rate": 4.2712403689307623e-07,
      "loss": 1.8235,
      "step": 446
    },
    {
      "epoch": 1.6433823529411766,
      "grad_norm": 0.12639568746089935,
      "learning_rate": 4.187023785897701e-07,
      "loss": 1.9602,
      "step": 447
    },
    {
      "epoch": 1.6470588235294117,
      "grad_norm": 0.12960933148860931,
      "learning_rate": 4.103569804779642e-07,
      "loss": 1.7242,
      "step": 448
    },
    {
      "epoch": 1.6507352941176472,
      "grad_norm": 0.1281520575284958,
      "learning_rate": 4.02088148338845e-07,
      "loss": 1.8703,
      "step": 449
    },
    {
      "epoch": 1.6544117647058822,
      "grad_norm": 0.15090522170066833,
      "learning_rate": 3.9389618514817124e-07,
      "loss": 1.8158,
      "step": 450
    },
    {
      "epoch": 1.6580882352941178,
      "grad_norm": 0.15420696139335632,
      "learning_rate": 3.85781391065167e-07,
      "loss": 1.6869,
      "step": 451
    },
    {
      "epoch": 1.6617647058823528,
      "grad_norm": 0.13783778250217438,
      "learning_rate": 3.777440634215282e-07,
      "loss": 1.8575,
      "step": 452
    },
    {
      "epoch": 1.6654411764705883,
      "grad_norm": 0.1347050964832306,
      "learning_rate": 3.697844967105263e-07,
      "loss": 1.7492,
      "step": 453
    },
    {
      "epoch": 1.6691176470588234,
      "grad_norm": 0.14325948059558868,
      "learning_rate": 3.619029825762177e-07,
      "loss": 1.5755,
      "step": 454
    },
    {
      "epoch": 1.6727941176470589,
      "grad_norm": 0.12705065310001373,
      "learning_rate": 3.54099809802759e-07,
      "loss": 1.8027,
      "step": 455
    },
    {
      "epoch": 1.6764705882352942,
      "grad_norm": 0.13613003492355347,
      "learning_rate": 3.463752643038232e-07,
      "loss": 1.8703,
      "step": 456
    },
    {
      "epoch": 1.6801470588235294,
      "grad_norm": 0.13046707212924957,
      "learning_rate": 3.3872962911212836e-07,
      "loss": 1.7997,
      "step": 457
    },
    {
      "epoch": 1.6838235294117647,
      "grad_norm": 0.13141557574272156,
      "learning_rate": 3.31163184369061e-07,
      "loss": 1.885,
      "step": 458
    },
    {
      "epoch": 1.6875,
      "grad_norm": 0.13569918274879456,
      "learning_rate": 3.236762073144159e-07,
      "loss": 1.6728,
      "step": 459
    },
    {
      "epoch": 1.6911764705882353,
      "grad_norm": 0.1508040875196457,
      "learning_rate": 3.162689722762366e-07,
      "loss": 1.7277,
      "step": 460
    },
    {
      "epoch": 1.6948529411764706,
      "grad_norm": 0.1174527034163475,
      "learning_rate": 3.089417506607631e-07,
      "loss": 1.8911,
      "step": 461
    },
    {
      "epoch": 1.6985294117647058,
      "grad_norm": 0.1410108208656311,
      "learning_rate": 3.016948109424883e-07,
      "loss": 1.8093,
      "step": 462
    },
    {
      "epoch": 1.7022058823529411,
      "grad_norm": 0.13780896365642548,
      "learning_rate": 2.9452841865432126e-07,
      "loss": 1.5834,
      "step": 463
    },
    {
      "epoch": 1.7058823529411766,
      "grad_norm": 0.13869351148605347,
      "learning_rate": 2.874428363778553e-07,
      "loss": 1.6792,
      "step": 464
    },
    {
      "epoch": 1.7095588235294117,
      "grad_norm": 0.14043569564819336,
      "learning_rate": 2.8043832373375187e-07,
      "loss": 1.6761,
      "step": 465
    },
    {
      "epoch": 1.7132352941176472,
      "grad_norm": 0.1396993100643158,
      "learning_rate": 2.735151373722214e-07,
      "loss": 1.8474,
      "step": 466
    },
    {
      "epoch": 1.7169117647058822,
      "grad_norm": 0.14382068812847137,
      "learning_rate": 2.6667353096362395e-07,
      "loss": 1.7655,
      "step": 467
    },
    {
      "epoch": 1.7205882352941178,
      "grad_norm": 0.13429930806159973,
      "learning_rate": 2.5991375518917535e-07,
      "loss": 1.881,
      "step": 468
    },
    {
      "epoch": 1.7242647058823528,
      "grad_norm": 0.15133066475391388,
      "learning_rate": 2.5323605773175775e-07,
      "loss": 1.6794,
      "step": 469
    },
    {
      "epoch": 1.7279411764705883,
      "grad_norm": 0.18690359592437744,
      "learning_rate": 2.4664068326684723e-07,
      "loss": 1.9156,
      "step": 470
    },
    {
      "epoch": 1.7316176470588234,
      "grad_norm": 0.1307322084903717,
      "learning_rate": 2.401278734535484e-07,
      "loss": 1.8899,
      "step": 471
    },
    {
      "epoch": 1.7352941176470589,
      "grad_norm": 0.12253100425004959,
      "learning_rate": 2.336978669257406e-07,
      "loss": 1.7231,
      "step": 472
    },
    {
      "epoch": 1.7389705882352942,
      "grad_norm": 0.1309325098991394,
      "learning_rate": 2.273508992833312e-07,
      "loss": 1.9309,
      "step": 473
    },
    {
      "epoch": 1.7426470588235294,
      "grad_norm": 0.1405581384897232,
      "learning_rate": 2.2108720308362613e-07,
      "loss": 1.5802,
      "step": 474
    },
    {
      "epoch": 1.7463235294117647,
      "grad_norm": 0.12829530239105225,
      "learning_rate": 2.149070078328089e-07,
      "loss": 1.8891,
      "step": 475
    },
    {
      "epoch": 1.75,
      "grad_norm": 0.1326986700296402,
      "learning_rate": 2.0881053997752893e-07,
      "loss": 1.7289,
      "step": 476
    },
    {
      "epoch": 1.7536764705882353,
      "grad_norm": 0.13683846592903137,
      "learning_rate": 2.0279802289660533e-07,
      "loss": 1.7529,
      "step": 477
    },
    {
      "epoch": 1.7573529411764706,
      "grad_norm": 0.1288047432899475,
      "learning_rate": 1.9686967689284354e-07,
      "loss": 1.8638,
      "step": 478
    },
    {
      "epoch": 1.7610294117647058,
      "grad_norm": 0.13414016366004944,
      "learning_rate": 1.910257191849618e-07,
      "loss": 1.8131,
      "step": 479
    },
    {
      "epoch": 1.7647058823529411,
      "grad_norm": 0.13683004677295685,
      "learning_rate": 1.8526636389963216e-07,
      "loss": 1.8441,
      "step": 480
    },
    {
      "epoch": 1.7683823529411766,
      "grad_norm": 0.13091401755809784,
      "learning_rate": 1.7959182206363502e-07,
      "loss": 1.7694,
      "step": 481
    },
    {
      "epoch": 1.7720588235294117,
      "grad_norm": 0.13786040246486664,
      "learning_rate": 1.740023015961287e-07,
      "loss": 1.6129,
      "step": 482
    },
    {
      "epoch": 1.7757352941176472,
      "grad_norm": 0.1324450820684433,
      "learning_rate": 1.6849800730102755e-07,
      "loss": 1.6062,
      "step": 483
    },
    {
      "epoch": 1.7794117647058822,
      "grad_norm": 0.13514846563339233,
      "learning_rate": 1.6307914085950117e-07,
      "loss": 1.7428,
      "step": 484
    },
    {
      "epoch": 1.7830882352941178,
      "grad_norm": 0.13554343581199646,
      "learning_rate": 1.577459008225807e-07,
      "loss": 1.6424,
      "step": 485
    },
    {
      "epoch": 1.7867647058823528,
      "grad_norm": 0.13436546921730042,
      "learning_rate": 1.5249848260388943e-07,
      "loss": 1.8134,
      "step": 486
    },
    {
      "epoch": 1.7904411764705883,
      "grad_norm": 0.14063028991222382,
      "learning_rate": 1.4733707847247814e-07,
      "loss": 1.8225,
      "step": 487
    },
    {
      "epoch": 1.7941176470588234,
      "grad_norm": 0.13966462016105652,
      "learning_rate": 1.4226187754578153e-07,
      "loss": 1.8506,
      "step": 488
    },
    {
      "epoch": 1.7977941176470589,
      "grad_norm": 0.13221842050552368,
      "learning_rate": 1.37273065782689e-07,
      "loss": 1.8214,
      "step": 489
    },
    {
      "epoch": 1.8014705882352942,
      "grad_norm": 0.13220606744289398,
      "learning_rate": 1.3237082597673173e-07,
      "loss": 1.6753,
      "step": 490
    },
    {
      "epoch": 1.8051470588235294,
      "grad_norm": 0.1535516381263733,
      "learning_rate": 1.275553377493835e-07,
      "loss": 1.7165,
      "step": 491
    },
    {
      "epoch": 1.8088235294117647,
      "grad_norm": 0.1355370581150055,
      "learning_rate": 1.228267775434791e-07,
      "loss": 1.899,
      "step": 492
    },
    {
      "epoch": 1.8125,
      "grad_norm": 0.1324004977941513,
      "learning_rate": 1.1818531861675226e-07,
      "loss": 1.8999,
      "step": 493
    },
    {
      "epoch": 1.8161764705882353,
      "grad_norm": 0.13550646603107452,
      "learning_rate": 1.1363113103548374e-07,
      "loss": 1.7658,
      "step": 494
    },
    {
      "epoch": 1.8198529411764706,
      "grad_norm": 0.12017887830734253,
      "learning_rate": 1.091643816682722e-07,
      "loss": 1.7258,
      "step": 495
    },
    {
      "epoch": 1.8235294117647058,
      "grad_norm": 0.12774993479251862,
      "learning_rate": 1.0478523417991882e-07,
      "loss": 1.9321,
      "step": 496
    },
    {
      "epoch": 1.8272058823529411,
      "grad_norm": 0.12875042855739594,
      "learning_rate": 1.004938490254323e-07,
      "loss": 1.8203,
      "step": 497
    },
    {
      "epoch": 1.8308823529411766,
      "grad_norm": 0.14257602393627167,
      "learning_rate": 9.629038344414643e-08,
      "loss": 1.5868,
      "step": 498
    },
    {
      "epoch": 1.8345588235294117,
      "grad_norm": 0.13076844811439514,
      "learning_rate": 9.217499145396187e-08,
      "loss": 1.7004,
      "step": 499
    },
    {
      "epoch": 1.8382352941176472,
      "grad_norm": 0.13167351484298706,
      "learning_rate": 8.814782384570259e-08,
      "loss": 1.8342,
      "step": 500
    },
    {
      "epoch": 1.8419117647058822,
      "grad_norm": 0.1307523101568222,
      "learning_rate": 8.420902817758814e-08,
      "loss": 1.8168,
      "step": 501
    },
    {
      "epoch": 1.8455882352941178,
      "grad_norm": 0.13685598969459534,
      "learning_rate": 8.035874876982957e-08,
      "loss": 1.7374,
      "step": 502
    },
    {
      "epoch": 1.8492647058823528,
      "grad_norm": 0.13376078009605408,
      "learning_rate": 7.659712669934121e-08,
      "loss": 1.7374,
      "step": 503
    },
    {
      "epoch": 1.8529411764705883,
      "grad_norm": 0.13515940308570862,
      "learning_rate": 7.29242997945695e-08,
      "loss": 1.8987,
      "step": 504
    },
    {
      "epoch": 1.8566176470588234,
      "grad_norm": 0.1335776448249817,
      "learning_rate": 6.93404026304459e-08,
      "loss": 1.9652,
      "step": 505
    },
    {
      "epoch": 1.8602941176470589,
      "grad_norm": 0.13335004448890686,
      "learning_rate": 6.58455665234528e-08,
      "loss": 1.6804,
      "step": 506
    },
    {
      "epoch": 1.8639705882352942,
      "grad_norm": 0.13274776935577393,
      "learning_rate": 6.243991952681466e-08,
      "loss": 1.6935,
      "step": 507
    },
    {
      "epoch": 1.8676470588235294,
      "grad_norm": 0.13108554482460022,
      "learning_rate": 5.912358642580496e-08,
      "loss": 1.8228,
      "step": 508
    },
    {
      "epoch": 1.8713235294117647,
      "grad_norm": 0.13036131858825684,
      "learning_rate": 5.589668873317328e-08,
      "loss": 1.7531,
      "step": 509
    },
    {
      "epoch": 1.875,
      "grad_norm": 0.13800695538520813,
      "learning_rate": 5.275934468469385e-08,
      "loss": 1.7133,
      "step": 510
    },
    {
      "epoch": 1.8786764705882353,
      "grad_norm": 0.13230036199092865,
      "learning_rate": 4.971166923483372e-08,
      "loss": 1.8917,
      "step": 511
    },
    {
      "epoch": 1.8823529411764706,
      "grad_norm": 0.16875067353248596,
      "learning_rate": 4.675377405253923e-08,
      "loss": 1.6803,
      "step": 512
    },
    {
      "epoch": 1.8860294117647058,
      "grad_norm": 0.13764630258083344,
      "learning_rate": 4.388576751714613e-08,
      "loss": 1.6458,
      "step": 513
    },
    {
      "epoch": 1.8897058823529411,
      "grad_norm": 0.15355347096920013,
      "learning_rate": 4.110775471440703e-08,
      "loss": 1.7683,
      "step": 514
    },
    {
      "epoch": 1.8933823529411766,
      "grad_norm": 0.12625183165073395,
      "learning_rate": 3.841983743264249e-08,
      "loss": 1.935,
      "step": 515
    },
    {
      "epoch": 1.8970588235294117,
      "grad_norm": 0.13688094913959503,
      "learning_rate": 3.582211415900983e-08,
      "loss": 1.8904,
      "step": 516
    },
    {
      "epoch": 1.9007352941176472,
      "grad_norm": 0.1413528323173523,
      "learning_rate": 3.331468007589489e-08,
      "loss": 1.7597,
      "step": 517
    },
    {
      "epoch": 1.9044117647058822,
      "grad_norm": 0.12093937397003174,
      "learning_rate": 3.089762705742572e-08,
      "loss": 1.777,
      "step": 518
    },
    {
      "epoch": 1.9080882352941178,
      "grad_norm": 0.13151197135448456,
      "learning_rate": 2.8571043666105193e-08,
      "loss": 1.767,
      "step": 519
    },
    {
      "epoch": 1.9117647058823528,
      "grad_norm": 0.13570436835289001,
      "learning_rate": 2.6335015149565324e-08,
      "loss": 1.8249,
      "step": 520
    },
    {
      "epoch": 1.9154411764705883,
      "grad_norm": 0.12817277014255524,
      "learning_rate": 2.4189623437445576e-08,
      "loss": 1.6606,
      "step": 521
    },
    {
      "epoch": 1.9191176470588234,
      "grad_norm": 0.13553419709205627,
      "learning_rate": 2.2134947138389708e-08,
      "loss": 1.8117,
      "step": 522
    },
    {
      "epoch": 1.9227941176470589,
      "grad_norm": 0.13775591552257538,
      "learning_rate": 2.017106153716475e-08,
      "loss": 1.683,
      "step": 523
    },
    {
      "epoch": 1.9264705882352942,
      "grad_norm": 0.1265813112258911,
      "learning_rate": 1.82980385919046e-08,
      "loss": 1.7364,
      "step": 524
    },
    {
      "epoch": 1.9301470588235294,
      "grad_norm": 0.13504433631896973,
      "learning_rate": 1.651594693147185e-08,
      "loss": 1.8376,
      "step": 525
    },
    {
      "epoch": 1.9338235294117647,
      "grad_norm": 0.1287858486175537,
      "learning_rate": 1.482485185294369e-08,
      "loss": 1.7019,
      "step": 526
    },
    {
      "epoch": 1.9375,
      "grad_norm": 0.1338948756456375,
      "learning_rate": 1.3224815319219098e-08,
      "loss": 1.7236,
      "step": 527
    },
    {
      "epoch": 1.9411764705882353,
      "grad_norm": 0.13983018696308136,
      "learning_rate": 1.1715895956748713e-08,
      "loss": 1.9374,
      "step": 528
    },
    {
      "epoch": 1.9448529411764706,
      "grad_norm": 0.1403280794620514,
      "learning_rate": 1.0298149053387107e-08,
      "loss": 1.6141,
      "step": 529
    },
    {
      "epoch": 1.9485294117647058,
      "grad_norm": 0.1476178765296936,
      "learning_rate": 8.971626556365798e-09,
      "loss": 1.7692,
      "step": 530
    },
    {
      "epoch": 1.9522058823529411,
      "grad_norm": 0.13044756650924683,
      "learning_rate": 7.736377070391432e-09,
      "loss": 1.7169,
      "step": 531
    },
    {
      "epoch": 1.9558823529411766,
      "grad_norm": 0.13228951394557953,
      "learning_rate": 6.592445855863883e-09,
      "loss": 1.904,
      "step": 532
    },
    {
      "epoch": 1.9595588235294117,
      "grad_norm": 0.12543240189552307,
      "learning_rate": 5.5398748272175725e-09,
      "loss": 1.8149,
      "step": 533
    },
    {
      "epoch": 1.9632352941176472,
      "grad_norm": 0.1290730983018875,
      "learning_rate": 4.578702551386871e-09,
      "loss": 1.7823,
      "step": 534
    },
    {
      "epoch": 1.9669117647058822,
      "grad_norm": 0.12492910772562027,
      "learning_rate": 3.7089642463922217e-09,
      "loss": 1.844,
      "step": 535
    },
    {
      "epoch": 1.9705882352941178,
      "grad_norm": 0.1257825791835785,
      "learning_rate": 2.930691780049233e-09,
      "loss": 1.7038,
      "step": 536
    },
    {
      "epoch": 1.9742647058823528,
      "grad_norm": 0.13755561411380768,
      "learning_rate": 2.2439136688021113e-09,
      "loss": 1.7303,
      "step": 537
    },
    {
      "epoch": 1.9779411764705883,
      "grad_norm": 0.13982956111431122,
      "learning_rate": 1.6486550766783849e-09,
      "loss": 1.8592,
      "step": 538
    },
    {
      "epoch": 1.9816176470588234,
      "grad_norm": 0.1264951378107071,
      "learning_rate": 1.1449378143665867e-09,
      "loss": 1.8278,
      "step": 539
    },
    {
      "epoch": 1.9852941176470589,
      "grad_norm": 0.13675741851329803,
      "learning_rate": 7.327803384171717e-10,
      "loss": 1.7962,
      "step": 540
    },
    {
      "epoch": 1.9889705882352942,
      "grad_norm": 0.14268295466899872,
      "learning_rate": 4.1219775056666746e-10,
      "loss": 1.7077,
      "step": 541
    },
    {
      "epoch": 1.9926470588235294,
      "grad_norm": 0.13337546586990356,
      "learning_rate": 1.832017971839517e-10,
      "loss": 1.7953,
      "step": 542
    },
    {
      "epoch": 1.9963235294117647,
      "grad_norm": 0.13678434491157532,
      "learning_rate": 4.5800868840040204e-11,
      "loss": 1.8995,
      "step": 543
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.13058674335479736,
      "learning_rate": 0.0,
      "loss": 1.6561,
      "step": 544
    }
  ],
  "logging_steps": 1,
  "max_steps": 544,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 28,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 9.837150617531843e+18,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}