{
  "best_metric": 1.5011385679244995,
  "best_model_checkpoint": "/exports/eddie/scratch/s1970716/models/summarization/longt5_xl_sfd_bp_10/checkpoint-43",
  "epoch": 19.47826086956522,
  "eval_steps": 500,
  "global_step": 280,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.14,
      "learning_rate": 0.001,
      "loss": 2.9672,
      "step": 2
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.001,
      "loss": 3.0162,
      "step": 4
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.001,
      "loss": 3.1689,
      "step": 6
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.001,
      "loss": 2.902,
      "step": 8
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.001,
      "loss": 2.4891,
      "step": 10
    },
    {
      "epoch": 0.83,
      "learning_rate": 0.001,
      "loss": 2.8498,
      "step": 12
    },
    {
      "epoch": 0.97,
      "learning_rate": 0.001,
      "loss": 2.3973,
      "step": 14
    },
    {
      "epoch": 0.97,
      "eval_loss": 1.9026896953582764,
      "eval_runtime": 84.3252,
      "eval_samples_per_second": 4.008,
      "eval_steps_per_second": 0.51,
      "step": 14
    },
    {
      "epoch": 1.11,
      "learning_rate": 0.001,
      "loss": 2.1921,
      "step": 16
    },
    {
      "epoch": 1.25,
      "learning_rate": 0.001,
      "loss": 2.0091,
      "step": 18
    },
    {
      "epoch": 1.39,
      "learning_rate": 0.001,
      "loss": 1.8884,
      "step": 20
    },
    {
      "epoch": 1.53,
      "learning_rate": 0.001,
      "loss": 1.7955,
      "step": 22
    },
    {
      "epoch": 1.67,
      "learning_rate": 0.001,
      "loss": 1.7023,
      "step": 24
    },
    {
      "epoch": 1.81,
      "learning_rate": 0.001,
      "loss": 1.8178,
      "step": 26
    },
    {
      "epoch": 1.95,
      "learning_rate": 0.001,
      "loss": 1.9188,
      "step": 28
    },
    {
      "epoch": 1.95,
      "eval_loss": 1.694077968597412,
      "eval_runtime": 84.303,
      "eval_samples_per_second": 4.009,
      "eval_steps_per_second": 0.51,
      "step": 28
    },
    {
      "epoch": 2.09,
      "learning_rate": 0.001,
      "loss": 1.6461,
      "step": 30
    },
    {
      "epoch": 2.23,
      "learning_rate": 0.001,
      "loss": 1.552,
      "step": 32
    },
    {
      "epoch": 2.37,
      "learning_rate": 0.001,
      "loss": 1.4914,
      "step": 34
    },
    {
      "epoch": 2.5,
      "learning_rate": 0.001,
      "loss": 1.457,
      "step": 36
    },
    {
      "epoch": 2.64,
      "learning_rate": 0.001,
      "loss": 1.4499,
      "step": 38
    },
    {
      "epoch": 2.78,
      "learning_rate": 0.001,
      "loss": 1.4868,
      "step": 40
    },
    {
      "epoch": 2.92,
      "learning_rate": 0.001,
      "loss": 1.4297,
      "step": 42
    },
    {
      "epoch": 2.99,
      "eval_loss": 1.5011385679244995,
      "eval_runtime": 84.2558,
      "eval_samples_per_second": 4.012,
      "eval_steps_per_second": 0.51,
      "step": 43
    },
    {
      "epoch": 3.06,
      "learning_rate": 0.001,
      "loss": 1.3757,
      "step": 44
    },
    {
      "epoch": 3.2,
      "learning_rate": 0.001,
      "loss": 1.2701,
      "step": 46
    },
    {
      "epoch": 3.34,
      "learning_rate": 0.001,
      "loss": 1.2826,
      "step": 48
    },
    {
      "epoch": 3.48,
      "learning_rate": 0.001,
      "loss": 1.2945,
      "step": 50
    },
    {
      "epoch": 3.62,
      "learning_rate": 0.001,
      "loss": 1.2963,
      "step": 52
    },
    {
      "epoch": 3.76,
      "learning_rate": 0.001,
      "loss": 1.2933,
      "step": 54
    },
    {
      "epoch": 3.9,
      "learning_rate": 0.001,
      "loss": 1.2759,
      "step": 56
    },
    {
      "epoch": 3.97,
      "eval_loss": 1.5048083066940308,
      "eval_runtime": 84.2663,
      "eval_samples_per_second": 4.011,
      "eval_steps_per_second": 0.51,
      "step": 57
    },
    {
      "epoch": 4.03,
      "learning_rate": 0.001,
      "loss": 1.2446,
      "step": 58
    },
    {
      "epoch": 4.17,
      "learning_rate": 0.001,
      "loss": 1.0992,
      "step": 60
    },
    {
      "epoch": 4.31,
      "learning_rate": 0.001,
      "loss": 1.0771,
      "step": 62
    },
    {
      "epoch": 4.45,
      "learning_rate": 0.001,
      "loss": 1.1254,
      "step": 64
    },
    {
      "epoch": 4.59,
      "learning_rate": 0.001,
      "loss": 1.1644,
      "step": 66
    },
    {
      "epoch": 4.73,
      "learning_rate": 0.001,
      "loss": 1.1485,
      "step": 68
    },
    {
      "epoch": 4.87,
      "learning_rate": 0.001,
      "loss": 1.1421,
      "step": 70
    },
    {
      "epoch": 4.94,
      "eval_loss": 1.5463248491287231,
      "eval_runtime": 84.2507,
      "eval_samples_per_second": 4.012,
      "eval_steps_per_second": 0.51,
      "step": 71
    },
    {
      "epoch": 5.01,
      "learning_rate": 0.001,
      "loss": 1.1233,
      "step": 72
    },
    {
      "epoch": 5.15,
      "learning_rate": 0.001,
      "loss": 0.8919,
      "step": 74
    },
    {
      "epoch": 5.29,
      "learning_rate": 0.001,
      "loss": 0.9349,
      "step": 76
    },
    {
      "epoch": 5.43,
      "learning_rate": 0.001,
      "loss": 0.9363,
      "step": 78
    },
    {
      "epoch": 5.57,
      "learning_rate": 0.001,
      "loss": 0.9203,
      "step": 80
    },
    {
      "epoch": 5.7,
      "learning_rate": 0.001,
      "loss": 0.9429,
      "step": 82
    },
    {
      "epoch": 5.84,
      "learning_rate": 0.001,
      "loss": 0.9495,
      "step": 84
    },
    {
      "epoch": 5.98,
      "learning_rate": 0.001,
      "loss": 0.9605,
      "step": 86
    },
    {
      "epoch": 5.98,
      "eval_loss": 1.6269720792770386,
      "eval_runtime": 84.2452,
      "eval_samples_per_second": 4.012,
      "eval_steps_per_second": 0.51,
      "step": 86
    },
    {
      "epoch": 6.12,
      "learning_rate": 0.001,
      "loss": 0.7747,
      "step": 88
    },
    {
      "epoch": 6.26,
      "learning_rate": 0.001,
      "loss": 0.7664,
      "step": 90
    },
    {
      "epoch": 6.4,
      "learning_rate": 0.001,
      "loss": 0.7998,
      "step": 92
    },
    {
      "epoch": 6.54,
      "learning_rate": 0.001,
      "loss": 0.7715,
      "step": 94
    },
    {
      "epoch": 6.68,
      "learning_rate": 0.001,
      "loss": 0.8038,
      "step": 96
    },
    {
      "epoch": 6.82,
      "learning_rate": 0.001,
      "loss": 0.8059,
      "step": 98
    },
    {
      "epoch": 6.96,
      "learning_rate": 0.001,
      "loss": 0.8082,
      "step": 100
    },
    {
      "epoch": 6.96,
      "eval_loss": 1.7645633220672607,
      "eval_runtime": 84.2691,
      "eval_samples_per_second": 4.011,
      "eval_steps_per_second": 0.51,
      "step": 100
    },
    {
      "epoch": 7.1,
      "learning_rate": 0.001,
      "loss": 0.6708,
      "step": 102
    },
    {
      "epoch": 7.23,
      "learning_rate": 0.001,
      "loss": 0.6186,
      "step": 104
    },
    {
      "epoch": 7.37,
      "learning_rate": 0.001,
      "loss": 0.6101,
      "step": 106
    },
    {
      "epoch": 7.51,
      "learning_rate": 0.001,
      "loss": 0.6328,
      "step": 108
    },
    {
      "epoch": 7.65,
      "learning_rate": 0.001,
      "loss": 0.6529,
      "step": 110
    },
    {
      "epoch": 7.79,
      "learning_rate": 0.001,
      "loss": 0.6312,
      "step": 112
    },
    {
      "epoch": 7.93,
      "learning_rate": 0.001,
      "loss": 0.664,
      "step": 114
    },
    {
      "epoch": 8.0,
      "eval_loss": 1.78783118724823,
      "eval_runtime": 84.2285,
      "eval_samples_per_second": 4.013,
      "eval_steps_per_second": 0.511,
      "step": 115
    },
    {
      "epoch": 8.07,
      "learning_rate": 0.001,
      "loss": 0.6177,
      "step": 116
    },
    {
      "epoch": 8.21,
      "learning_rate": 0.001,
      "loss": 0.5241,
      "step": 118
    },
    {
      "epoch": 8.35,
      "learning_rate": 0.001,
      "loss": 0.5173,
      "step": 120
    },
    {
      "epoch": 8.49,
      "learning_rate": 0.001,
      "loss": 0.5241,
      "step": 122
    },
    {
      "epoch": 8.63,
      "learning_rate": 0.001,
      "loss": 0.5546,
      "step": 124
    },
    {
      "epoch": 8.77,
      "learning_rate": 0.001,
      "loss": 0.5401,
      "step": 126
    },
    {
      "epoch": 8.9,
      "learning_rate": 0.001,
      "loss": 0.5471,
      "step": 128
    },
    {
      "epoch": 8.97,
      "eval_loss": 1.9499958753585815,
      "eval_runtime": 84.3243,
      "eval_samples_per_second": 4.008,
      "eval_steps_per_second": 0.51,
      "step": 129
    },
    {
      "epoch": 9.04,
      "learning_rate": 0.001,
      "loss": 0.526,
      "step": 130
    },
    {
      "epoch": 9.18,
      "learning_rate": 0.001,
      "loss": 0.409,
      "step": 132
    },
    {
      "epoch": 9.32,
      "learning_rate": 0.001,
      "loss": 0.4163,
      "step": 134
    },
    {
      "epoch": 9.46,
      "learning_rate": 0.001,
      "loss": 0.4304,
      "step": 136
    },
    {
      "epoch": 9.6,
      "learning_rate": 0.001,
      "loss": 0.4512,
      "step": 138
    },
    {
      "epoch": 9.74,
      "learning_rate": 0.001,
      "loss": 0.4396,
      "step": 140
    },
    {
      "epoch": 9.88,
      "learning_rate": 0.001,
      "loss": 0.4349,
      "step": 142
    },
    {
      "epoch": 9.95,
      "eval_loss": 1.9656596183776855,
      "eval_runtime": 84.2136,
      "eval_samples_per_second": 4.014,
      "eval_steps_per_second": 0.511,
      "step": 143
    },
    {
      "epoch": 10.02,
      "learning_rate": 0.001,
      "loss": 0.4077,
      "step": 144
    },
    {
      "epoch": 10.16,
      "learning_rate": 0.001,
      "loss": 0.3439,
      "step": 146
    },
    {
      "epoch": 10.3,
      "learning_rate": 0.001,
      "loss": 0.3503,
      "step": 148
    },
    {
      "epoch": 10.43,
      "learning_rate": 0.001,
      "loss": 0.3572,
      "step": 150
    },
    {
      "epoch": 10.57,
      "learning_rate": 0.001,
      "loss": 0.3643,
      "step": 152
    },
    {
      "epoch": 10.71,
      "learning_rate": 0.001,
      "loss": 0.3516,
      "step": 154
    },
    {
      "epoch": 10.85,
      "learning_rate": 0.001,
      "loss": 0.377,
      "step": 156
    },
    {
      "epoch": 10.99,
      "learning_rate": 0.001,
      "loss": 0.4338,
      "step": 158
    },
    {
      "epoch": 10.99,
      "eval_loss": 2.135113477706909,
      "eval_runtime": 84.161,
      "eval_samples_per_second": 4.016,
      "eval_steps_per_second": 0.511,
      "step": 158
    },
    {
      "epoch": 11.13,
      "learning_rate": 0.001,
      "loss": 0.2715,
      "step": 160
    },
    {
      "epoch": 11.27,
      "learning_rate": 0.001,
      "loss": 0.2391,
      "step": 162
    },
    {
      "epoch": 11.41,
      "learning_rate": 0.001,
      "loss": 0.2958,
      "step": 164
    },
    {
      "epoch": 11.55,
      "learning_rate": 0.001,
      "loss": 0.3101,
      "step": 166
    },
    {
      "epoch": 11.69,
      "learning_rate": 0.001,
      "loss": 0.3417,
      "step": 168
    },
    {
      "epoch": 11.83,
      "learning_rate": 0.001,
      "loss": 0.3292,
      "step": 170
    },
    {
      "epoch": 11.97,
      "learning_rate": 0.001,
      "loss": 0.2887,
      "step": 172
    },
    {
      "epoch": 11.97,
      "eval_loss": 2.11661434173584,
      "eval_runtime": 84.1912,
      "eval_samples_per_second": 4.015,
      "eval_steps_per_second": 0.511,
      "step": 172
    },
    {
      "epoch": 12.1,
      "learning_rate": 0.001,
      "loss": 0.2532,
      "step": 174
    },
    {
      "epoch": 12.24,
      "learning_rate": 0.001,
      "loss": 0.2565,
      "step": 176
    },
    {
      "epoch": 12.38,
      "learning_rate": 0.001,
      "loss": 0.2791,
      "step": 178
    },
    {
      "epoch": 12.52,
      "learning_rate": 0.001,
      "loss": 0.2803,
      "step": 180
    },
    {
      "epoch": 12.66,
      "learning_rate": 0.001,
      "loss": 0.3015,
      "step": 182
    },
    {
      "epoch": 12.8,
      "learning_rate": 0.001,
      "loss": 0.2764,
      "step": 184
    },
    {
      "epoch": 12.94,
      "learning_rate": 0.001,
      "loss": 0.2753,
      "step": 186
    },
    {
      "epoch": 12.94,
      "eval_loss": 2.4357352256774902,
      "eval_runtime": 84.1848,
      "eval_samples_per_second": 4.015,
      "eval_steps_per_second": 0.511,
      "step": 186
    },
    {
      "epoch": 13.08,
      "learning_rate": 0.001,
      "loss": 0.2563,
      "step": 188
    },
    {
      "epoch": 13.22,
      "learning_rate": 0.001,
      "loss": 0.2024,
      "step": 190
    },
    {
      "epoch": 13.36,
      "learning_rate": 0.001,
      "loss": 0.2252,
      "step": 192
    },
    {
      "epoch": 13.5,
      "learning_rate": 0.001,
      "loss": 0.2487,
      "step": 194
    },
    {
      "epoch": 13.63,
      "learning_rate": 0.001,
      "loss": 0.2086,
      "step": 196
    },
    {
      "epoch": 13.77,
      "learning_rate": 0.001,
      "loss": 0.2181,
      "step": 198
    },
    {
      "epoch": 13.91,
      "learning_rate": 0.001,
      "loss": 0.2114,
      "step": 200
    },
    {
      "epoch": 13.98,
      "eval_loss": 2.5789217948913574,
      "eval_runtime": 84.14,
      "eval_samples_per_second": 4.017,
      "eval_steps_per_second": 0.511,
      "step": 201
    },
    {
      "epoch": 14.05,
      "learning_rate": 0.001,
      "loss": 0.1828,
      "step": 202
    },
    {
      "epoch": 14.19,
      "learning_rate": 0.001,
      "loss": 0.2025,
      "step": 204
    },
    {
      "epoch": 14.33,
      "learning_rate": 0.001,
      "loss": 0.1991,
      "step": 206
    },
    {
      "epoch": 14.47,
      "learning_rate": 0.001,
      "loss": 0.1844,
      "step": 208
    },
    {
      "epoch": 14.61,
      "learning_rate": 0.001,
      "loss": 0.1934,
      "step": 210
    },
    {
      "epoch": 14.75,
      "learning_rate": 0.001,
      "loss": 0.2,
      "step": 212
    },
    {
      "epoch": 14.89,
      "learning_rate": 0.001,
      "loss": 0.1805,
      "step": 214
    },
    {
      "epoch": 14.96,
      "eval_loss": 2.6075170040130615,
      "eval_runtime": 84.2554,
      "eval_samples_per_second": 4.012,
      "eval_steps_per_second": 0.51,
      "step": 215
    },
    {
      "epoch": 15.03,
      "learning_rate": 0.001,
      "loss": 0.1739,
      "step": 216
    },
    {
      "epoch": 15.17,
      "learning_rate": 0.001,
      "loss": 0.1504,
      "step": 218
    },
    {
      "epoch": 15.3,
      "learning_rate": 0.001,
      "loss": 0.1431,
      "step": 220
    },
    {
      "epoch": 15.44,
      "learning_rate": 0.001,
      "loss": 0.152,
      "step": 222
    },
    {
      "epoch": 15.58,
      "learning_rate": 0.001,
      "loss": 0.142,
      "step": 224
    },
    {
      "epoch": 15.72,
      "learning_rate": 0.001,
      "loss": 0.145,
      "step": 226
    },
    {
      "epoch": 15.86,
      "learning_rate": 0.001,
      "loss": 0.1476,
      "step": 228
    },
    {
      "epoch": 16.0,
      "learning_rate": 0.001,
      "loss": 0.1543,
      "step": 230
    },
    {
      "epoch": 16.0,
      "eval_loss": 2.5597331523895264,
      "eval_runtime": 84.1535,
      "eval_samples_per_second": 4.016,
      "eval_steps_per_second": 0.511,
      "step": 230
    },
    {
      "epoch": 16.14,
      "learning_rate": 0.001,
      "loss": 0.1245,
      "step": 232
    },
    {
      "epoch": 16.28,
      "learning_rate": 0.001,
      "loss": 0.1204,
      "step": 234
    },
    {
      "epoch": 16.42,
      "learning_rate": 0.001,
      "loss": 0.2117,
      "step": 236
    },
    {
      "epoch": 16.56,
      "learning_rate": 0.001,
      "loss": 0.6894,
      "step": 238
    },
    {
      "epoch": 16.7,
      "learning_rate": 0.001,
      "loss": 0.35,
      "step": 240
    },
    {
      "epoch": 16.83,
      "learning_rate": 0.001,
      "loss": 0.8395,
      "step": 242
    },
    {
      "epoch": 16.97,
      "learning_rate": 0.001,
      "loss": 0.5166,
      "step": 244
    },
    {
      "epoch": 16.97,
      "eval_loss": 2.5066745281219482,
      "eval_runtime": 84.1866,
      "eval_samples_per_second": 4.015,
      "eval_steps_per_second": 0.511,
      "step": 244
    },
    {
      "epoch": 17.11,
      "learning_rate": 0.001,
      "loss": 0.202,
      "step": 246
    },
    {
      "epoch": 17.25,
      "learning_rate": 0.001,
      "loss": 0.1247,
      "step": 248
    },
    {
      "epoch": 17.39,
      "learning_rate": 0.001,
      "loss": 0.1368,
      "step": 250
    },
    {
      "epoch": 17.53,
      "learning_rate": 0.001,
      "loss": 0.1096,
      "step": 252
    },
    {
      "epoch": 17.67,
      "learning_rate": 0.001,
      "loss": 0.1066,
      "step": 254
    },
    {
      "epoch": 17.81,
      "learning_rate": 0.001,
      "loss": 0.1078,
      "step": 256
    },
    {
      "epoch": 17.95,
      "learning_rate": 0.001,
      "loss": 0.1117,
      "step": 258
    },
    {
      "epoch": 17.95,
      "eval_loss": 2.808701515197754,
      "eval_runtime": 84.1837,
      "eval_samples_per_second": 4.015,
      "eval_steps_per_second": 0.511,
      "step": 258
    },
    {
      "epoch": 18.09,
      "learning_rate": 0.001,
      "loss": 0.0934,
      "step": 260
    },
    {
      "epoch": 18.23,
      "learning_rate": 0.001,
      "loss": 0.0793,
      "step": 262
    },
    {
      "epoch": 18.37,
      "learning_rate": 0.001,
      "loss": 0.0887,
      "step": 264
    },
    {
      "epoch": 18.5,
      "learning_rate": 0.001,
      "loss": 0.103,
      "step": 266
    },
    {
      "epoch": 18.64,
      "learning_rate": 0.001,
      "loss": 0.0847,
      "step": 268
    },
    {
      "epoch": 18.78,
      "learning_rate": 0.001,
      "loss": 0.0869,
      "step": 270
    },
    {
      "epoch": 18.92,
      "learning_rate": 0.001,
      "loss": 0.0895,
      "step": 272
    },
    {
      "epoch": 18.99,
      "eval_loss": 2.7578108310699463,
      "eval_runtime": 84.2046,
      "eval_samples_per_second": 4.014,
      "eval_steps_per_second": 0.511,
      "step": 273
    },
    {
      "epoch": 19.06,
      "learning_rate": 0.001,
      "loss": 0.0884,
      "step": 274
    },
    {
      "epoch": 19.2,
      "learning_rate": 0.001,
      "loss": 0.0838,
      "step": 276
    },
    {
      "epoch": 19.34,
      "learning_rate": 0.001,
      "loss": 0.0731,
      "step": 278
    },
    {
      "epoch": 19.48,
      "learning_rate": 0.001,
      "loss": 0.0779,
      "step": 280
    },
    {
      "epoch": 19.48,
      "eval_loss": 2.892078161239624,
      "eval_runtime": 84.2063,
      "eval_samples_per_second": 4.014,
      "eval_steps_per_second": 0.511,
      "step": 280
    },
    {
      "epoch": 19.48,
      "step": 280,
      "total_flos": 4.895224157149471e+18,
      "train_loss": 0.722327525381531,
      "train_runtime": 70402.3599,
      "train_samples_per_second": 1.043,
      "train_steps_per_second": 0.004
    }
  ],
  "logging_steps": 2,
  "max_steps": 280,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 20,
  "save_steps": 500,
  "total_flos": 4.895224157149471e+18,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}