neuralwonderland commited on
Commit
fbd87f1
·
verified ·
1 Parent(s): bc12f9f

Training in progress, step 450, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5145dc16f2b6ee5c4f3cabf1b658b3b65311e66c7b724a1027bd47ca61d2c731
3
  size 239135488
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c3fe01ebf102faadf21e99276e72d2255d43c3cac7da2f2dddd1bc52829c58b
3
  size 239135488
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1d22a5e7132966eb2a5a29f60e4073d0cddf038abff83dd9feb58cd767db71bc
3
  size 478529298
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5a4373c40eeaabcdf3654bb7d0b226f1abbfa96d77ee81a19df5e422cb0433b
3
  size 478529298
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:be84dc7c40d3e93b07523f0aea3994c1b453c0f06b0611385b4b4c03b5c09cee
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4974088f352891e76a46dceadf36e9f64499d9c07879aad02094c958e664da14
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e2a61a0595dd1862605bddb150b0c4ebd6b684b46d33bd5e4926bf5e77255160
3
  size 1256
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef8d2900de30e6031eb67496f65d84b5428252e5a56573254c12f627baa587a8
3
  size 1256
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 0.061199020594358444,
3
  "best_model_checkpoint": "./output/checkpoint-300",
4
- "epoch": 0.3024193548387097,
5
  "eval_steps": 150,
6
- "global_step": 300,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -233,6 +233,119 @@
233
  "eval_samples_per_second": 8.332,
234
  "eval_steps_per_second": 8.332,
235
  "step": 300
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
236
  }
237
  ],
238
  "logging_steps": 10,
@@ -252,7 +365,7 @@
252
  "attributes": {}
253
  }
254
  },
255
- "total_flos": 2.7374151982546944e+16,
256
  "train_batch_size": 16,
257
  "trial_name": null,
258
  "trial_params": null
 
1
  {
2
  "best_metric": 0.061199020594358444,
3
  "best_model_checkpoint": "./output/checkpoint-300",
4
+ "epoch": 0.4536290322580645,
5
  "eval_steps": 150,
6
+ "global_step": 450,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
233
  "eval_samples_per_second": 8.332,
234
  "eval_steps_per_second": 8.332,
235
  "step": 300
236
+ },
237
+ {
238
+ "epoch": 0.3125,
239
+ "grad_norm": 0.9389004111289978,
240
+ "learning_rate": 0.00012443436011049593,
241
+ "loss": 0.129,
242
+ "step": 310
243
+ },
244
+ {
245
+ "epoch": 0.3225806451612903,
246
+ "grad_norm": 0.8787228465080261,
247
+ "learning_rate": 0.0001243792984780751,
248
+ "loss": 0.1333,
249
+ "step": 320
250
+ },
251
+ {
252
+ "epoch": 0.3326612903225806,
253
+ "grad_norm": 0.3159072697162628,
254
+ "learning_rate": 0.00012432169323005853,
255
+ "loss": 0.0931,
256
+ "step": 330
257
+ },
258
+ {
259
+ "epoch": 0.34274193548387094,
260
+ "grad_norm": 0.7588217258453369,
261
+ "learning_rate": 0.00012426154673437223,
262
+ "loss": 0.1053,
263
+ "step": 340
264
+ },
265
+ {
266
+ "epoch": 0.3528225806451613,
267
+ "grad_norm": 1.1616908311843872,
268
+ "learning_rate": 0.00012419886146340314,
269
+ "loss": 0.1468,
270
+ "step": 350
271
+ },
272
+ {
273
+ "epoch": 0.3629032258064516,
274
+ "grad_norm": 0.8137270212173462,
275
+ "learning_rate": 0.0001241336399938972,
276
+ "loss": 0.1196,
277
+ "step": 360
278
+ },
279
+ {
280
+ "epoch": 0.37298387096774194,
281
+ "grad_norm": 0.27941054105758667,
282
+ "learning_rate": 0.00012406588500685355,
283
+ "loss": 0.0915,
284
+ "step": 370
285
+ },
286
+ {
287
+ "epoch": 0.38306451612903225,
288
+ "grad_norm": 0.22469285130500793,
289
+ "learning_rate": 0.00012399559928741435,
290
+ "loss": 0.0607,
291
+ "step": 380
292
+ },
293
+ {
294
+ "epoch": 0.39314516129032256,
295
+ "grad_norm": 0.20622070133686066,
296
+ "learning_rate": 0.00012392278572475023,
297
+ "loss": 0.0657,
298
+ "step": 390
299
+ },
300
+ {
301
+ "epoch": 0.4032258064516129,
302
+ "grad_norm": 0.1868823766708374,
303
+ "learning_rate": 0.0001238474473119416,
304
+ "loss": 0.0873,
305
+ "step": 400
306
+ },
307
+ {
308
+ "epoch": 0.41330645161290325,
309
+ "grad_norm": 0.262215793132782,
310
+ "learning_rate": 0.00012376958714585545,
311
+ "loss": 0.0899,
312
+ "step": 410
313
+ },
314
+ {
315
+ "epoch": 0.42338709677419356,
316
+ "grad_norm": 0.8614699840545654,
317
+ "learning_rate": 0.0001236892084270183,
318
+ "loss": 0.0724,
319
+ "step": 420
320
+ },
321
+ {
322
+ "epoch": 0.4334677419354839,
323
+ "grad_norm": 0.917412281036377,
324
+ "learning_rate": 0.00012360631445948448,
325
+ "loss": 0.1351,
326
+ "step": 430
327
+ },
328
+ {
329
+ "epoch": 0.4435483870967742,
330
+ "grad_norm": 0.8552457094192505,
331
+ "learning_rate": 0.00012352090865070026,
332
+ "loss": 0.1108,
333
+ "step": 440
334
+ },
335
+ {
336
+ "epoch": 0.4536290322580645,
337
+ "grad_norm": 0.6661000847816467,
338
+ "learning_rate": 0.00012343299451136397,
339
+ "loss": 0.0681,
340
+ "step": 450
341
+ },
342
+ {
343
+ "epoch": 0.4536290322580645,
344
+ "eval_loss": 0.06194188818335533,
345
+ "eval_runtime": 57.5815,
346
+ "eval_samples_per_second": 8.683,
347
+ "eval_steps_per_second": 8.683,
348
+ "step": 450
349
  }
350
  ],
351
  "logging_steps": 10,
 
365
  "attributes": {}
366
  }
367
  },
368
+ "total_flos": 4.086097535316787e+16,
369
  "train_batch_size": 16,
370
  "trial_name": null,
371
  "trial_params": null