mamung commited on
Commit
3fa009c
·
verified ·
1 Parent(s): 0e2408f

Training in progress, step 99, checkpoint

Browse files
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7b0923ce01a88cf1eb985e1342b5bbaf01782f816914e15f7fb1427307a618d3
3
  size 1001863522
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:efbf714eb80d6180f98e62c56e81773a6c049aadff9b9898ac60269a30605c67
3
  size 1001863522
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:43c89c5409cd0a3da2f5bd67d1cc7a881477591d7daaeacb55ad17c38bf4d43f
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54cec50ef05a433f2c0a5f842fc7bb4ac1eae14355c597349c7f84cc22b0410c
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4967fab956f007beafd6b8bc5c5dee4d86950ea055e4ab46c9a7cdc66a69112d
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7041fa0be7432c15ac468c1425bc3b5d595e4b5b769cfa7728743ab80ef12291
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.02357327997817289,
5
  "eval_steps": 9,
6
- "global_step": 81,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -276,6 +276,64 @@
276
  "eval_samples_per_second": 2.623,
277
  "eval_steps_per_second": 1.311,
278
  "step": 81
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
279
  }
280
  ],
281
  "logging_steps": 3,
@@ -295,7 +353,7 @@
295
  "attributes": {}
296
  }
297
  },
298
- "total_flos": 8.284972626896486e+17,
299
  "train_batch_size": 2,
300
  "trial_name": null,
301
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.028811786639989085,
5
  "eval_steps": 9,
6
+ "global_step": 99,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
276
  "eval_samples_per_second": 2.623,
277
  "eval_steps_per_second": 1.311,
278
  "step": 81
279
+ },
280
+ {
281
+ "epoch": 0.024446364421808923,
282
+ "grad_norm": NaN,
283
+ "learning_rate": 1.9098300562505266e-05,
284
+ "loss": 0.0,
285
+ "step": 84
286
+ },
287
+ {
288
+ "epoch": 0.025319448865444953,
289
+ "grad_norm": NaN,
290
+ "learning_rate": 1.2750399292720283e-05,
291
+ "loss": 0.0,
292
+ "step": 87
293
+ },
294
+ {
295
+ "epoch": 0.026192533309080987,
296
+ "grad_norm": NaN,
297
+ "learning_rate": 7.612046748871327e-06,
298
+ "loss": 0.0,
299
+ "step": 90
300
+ },
301
+ {
302
+ "epoch": 0.026192533309080987,
303
+ "eval_loss": NaN,
304
+ "eval_runtime": 4409.9116,
305
+ "eval_samples_per_second": 2.625,
306
+ "eval_steps_per_second": 1.312,
307
+ "step": 90
308
+ },
309
+ {
310
+ "epoch": 0.02706561775271702,
311
+ "grad_norm": NaN,
312
+ "learning_rate": 3.7544763546352834e-06,
313
+ "loss": 0.0,
314
+ "step": 93
315
+ },
316
+ {
317
+ "epoch": 0.027938702196353055,
318
+ "grad_norm": NaN,
319
+ "learning_rate": 1.231165940486234e-06,
320
+ "loss": 0.0,
321
+ "step": 96
322
+ },
323
+ {
324
+ "epoch": 0.028811786639989085,
325
+ "grad_norm": NaN,
326
+ "learning_rate": 7.709637592770991e-08,
327
+ "loss": 0.0,
328
+ "step": 99
329
+ },
330
+ {
331
+ "epoch": 0.028811786639989085,
332
+ "eval_loss": NaN,
333
+ "eval_runtime": 4413.4607,
334
+ "eval_samples_per_second": 2.623,
335
+ "eval_steps_per_second": 1.311,
336
+ "step": 99
337
  }
338
  ],
339
  "logging_steps": 3,
 
353
  "attributes": {}
354
  }
355
  },
356
+ "total_flos": 1.0126077655095706e+18,
357
  "train_batch_size": 2,
358
  "trial_name": null,
359
  "trial_params": null