neuralwonderland commited on
Commit
f142cc5
·
verified ·
1 Parent(s): ba111bd

Training in progress, step 600, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6c3fe01ebf102faadf21e99276e72d2255d43c3cac7da2f2dddd1bc52829c58b
3
  size 239135488
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46362f87c9a61c05b35d0017fee94e615fca0a9b7944183e4fe55ba595828133
3
  size 239135488
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c5a4373c40eeaabcdf3654bb7d0b226f1abbfa96d77ee81a19df5e422cb0433b
3
  size 478529298
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46d24afbca3886cdf731f6d838b9a4156a014dec44c201e2985259be59fc1c82
3
  size 478529298
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4974088f352891e76a46dceadf36e9f64499d9c07879aad02094c958e664da14
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d2562493ee420bea042a2629099ab839a87ff45ebc5efa964141a21ffe350f4
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ef8d2900de30e6031eb67496f65d84b5428252e5a56573254c12f627baa587a8
3
  size 1256
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbc27f6f3a634484ed89290f95b9dae37d8dd2743b63bc90bc3c4a747107d486
3
  size 1256
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 0.061199020594358444,
3
- "best_model_checkpoint": "./output/checkpoint-300",
4
- "epoch": 0.4536290322580645,
5
  "eval_steps": 150,
6
- "global_step": 450,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -346,6 +346,119 @@
346
  "eval_samples_per_second": 8.683,
347
  "eval_steps_per_second": 8.683,
348
  "step": 450
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
349
  }
350
  ],
351
  "logging_steps": 10,
@@ -365,7 +478,7 @@
365
  "attributes": {}
366
  }
367
  },
368
- "total_flos": 4.086097535316787e+16,
369
  "train_batch_size": 16,
370
  "trial_name": null,
371
  "trial_params": null
 
1
  {
2
+ "best_metric": 0.053511977195739746,
3
+ "best_model_checkpoint": "./output/checkpoint-600",
4
+ "epoch": 0.6048387096774194,
5
  "eval_steps": 150,
6
+ "global_step": 600,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
346
  "eval_samples_per_second": 8.683,
347
  "eval_steps_per_second": 8.683,
348
  "step": 450
349
+ },
350
+ {
351
+ "epoch": 0.4637096774193548,
352
+ "grad_norm": 0.17224998772144318,
353
+ "learning_rate": 0.00012334257565528155,
354
+ "loss": 0.0752,
355
+ "step": 460
356
+ },
357
+ {
358
+ "epoch": 0.4737903225806452,
359
+ "grad_norm": 0.6695602536201477,
360
+ "learning_rate": 0.000123249655799218,
361
+ "loss": 0.1084,
362
+ "step": 470
363
+ },
364
+ {
365
+ "epoch": 0.4838709677419355,
366
+ "grad_norm": 0.256228506565094,
367
+ "learning_rate": 0.00012315423876274468,
368
+ "loss": 0.0635,
369
+ "step": 480
370
+ },
371
+ {
372
+ "epoch": 0.4939516129032258,
373
+ "grad_norm": 0.25890034437179565,
374
+ "learning_rate": 0.0001230563284680822,
375
+ "loss": 0.0857,
376
+ "step": 490
377
+ },
378
+ {
379
+ "epoch": 0.5040322580645161,
380
+ "grad_norm": 0.20878875255584717,
381
+ "learning_rate": 0.00012295592893993935,
382
+ "loss": 0.0967,
383
+ "step": 500
384
+ },
385
+ {
386
+ "epoch": 0.5141129032258065,
387
+ "grad_norm": 0.23766882717609406,
388
+ "learning_rate": 0.00012285304430534745,
389
+ "loss": 0.1212,
390
+ "step": 510
391
+ },
392
+ {
393
+ "epoch": 0.5241935483870968,
394
+ "grad_norm": 0.18952979147434235,
395
+ "learning_rate": 0.00012274767879349083,
396
+ "loss": 0.0889,
397
+ "step": 520
398
+ },
399
+ {
400
+ "epoch": 0.5342741935483871,
401
+ "grad_norm": 0.4890676736831665,
402
+ "learning_rate": 0.00012263983673553306,
403
+ "loss": 0.09,
404
+ "step": 530
405
+ },
406
+ {
407
+ "epoch": 0.5443548387096774,
408
+ "grad_norm": 0.6612870097160339,
409
+ "learning_rate": 0.0001225295225644387,
410
+ "loss": 0.1209,
411
+ "step": 540
412
+ },
413
+ {
414
+ "epoch": 0.5544354838709677,
415
+ "grad_norm": 0.3861521780490875,
416
+ "learning_rate": 0.0001224167408147913,
417
+ "loss": 0.085,
418
+ "step": 550
419
+ },
420
+ {
421
+ "epoch": 0.5645161290322581,
422
+ "grad_norm": 0.22604888677597046,
423
+ "learning_rate": 0.0001223014961226068,
424
+ "loss": 0.0877,
425
+ "step": 560
426
+ },
427
+ {
428
+ "epoch": 0.5745967741935484,
429
+ "grad_norm": 0.4841513931751251,
430
+ "learning_rate": 0.00012218379322514317,
431
+ "loss": 0.0861,
432
+ "step": 570
433
+ },
434
+ {
435
+ "epoch": 0.5846774193548387,
436
+ "grad_norm": 0.16400082409381866,
437
+ "learning_rate": 0.00012206363696070545,
438
+ "loss": 0.1509,
439
+ "step": 580
440
+ },
441
+ {
442
+ "epoch": 0.594758064516129,
443
+ "grad_norm": 0.14709672331809998,
444
+ "learning_rate": 0.0001219410322684471,
445
+ "loss": 0.0619,
446
+ "step": 590
447
+ },
448
+ {
449
+ "epoch": 0.6048387096774194,
450
+ "grad_norm": 0.17841552197933197,
451
+ "learning_rate": 0.0001218159841881668,
452
+ "loss": 0.0782,
453
+ "step": 600
454
+ },
455
+ {
456
+ "epoch": 0.6048387096774194,
457
+ "eval_loss": 0.053511977195739746,
458
+ "eval_runtime": 58.4751,
459
+ "eval_samples_per_second": 8.551,
460
+ "eval_steps_per_second": 8.551,
461
+ "step": 600
462
  }
463
  ],
464
  "logging_steps": 10,
 
478
  "attributes": {}
479
  }
480
  },
481
+ "total_flos": 5.430349986663629e+16,
482
  "train_batch_size": 16,
483
  "trial_name": null,
484
  "trial_params": null