bhuvanmdev commited on
Commit
70a8934
·
verified ·
1 Parent(s): 7b7da50

Training in progress, step 780, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a21005b0c25f84187a6d837e3d90bc53f433f50e714145c05d0b17b4d6481985
3
  size 100697728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58046564a6a589cf046b1d0ed096919f55ce08a5adccffe843ca27704d205f04
3
  size 100697728
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4f8e8c28b45c3d4944833b51532fd8aea3a328fbd53d387d4481409ba0bd1c56
3
  size 201541754
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78b486af472acc17cc180f369840ef98398fc54f8652e4989457cd2fb7dee143
3
  size 201541754
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:744f87a373b7e8aca2b7ead73d8f8e4c8c1a6ad775f7cdeecb51f2b91e13de93
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e9460a84ba57fb2b123198c54834de44fe0225b3afabca45a0f72ec4b268c32
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4433212656c2840008788d3ef4721ac521814715c0310491af53892cc2f91958
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4858d4115c512f42db83d85957355d46797903bfa9e8ae0671a225f442708fed
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.27191413237924866,
5
  "eval_steps": 500,
6
- "global_step": 760,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -615,14 +615,30 @@
615
  "loss": 0.4113,
616
  "num_input_tokens_seen": 508236,
617
  "step": 760
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
618
  }
619
  ],
620
  "logging_steps": 10,
621
  "max_steps": 2795,
622
- "num_input_tokens_seen": 508236,
623
  "num_train_epochs": 1,
624
  "save_steps": 20,
625
- "total_flos": 1.1428432859455488e+16,
626
  "train_batch_size": 1,
627
  "trial_name": null,
628
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.27906976744186046,
5
  "eval_steps": 500,
6
+ "global_step": 780,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
615
  "loss": 0.4113,
616
  "num_input_tokens_seen": 508236,
617
  "step": 760
618
+ },
619
+ {
620
+ "epoch": 0.27549194991055453,
621
+ "grad_norm": 0.4110952317714691,
622
+ "learning_rate": 0.00014490161001788908,
623
+ "loss": 0.4232,
624
+ "num_input_tokens_seen": 514982,
625
+ "step": 770
626
+ },
627
+ {
628
+ "epoch": 0.27906976744186046,
629
+ "grad_norm": 0.3558269441127777,
630
+ "learning_rate": 0.00014418604651162791,
631
+ "loss": 0.4076,
632
+ "num_input_tokens_seen": 521248,
633
+ "step": 780
634
  }
635
  ],
636
  "logging_steps": 10,
637
  "max_steps": 2795,
638
+ "num_input_tokens_seen": 521248,
639
  "num_train_epochs": 1,
640
  "save_steps": 20,
641
+ "total_flos": 1.1721026788982784e+16,
642
  "train_batch_size": 1,
643
  "trial_name": null,
644
  "trial_params": null