bhuvanmdev commited on
Commit
6ae5092
·
verified ·
1 Parent(s): 9b0e26e

Training in progress, step 2740, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2311db336a74d6027b311eaa653056cb4acaddc6053a9bcfcf31ef286760d5ed
3
  size 100697728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8dac76252f1ea6c454a23d0bbec6eeaeb8d90dfaad35efd9ad30249ccf2119c5
3
  size 100697728
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2ccc45fddbbe9d221c9887609118bdcd89634d9fbc115859deaaa180775d1c41
3
  size 201541754
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:729d204eef78583ce2389cfa7dc8cda2ae4e1adb786f8db9dc5f44cb7ecb07b8
3
  size 201541754
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6f3423ef0180b7cc49d51ed48a15845d80402981893f5feeedb16a233a66fd87
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5dcb69f4ac177e15c15ecfe217e43f79f5c314ca2c667a27bad7ba64f808dd4
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c3791c6b28f2569893f2f7130add08063530eee9e29c0d2d9ebca8117edde234
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f9ea2eb042c7e9028c8b0fad7dc94246e12807e86516795fbebc04c9df82814
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.9731663685152058,
5
  "eval_steps": 500,
6
- "global_step": 2720,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -2183,14 +2183,30 @@
2183
  "loss": 0.3393,
2184
  "num_input_tokens_seen": 1844328,
2185
  "step": 2720
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2186
  }
2187
  ],
2188
  "logging_steps": 10,
2189
  "max_steps": 2795,
2190
- "num_input_tokens_seen": 1844328,
2191
  "num_train_epochs": 1,
2192
  "save_steps": 20,
2193
- "total_flos": 4.147242367485542e+16,
2194
  "train_batch_size": 1,
2195
  "trial_name": null,
2196
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.9803220035778175,
5
  "eval_steps": 500,
6
+ "global_step": 2740,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
2183
  "loss": 0.3393,
2184
  "num_input_tokens_seen": 1844328,
2185
  "step": 2720
2186
+ },
2187
+ {
2188
+ "epoch": 0.9767441860465116,
2189
+ "grad_norm": 0.3002487123012543,
2190
+ "learning_rate": 4.651162790697674e-06,
2191
+ "loss": 0.358,
2192
+ "num_input_tokens_seen": 1850313,
2193
+ "step": 2730
2194
+ },
2195
+ {
2196
+ "epoch": 0.9803220035778175,
2197
+ "grad_norm": 0.29295697808265686,
2198
+ "learning_rate": 3.935599284436494e-06,
2199
+ "loss": 0.3986,
2200
+ "num_input_tokens_seen": 1857019,
2201
+ "step": 2740
2202
  }
2203
  ],
2204
  "logging_steps": 10,
2205
  "max_steps": 2795,
2206
+ "num_input_tokens_seen": 1857019,
2207
  "num_train_epochs": 1,
2208
  "save_steps": 20,
2209
+ "total_flos": 4.175779944795955e+16,
2210
  "train_batch_size": 1,
2211
  "trial_name": null,
2212
  "trial_params": null