bhuvanmdev commited on
Commit
54200cb
·
verified ·
1 Parent(s): d792a38

Training in progress, step 2760, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8dac76252f1ea6c454a23d0bbec6eeaeb8d90dfaad35efd9ad30249ccf2119c5
3
  size 100697728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c190a6166666cc6a3c6dfe28e0785131a04c3b23b0a33f3eb47119c767f45be
3
  size 100697728
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:729d204eef78583ce2389cfa7dc8cda2ae4e1adb786f8db9dc5f44cb7ecb07b8
3
  size 201541754
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:944a3f33118ed3a7f56a4fec1c7ca031d80874193b8dd65aa07c5b18cdbe4ffd
3
  size 201541754
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a5dcb69f4ac177e15c15ecfe217e43f79f5c314ca2c667a27bad7ba64f808dd4
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94a1271bb72198f899868d39fc0a5d8b8b2409485f7b536adcd3dba6a2399caa
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9f9ea2eb042c7e9028c8b0fad7dc94246e12807e86516795fbebc04c9df82814
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5d3e36a58ef155ce0b2d43051e1706260aa3ba38a4bd5a2b38dcf71f516cea3
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.9803220035778175,
5
  "eval_steps": 500,
6
- "global_step": 2740,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -2199,14 +2199,30 @@
2199
  "loss": 0.3986,
2200
  "num_input_tokens_seen": 1857019,
2201
  "step": 2740
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2202
  }
2203
  ],
2204
  "logging_steps": 10,
2205
  "max_steps": 2795,
2206
- "num_input_tokens_seen": 1857019,
2207
  "num_train_epochs": 1,
2208
  "save_steps": 20,
2209
- "total_flos": 4.175779944795955e+16,
2210
  "train_batch_size": 1,
2211
  "trial_name": null,
2212
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.9874776386404294,
5
  "eval_steps": 500,
6
+ "global_step": 2760,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
2199
  "loss": 0.3986,
2200
  "num_input_tokens_seen": 1857019,
2201
  "step": 2740
2202
+ },
2203
+ {
2204
+ "epoch": 0.9838998211091234,
2205
+ "grad_norm": 0.33198845386505127,
2206
+ "learning_rate": 3.2200357781753134e-06,
2207
+ "loss": 0.3699,
2208
+ "num_input_tokens_seen": 1865080,
2209
+ "step": 2750
2210
+ },
2211
+ {
2212
+ "epoch": 0.9874776386404294,
2213
+ "grad_norm": 0.3775390386581421,
2214
+ "learning_rate": 2.5044722719141326e-06,
2215
+ "loss": 0.3659,
2216
+ "num_input_tokens_seen": 1870697,
2217
+ "step": 2760
2218
  }
2219
  ],
2220
  "logging_steps": 10,
2221
  "max_steps": 2795,
2222
+ "num_input_tokens_seen": 1870697,
2223
  "num_train_epochs": 1,
2224
  "save_steps": 20,
2225
+ "total_flos": 4.206536936557978e+16,
2226
  "train_batch_size": 1,
2227
  "trial_name": null,
2228
  "trial_params": null