lesso17 commited on
Commit
c9daa5c
·
verified ·
1 Parent(s): 6639f3f

Training in progress, step 904, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:39b0e3c3bd26131ebebc0107592dfb0e3ffac7006161cec8157da1447bcf1f26
3
  size 639691872
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38620c4bf2bc9c7937f6a727f2abec8b72e8fb55317062ec219d8e2ef7accc87
3
  size 639691872
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e8f70e7042d2a0de78962d26038567750368b9ea96f85798f609af6eb09cebbc
3
  size 1279647314
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f76e3915886a8830e40637e927907671327b3f91d30dcbe399af86f7e695565
3
  size 1279647314
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f79f7225a96d99f97c5e021e9970c5a6e310a7ca5f96ef7ad1b3a4b0ca1a07a7
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38e826a1a20e9f6f0fa80e2b7b21b704647fdaf10667e527df01d00dcf45477d
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:27cbe3194fd7f6cc56537348ff9006bc0d05939c0e80cef4d6e67c9e0002f35c
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:382422162aab33948581084e52d0ed87967c2d8174632ac480d9dcce673b65af
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 0.18988579511642456,
3
- "best_model_checkpoint": "miner_id_24/checkpoint-452",
4
- "epoch": 0.4075284571170968,
5
  "eval_steps": 452,
6
- "global_step": 452,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -86,6 +86,77 @@
86
  "eval_samples_per_second": 10.101,
87
  "eval_steps_per_second": 2.525,
88
  "step": 452
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
89
  }
90
  ],
91
  "logging_steps": 50,
@@ -109,12 +180,12 @@
109
  "should_evaluate": false,
110
  "should_log": false,
111
  "should_save": true,
112
- "should_training_stop": false
113
  },
114
  "attributes": {}
115
  }
116
  },
117
- "total_flos": 6.013840899660841e+17,
118
  "train_batch_size": 4,
119
  "trial_name": null,
120
  "trial_params": null
 
1
  {
2
+ "best_metric": 0.14215713739395142,
3
+ "best_model_checkpoint": "miner_id_24/checkpoint-904",
4
+ "epoch": 0.8150569142341936,
5
  "eval_steps": 452,
6
+ "global_step": 904,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
86
  "eval_samples_per_second": 10.101,
87
  "eval_steps_per_second": 2.525,
88
  "step": 452
89
+ },
90
+ {
91
+ "epoch": 0.45080581539501857,
92
+ "grad_norm": 0.43745195865631104,
93
+ "learning_rate": 0.00010934790878943365,
94
+ "loss": 0.184,
95
+ "step": 500
96
+ },
97
+ {
98
+ "epoch": 0.49588639693452047,
99
+ "grad_norm": 0.5013279318809509,
100
+ "learning_rate": 8.826908410935261e-05,
101
+ "loss": 0.1736,
102
+ "step": 550
103
+ },
104
+ {
105
+ "epoch": 0.5409669784740223,
106
+ "grad_norm": 0.3170182406902313,
107
+ "learning_rate": 6.796003003915074e-05,
108
+ "loss": 0.1644,
109
+ "step": 600
110
+ },
111
+ {
112
+ "epoch": 0.5860475600135242,
113
+ "grad_norm": 0.27928972244262695,
114
+ "learning_rate": 4.9193490285647315e-05,
115
+ "loss": 0.1575,
116
+ "step": 650
117
+ },
118
+ {
119
+ "epoch": 0.631128141553026,
120
+ "grad_norm": 0.30695998668670654,
121
+ "learning_rate": 3.268351708599568e-05,
122
+ "loss": 0.1591,
123
+ "step": 700
124
+ },
125
+ {
126
+ "epoch": 0.6762087230925279,
127
+ "grad_norm": 0.3712688088417053,
128
+ "learning_rate": 1.9058302075595738e-05,
129
+ "loss": 0.1562,
130
+ "step": 750
131
+ },
132
+ {
133
+ "epoch": 0.7212893046320298,
134
+ "grad_norm": 0.34539204835891724,
135
+ "learning_rate": 8.836274085103583e-06,
136
+ "loss": 0.1454,
137
+ "step": 800
138
+ },
139
+ {
140
+ "epoch": 0.7663698861715316,
141
+ "grad_norm": 0.46884703636169434,
142
+ "learning_rate": 2.4063733267654535e-06,
143
+ "loss": 0.1446,
144
+ "step": 850
145
+ },
146
+ {
147
+ "epoch": 0.8114504677110335,
148
+ "grad_norm": 0.3394332230091095,
149
+ "learning_rate": 1.3252521939148497e-08,
150
+ "loss": 0.1523,
151
+ "step": 900
152
+ },
153
+ {
154
+ "epoch": 0.8150569142341936,
155
+ "eval_loss": 0.14215713739395142,
156
+ "eval_runtime": 185.7159,
157
+ "eval_samples_per_second": 10.058,
158
+ "eval_steps_per_second": 2.515,
159
+ "step": 904
160
  }
161
  ],
162
  "logging_steps": 50,
 
180
  "should_evaluate": false,
181
  "should_log": false,
182
  "should_save": true,
183
+ "should_training_stop": true
184
  },
185
  "attributes": {}
186
  }
187
  },
188
+ "total_flos": 1.2027681799321682e+18,
189
  "train_batch_size": 4,
190
  "trial_name": null,
191
  "trial_params": null