Theoreticallyhugo commited on
Commit
750387e
1 Parent(s): 7fee836

Training in progress, epoch 6, checkpoint

Browse files
checkpoint-486/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:27755321fe7f6ef741130ea5db96e69e03c3cfee0ab1bc88b3bc8406b24921f9
3
  size 592324828
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d0d86217593f3352db806724a7edc920070629ce3fcfcaceef8dd5ef4f2d963
3
  size 592324828
checkpoint-486/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dde09801335c1408d4c51ef18ea070f8217d05ff2b7a7610b88c0878a75a099c
3
  size 1014657786
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6fb4c2a7e0a13c7bb22dee8b505ea2703d87aba86e5d4b7d44eafb83fdfd48f9
3
  size 1014657786
checkpoint-486/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0f891ea0618b7d3999f24558d90e9c033c85e76f5c1de754b03ef890648ce2bb
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76fa7a37b83088a34dfd87f85bd186720c2175bd38d06b25844c7882d2516d29
3
  size 14244
checkpoint-486/trainer_state.json CHANGED
@@ -11,270 +11,270 @@
11
  {
12
  "epoch": 1.0,
13
  "eval_Claim": {
14
- "f1-score": 0.38183790485045715,
15
- "precision": 0.6497890295358649,
16
- "recall": 0.27035330261136714,
17
- "support": 4557.0
18
  },
19
  "eval_MajorClaim": {
20
- "f1-score": 0.6266258607498087,
21
- "precision": 0.5535653937140926,
22
- "recall": 0.7219039224327898,
23
- "support": 2269.0
24
  },
25
  "eval_O": {
26
- "f1-score": 0.8545803971812939,
27
- "precision": 0.8443037974683544,
28
- "recall": 0.8651102464332037,
29
- "support": 8481.0
30
  },
31
  "eval_Premise": {
32
- "f1-score": 0.878949075575738,
33
- "precision": 0.8314310260186549,
34
- "recall": 0.9322278794550709,
35
- "support": 14534.0
36
  },
37
- "eval_accuracy": 0.7960859220535504,
38
- "eval_loss": 0.5359914898872375,
39
  "eval_macro avg": {
40
- "f1-score": 0.6854983095893245,
41
- "precision": 0.7197723116842417,
42
- "recall": 0.697398837733108,
43
- "support": 29841.0
44
- },
45
- "eval_runtime": 4.8191,
46
- "eval_samples_per_second": 16.601,
47
- "eval_steps_per_second": 2.075,
48
  "eval_weighted avg": {
49
- "f1-score": 0.7769240850962494,
50
- "precision": 0.7862232339538372,
51
- "recall": 0.7960859220535504,
52
- "support": 29841.0
53
  },
54
  "step": 81
55
  },
56
  {
57
  "epoch": 2.0,
58
  "eval_Claim": {
59
- "f1-score": 0.6161300742974051,
60
- "precision": 0.6048625792811839,
61
- "recall": 0.6278253236778583,
62
- "support": 4557.0
63
  },
64
  "eval_MajorClaim": {
65
- "f1-score": 0.7920215150156881,
66
- "precision": 0.8057455540355677,
67
- "recall": 0.7787571617452622,
68
- "support": 2269.0
69
  },
70
  "eval_O": {
71
- "f1-score": 0.8922796352583586,
72
- "precision": 0.9209436566695947,
73
- "recall": 0.865346067680698,
74
- "support": 8481.0
75
  },
76
  "eval_Premise": {
77
- "f1-score": 0.8914289590611538,
78
- "precision": 0.8790554552143957,
79
- "recall": 0.9041557726709784,
80
- "support": 14534.0
81
  },
82
- "eval_accuracy": 0.8413927147213566,
83
- "eval_loss": 0.443877637386322,
84
  "eval_macro avg": {
85
- "f1-score": 0.7979650459081514,
86
- "precision": 0.8026518113001855,
87
- "recall": 0.7940210814436992,
88
- "support": 29841.0
89
- },
90
- "eval_runtime": 4.8087,
91
- "eval_samples_per_second": 16.637,
92
- "eval_steps_per_second": 2.08,
93
  "eval_weighted avg": {
94
- "f1-score": 0.842071433389123,
95
- "precision": 0.8435143116581857,
96
- "recall": 0.8413927147213566,
97
- "support": 29841.0
98
  },
99
  "step": 162
100
  },
101
  {
102
  "epoch": 3.0,
103
  "eval_Claim": {
104
- "f1-score": 0.6042799305957202,
105
- "precision": 0.6389432485322897,
106
- "recall": 0.5731841123546193,
107
- "support": 4557.0
108
  },
109
  "eval_MajorClaim": {
110
- "f1-score": 0.8349557522123894,
111
- "precision": 0.8382940915148823,
112
- "recall": 0.8316438959894227,
113
- "support": 2269.0
114
  },
115
  "eval_O": {
116
- "f1-score": 0.8941106484235574,
117
- "precision": 0.9022691799735862,
118
- "recall": 0.8860983374602052,
119
- "support": 8481.0
120
  },
121
  "eval_Premise": {
122
- "f1-score": 0.8917763490086511,
123
- "precision": 0.8729980887102089,
124
- "recall": 0.9113802119168846,
125
- "support": 14534.0
126
  },
127
- "eval_accuracy": 0.8464863778023525,
128
- "eval_loss": 0.4555923044681549,
129
  "eval_macro avg": {
130
- "f1-score": 0.8062806700600795,
131
- "precision": 0.8131261521827418,
132
- "recall": 0.8005766394302829,
133
- "support": 29841.0
134
- },
135
- "eval_runtime": 4.7811,
136
- "eval_samples_per_second": 16.733,
137
- "eval_steps_per_second": 2.092,
138
  "eval_weighted avg": {
139
- "f1-score": 0.8442159482345275,
140
- "precision": 0.8429359878649869,
141
- "recall": 0.8464863778023525,
142
- "support": 29841.0
143
  },
144
  "step": 243
145
  },
146
  {
147
  "epoch": 4.0,
148
  "eval_Claim": {
149
- "f1-score": 0.6278026905829596,
150
- "precision": 0.5981717011128775,
151
- "recall": 0.6605222734254992,
152
- "support": 4557.0
153
  },
154
  "eval_MajorClaim": {
155
- "f1-score": 0.8182207014542344,
156
- "precision": 0.7947652679684254,
157
- "recall": 0.8431026884089907,
158
- "support": 2269.0
159
  },
160
  "eval_O": {
161
- "f1-score": 0.9069328626209752,
162
- "precision": 0.9373427277302466,
163
- "recall": 0.8784341469166372,
164
- "support": 8481.0
165
  },
166
  "eval_Premise": {
167
- "f1-score": 0.888919552918449,
168
- "precision": 0.8913795489137954,
169
- "recall": 0.8864730975643319,
170
- "support": 14534.0
171
  },
172
- "eval_accuracy": 0.8463858449783854,
173
- "eval_loss": 0.4377317428588867,
174
  "eval_macro avg": {
175
- "f1-score": 0.8104689518941546,
176
- "precision": 0.8054148114313363,
177
- "recall": 0.8171330515788647,
178
- "support": 29841.0
179
- },
180
- "eval_runtime": 4.8109,
181
- "eval_samples_per_second": 16.629,
182
- "eval_steps_per_second": 2.079,
183
  "eval_weighted avg": {
184
- "f1-score": 0.8487883791626096,
185
- "precision": 0.8523207959781866,
186
- "recall": 0.8463858449783854,
187
- "support": 29841.0
188
  },
189
  "step": 324
190
  },
191
  {
192
  "epoch": 5.0,
193
  "eval_Claim": {
194
- "f1-score": 0.6247990569070839,
195
- "precision": 0.6105990783410138,
196
- "recall": 0.6396752249286811,
197
- "support": 4557.0
198
  },
199
  "eval_MajorClaim": {
200
- "f1-score": 0.7998289136013687,
201
- "precision": 0.7769007062733694,
202
- "recall": 0.8241516086381666,
203
- "support": 2269.0
204
  },
205
  "eval_O": {
206
- "f1-score": 0.9028039585296891,
207
- "precision": 0.9020600353148911,
208
- "recall": 0.9035491097747907,
209
- "support": 8481.0
210
  },
211
  "eval_Premise": {
212
- "f1-score": 0.8885327014878567,
213
- "precision": 0.9001058948111542,
214
- "recall": 0.8772533370028898,
215
- "support": 14534.0
216
  },
217
- "eval_accuracy": 0.8444086994403672,
218
- "eval_loss": 0.5236712694168091,
219
  "eval_macro avg": {
220
- "f1-score": 0.8039911576314996,
221
- "precision": 0.7974164286851071,
222
- "recall": 0.8111573200861321,
223
- "support": 29841.0
224
- },
225
- "eval_runtime": 4.8153,
226
- "eval_samples_per_second": 16.614,
227
- "eval_steps_per_second": 2.077,
228
  "eval_weighted avg": {
229
- "f1-score": 0.8455693764619782,
230
- "precision": 0.8470828034323642,
231
- "recall": 0.8444086994403672,
232
- "support": 29841.0
233
  },
234
  "step": 405
235
  },
236
  {
237
  "epoch": 6.0,
238
  "eval_Claim": {
239
- "f1-score": 0.6166529266281945,
240
- "precision": 0.5813095006800078,
241
- "recall": 0.6565723063418916,
242
- "support": 4557.0
243
  },
244
  "eval_MajorClaim": {
245
- "f1-score": 0.8074107959743824,
246
- "precision": 0.8392772230147408,
247
- "recall": 0.7778757161745262,
248
- "support": 2269.0
249
  },
250
  "eval_O": {
251
- "f1-score": 0.8913107165875667,
252
- "precision": 0.8858607034707664,
253
- "recall": 0.8968282042212004,
254
- "support": 8481.0
255
  },
256
  "eval_Premise": {
257
- "f1-score": 0.8815305371596762,
258
- "precision": 0.8981792217065334,
259
- "recall": 0.865487821659557,
260
- "support": 14534.0
261
  },
262
- "eval_accuracy": 0.8358298984618477,
263
- "eval_loss": 0.5537309050559998,
264
  "eval_macro avg": {
265
- "f1-score": 0.7992262440874549,
266
- "precision": 0.8011566622180121,
267
- "recall": 0.7991910120992938,
268
- "support": 29841.0
269
- },
270
- "eval_runtime": 4.7996,
271
- "eval_samples_per_second": 16.668,
272
- "eval_steps_per_second": 2.084,
273
  "eval_weighted avg": {
274
- "f1-score": 0.838225042631562,
275
- "precision": 0.8418105575563007,
276
- "recall": 0.8358298984618477,
277
- "support": 29841.0
278
  },
279
  "step": 486
280
  }
@@ -284,7 +284,7 @@
284
  "num_input_tokens_seen": 0,
285
  "num_train_epochs": 50,
286
  "save_steps": 500,
287
- "total_flos": 862732396360800.0,
288
  "train_batch_size": 4,
289
  "trial_name": null,
290
  "trial_params": null
 
11
  {
12
  "epoch": 1.0,
13
  "eval_Claim": {
14
+ "f1-score": 0.4888068880688806,
15
+ "precision": 0.6228840125391849,
16
+ "recall": 0.40222672064777326,
17
+ "support": 4940.0
18
  },
19
  "eval_MajorClaim": {
20
+ "f1-score": 0.7325278370054489,
21
+ "precision": 0.7604525332021643,
22
+ "recall": 0.706581352833638,
23
+ "support": 2188.0
24
  },
25
  "eval_O": {
26
+ "f1-score": 0.8634848138844484,
27
+ "precision": 0.827613377692173,
28
+ "recall": 0.902606702950444,
29
+ "support": 10473.0
30
  },
31
  "eval_Premise": {
32
+ "f1-score": 0.8792819197655248,
33
+ "precision": 0.8543458914268763,
34
+ "recall": 0.9057173407132524,
35
+ "support": 15899.0
36
  },
37
+ "eval_accuracy": 0.8174925373134329,
38
+ "eval_loss": 0.49806877970695496,
39
  "eval_macro avg": {
40
+ "f1-score": 0.7410253646810757,
41
+ "precision": 0.7663239537150996,
42
+ "recall": 0.7292830292862769,
43
+ "support": 33500.0
44
+ },
45
+ "eval_runtime": 4.9194,
46
+ "eval_samples_per_second": 16.465,
47
+ "eval_steps_per_second": 2.236,
48
  "eval_weighted avg": {
49
+ "f1-score": 0.8071778099281224,
50
+ "precision": 0.80572410140167,
51
+ "recall": 0.8174925373134329,
52
+ "support": 33500.0
53
  },
54
  "step": 81
55
  },
56
  {
57
  "epoch": 2.0,
58
  "eval_Claim": {
59
+ "f1-score": 0.5993816254416962,
60
+ "precision": 0.6593780369290574,
61
+ "recall": 0.5493927125506073,
62
+ "support": 4940.0
63
  },
64
  "eval_MajorClaim": {
65
+ "f1-score": 0.8017817371937639,
66
+ "precision": 0.7197382769901853,
67
+ "recall": 0.9049360146252285,
68
+ "support": 2188.0
69
  },
70
  "eval_O": {
71
+ "f1-score": 0.9058997050147494,
72
+ "precision": 0.9337184554575859,
73
+ "recall": 0.8796906330564308,
74
+ "support": 10473.0
75
  },
76
  "eval_Premise": {
77
+ "f1-score": 0.8854737486606459,
78
+ "precision": 0.862579028987236,
79
+ "recall": 0.9096169570413234,
80
+ "support": 15899.0
81
  },
82
+ "eval_accuracy": 0.8468358208955223,
83
+ "eval_loss": 0.4562840759754181,
84
  "eval_macro avg": {
85
+ "f1-score": 0.7981342040777137,
86
+ "precision": 0.7938534495910161,
87
+ "recall": 0.8109090793183975,
88
+ "support": 33500.0
89
+ },
90
+ "eval_runtime": 4.904,
91
+ "eval_samples_per_second": 16.517,
92
+ "eval_steps_per_second": 2.243,
93
  "eval_weighted avg": {
94
+ "f1-score": 0.8442053257085675,
95
+ "precision": 0.8455251408465503,
96
+ "recall": 0.8468358208955223,
97
+ "support": 33500.0
98
  },
99
  "step": 162
100
  },
101
  {
102
  "epoch": 3.0,
103
  "eval_Claim": {
104
+ "f1-score": 0.6235462150581514,
105
+ "precision": 0.6285479226655697,
106
+ "recall": 0.6186234817813765,
107
+ "support": 4940.0
108
  },
109
  "eval_MajorClaim": {
110
+ "f1-score": 0.8338848444738584,
111
+ "precision": 0.8059701492537313,
112
+ "recall": 0.8638025594149908,
113
+ "support": 2188.0
114
  },
115
  "eval_O": {
116
+ "f1-score": 0.9066250826953974,
117
+ "precision": 0.8974646833193002,
118
+ "recall": 0.9159744103886184,
119
+ "support": 10473.0
120
  },
121
  "eval_Premise": {
122
+ "f1-score": 0.8827730692315017,
123
+ "precision": 0.8911176621379133,
124
+ "recall": 0.8745833071262343,
125
+ "support": 15899.0
126
  },
127
+ "eval_accuracy": 0.8490746268656716,
128
+ "eval_loss": 0.43820467591285706,
129
  "eval_macro avg": {
130
+ "f1-score": 0.8117073028647273,
131
+ "precision": 0.8057751043441286,
132
+ "recall": 0.818245939677805,
133
+ "support": 33500.0
134
+ },
135
+ "eval_runtime": 4.9179,
136
+ "eval_samples_per_second": 16.47,
137
+ "eval_steps_per_second": 2.237,
138
  "eval_weighted avg": {
139
+ "f1-score": 0.8488105033097496,
140
+ "precision": 0.8488213959184715,
141
+ "recall": 0.8490746268656716,
142
+ "support": 33500.0
143
  },
144
  "step": 243
145
  },
146
  {
147
  "epoch": 4.0,
148
  "eval_Claim": {
149
+ "f1-score": 0.6415287144900879,
150
+ "precision": 0.6477507222451506,
151
+ "recall": 0.6354251012145749,
152
+ "support": 4940.0
153
  },
154
  "eval_MajorClaim": {
155
+ "f1-score": 0.8005126014523707,
156
+ "precision": 0.7514033680834001,
157
+ "recall": 0.856489945155393,
158
+ "support": 2188.0
159
  },
160
  "eval_O": {
161
+ "f1-score": 0.9065169636319258,
162
+ "precision": 0.9273871354374751,
163
+ "recall": 0.8865654540246348,
164
+ "support": 10473.0
165
  },
166
  "eval_Premise": {
167
+ "f1-score": 0.8932505382719131,
168
+ "precision": 0.8863636363636364,
169
+ "recall": 0.9002452984464432,
170
+ "support": 15899.0
171
  },
172
+ "eval_accuracy": 0.8540597014925373,
173
+ "eval_loss": 0.4749625325202942,
174
  "eval_macro avg": {
175
+ "f1-score": 0.8104522044615743,
176
+ "precision": 0.8032262155324155,
177
+ "recall": 0.8196814497102615,
178
+ "support": 33500.0
179
+ },
180
+ "eval_runtime": 4.8972,
181
+ "eval_samples_per_second": 16.54,
182
+ "eval_steps_per_second": 2.246,
183
  "eval_weighted avg": {
184
+ "f1-score": 0.8542213698406307,
185
+ "precision": 0.8551874645146165,
186
+ "recall": 0.8540597014925373,
187
+ "support": 33500.0
188
  },
189
  "step": 324
190
  },
191
  {
192
  "epoch": 5.0,
193
  "eval_Claim": {
194
+ "f1-score": 0.6099687080911935,
195
+ "precision": 0.6808882235528942,
196
+ "recall": 0.5524291497975709,
197
+ "support": 4940.0
198
  },
199
  "eval_MajorClaim": {
200
+ "f1-score": 0.8315018315018317,
201
+ "precision": 0.8330275229357799,
202
+ "recall": 0.829981718464351,
203
+ "support": 2188.0
204
  },
205
  "eval_O": {
206
+ "f1-score": 0.9103454839630722,
207
+ "precision": 0.9074091642159188,
208
+ "recall": 0.9133008689009835,
209
+ "support": 10473.0
210
  },
211
  "eval_Premise": {
212
+ "f1-score": 0.8913988368533824,
213
+ "precision": 0.8682249120505635,
214
+ "recall": 0.915843763758727,
215
+ "support": 15899.0
216
  },
217
+ "eval_accuracy": 0.8558507462686568,
218
+ "eval_loss": 0.5162495374679565,
219
  "eval_macro avg": {
220
+ "f1-score": 0.8108037151023699,
221
+ "precision": 0.8223874556887891,
222
+ "recall": 0.8028888752304081,
223
+ "support": 33500.0
224
+ },
225
+ "eval_runtime": 4.9413,
226
+ "eval_samples_per_second": 16.392,
227
+ "eval_steps_per_second": 2.226,
228
  "eval_weighted avg": {
229
+ "f1-score": 0.8519095458499607,
230
+ "precision": 0.8505509283002989,
231
+ "recall": 0.8558507462686568,
232
+ "support": 33500.0
233
  },
234
  "step": 405
235
  },
236
  {
237
  "epoch": 6.0,
238
  "eval_Claim": {
239
+ "f1-score": 0.646279703934554,
240
+ "precision": 0.6227477477477478,
241
+ "recall": 0.6716599190283401,
242
+ "support": 4940.0
243
  },
244
  "eval_MajorClaim": {
245
+ "f1-score": 0.8414067684140676,
246
+ "precision": 0.8152593227603944,
247
+ "recall": 0.8692870201096892,
248
+ "support": 2188.0
249
  },
250
  "eval_O": {
251
+ "f1-score": 0.9112506693929215,
252
+ "precision": 0.9295788637266588,
253
+ "recall": 0.8936312422419556,
254
+ "support": 10473.0
255
  },
256
  "eval_Premise": {
257
+ "f1-score": 0.8861383012314494,
258
+ "precision": 0.8897343224906474,
259
+ "recall": 0.8825712308950249,
260
+ "support": 15899.0
261
  },
262
+ "eval_accuracy": 0.8540597014925373,
263
+ "eval_loss": 0.552895724773407,
264
  "eval_macro avg": {
265
+ "f1-score": 0.8212688607432481,
266
+ "precision": 0.8143300641813621,
267
+ "recall": 0.8292873530687525,
268
+ "support": 33500.0
269
+ },
270
+ "eval_runtime": 4.9336,
271
+ "eval_samples_per_second": 16.418,
272
+ "eval_steps_per_second": 2.23,
273
  "eval_weighted avg": {
274
+ "f1-score": 0.8556973390614198,
275
+ "precision": 0.8579560210496036,
276
+ "recall": 0.8540597014925373,
277
+ "support": 33500.0
278
  },
279
  "step": 486
280
  }
 
284
  "num_input_tokens_seen": 0,
285
  "num_train_epochs": 50,
286
  "save_steps": 500,
287
+ "total_flos": 860053103204400.0,
288
  "train_batch_size": 4,
289
  "trial_name": null,
290
  "trial_params": null
checkpoint-486/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:19f05e33d3889e7c1ce1bf18bf9e16659f52e74109a304d618b5d09955736add
3
  size 4856
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da575726aa6fb9f10d3d3191c16916e8d9dc133cfc573c1d27486b346adcb4eb
3
  size 4856