Theoreticallyhugo commited on
Commit
c2b639e
1 Parent(s): b057c9d

Training in progress, epoch 10, checkpoint

Browse files
checkpoint-810/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:94f0ff868e5e875b68aeb85202c4428015e276451336c2a4cbeaa598d60b5f51
3
  size 592324828
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04eb7a6bdfff74d9d6bce55c03a6d65a573a459eb986e713b2f165558d61f3fb
3
  size 592324828
checkpoint-810/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d29028813b3330289727ed16d54fe01bd71e6f4c29bade37194da31bab45e6ec
3
  size 1014657786
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8685241983596f72b60589354ccb6be3822d23f9b920f37b34ec57841cfb611a
3
  size 1014657786
checkpoint-810/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8e415b77a665cacd845500f2c1b0e83fd6d1720a5953f0905e282772d30c115c
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9992f403bcc1cdc72a07a079e68c3eb863f8e15a8c8eb18a9c8c16629ab544f2
3
  size 1064
checkpoint-810/trainer_state.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
- "best_metric": null,
3
- "best_model_checkpoint": null,
4
  "epoch": 10.0,
5
  "eval_steps": 500,
6
  "global_step": 810,
@@ -11,465 +11,465 @@
11
  {
12
  "epoch": 1.0,
13
  "eval_Claim": {
14
- "f1-score": 0.41092129347162903,
15
- "precision": 0.5640703517587939,
16
- "recall": 0.32317658349328215,
17
- "support": 4168.0
18
  },
19
  "eval_MajorClaim": {
20
- "f1-score": 0.6523102655237298,
21
- "precision": 0.5929304446978335,
22
- "recall": 0.724907063197026,
23
- "support": 2152.0
24
  },
25
  "eval_O": {
26
- "f1-score": 0.8834432924913603,
27
- "precision": 0.8545380875202593,
28
- "recall": 0.9143724257533059,
29
- "support": 9226.0
30
  },
31
  "eval_Premise": {
32
- "f1-score": 0.8664166767469054,
33
- "precision": 0.8441231929604023,
34
- "recall": 0.8899196554294707,
35
- "support": 12073.0
36
  },
37
- "eval_accuracy": 0.7997031029363844,
38
- "eval_loss": 0.5104541182518005,
39
  "eval_macro avg": {
40
- "f1-score": 0.7032728820584061,
41
- "precision": 0.7139155192343223,
42
- "recall": 0.7130939319682712,
43
- "support": 27619.0
44
- },
45
- "eval_runtime": 4.7759,
46
- "eval_samples_per_second": 16.751,
47
- "eval_steps_per_second": 2.094,
48
  "eval_weighted avg": {
49
- "f1-score": 0.7866826459135919,
50
- "precision": 0.7857670171690952,
51
- "recall": 0.7997031029363844,
52
- "support": 27619.0
53
  },
54
  "step": 81
55
  },
56
  {
57
  "epoch": 2.0,
58
  "eval_Claim": {
59
- "f1-score": 0.5200312174817897,
60
- "precision": 0.5678977272727272,
61
- "recall": 0.47960652591170827,
62
- "support": 4168.0
63
  },
64
  "eval_MajorClaim": {
65
- "f1-score": 0.7526302911671151,
66
- "precision": 0.7948320413436692,
67
- "recall": 0.7146840148698885,
68
- "support": 2152.0
69
  },
70
  "eval_O": {
71
- "f1-score": 0.9116096466629278,
72
- "precision": 0.944560669456067,
73
- "recall": 0.8808801213960546,
74
- "support": 9226.0
75
  },
76
  "eval_Premise": {
77
- "f1-score": 0.8738735224125151,
78
- "precision": 0.8259587020648967,
79
- "recall": 0.9276898865236478,
80
- "support": 12073.0
81
  },
82
- "eval_accuracy": 0.8278359100619139,
83
- "eval_loss": 0.44692954421043396,
84
  "eval_macro avg": {
85
- "f1-score": 0.7645361694310869,
86
- "precision": 0.7833122850343401,
87
- "recall": 0.7507151371753248,
88
- "support": 27619.0
89
- },
90
- "eval_runtime": 4.7439,
91
- "eval_samples_per_second": 16.864,
92
- "eval_steps_per_second": 2.108,
93
  "eval_weighted avg": {
94
- "f1-score": 0.8236335905447046,
95
- "precision": 0.8242076985653165,
96
- "recall": 0.8278359100619139,
97
- "support": 27619.0
98
  },
99
  "step": 162
100
  },
101
  {
102
  "epoch": 3.0,
103
  "eval_Claim": {
104
- "f1-score": 0.6218357913273168,
105
- "precision": 0.5744204961366409,
106
- "recall": 0.6777831094049904,
107
- "support": 4168.0
108
  },
109
  "eval_MajorClaim": {
110
- "f1-score": 0.7799868909766223,
111
- "precision": 0.7360824742268042,
112
- "recall": 0.8294609665427509,
113
- "support": 2152.0
114
  },
115
  "eval_O": {
116
- "f1-score": 0.9093637121422617,
117
- "precision": 0.9330596419204014,
118
- "recall": 0.8868415347929763,
119
- "support": 9226.0
120
  },
121
  "eval_Premise": {
122
- "f1-score": 0.876420695504665,
123
- "precision": 0.89797514556357,
124
- "recall": 0.855876749772219,
125
- "support": 12073.0
126
  },
127
- "eval_accuracy": 0.8372859263550454,
128
- "eval_loss": 0.40934404730796814,
129
  "eval_macro avg": {
130
- "f1-score": 0.7969017724877165,
131
- "precision": 0.7853844394618541,
132
- "recall": 0.8124905901282342,
133
- "support": 27619.0
134
- },
135
- "eval_runtime": 4.7941,
136
- "eval_samples_per_second": 16.687,
137
- "eval_steps_per_second": 2.086,
138
  "eval_weighted avg": {
139
- "f1-score": 0.8414917278933443,
140
- "precision": 0.8482528803063183,
141
- "recall": 0.8372859263550454,
142
- "support": 27619.0
143
  },
144
  "step": 243
145
  },
146
  {
147
  "epoch": 4.0,
148
  "eval_Claim": {
149
- "f1-score": 0.608644284729743,
150
- "precision": 0.516112873601603,
151
- "recall": 0.7416026871401151,
152
- "support": 4168.0
153
  },
154
  "eval_MajorClaim": {
155
- "f1-score": 0.788337924701561,
156
- "precision": 0.7790381125226861,
157
- "recall": 0.7978624535315985,
158
- "support": 2152.0
159
  },
160
  "eval_O": {
161
- "f1-score": 0.9068679925629612,
162
- "precision": 0.9442684500762643,
163
- "recall": 0.8723173639713853,
164
- "support": 9226.0
165
  },
166
  "eval_Premise": {
167
- "f1-score": 0.8528029247910863,
168
- "precision": 0.8985600293497202,
169
- "recall": 0.8114801623457302,
170
- "support": 12073.0
171
  },
172
- "eval_accuracy": 0.8201962417176581,
173
- "eval_loss": 0.5160673260688782,
174
  "eval_macro avg": {
175
- "f1-score": 0.789163281696338,
176
- "precision": 0.7844948663875684,
177
- "recall": 0.8058156667472073,
178
- "support": 27619.0
179
- },
180
- "eval_runtime": 4.7669,
181
- "eval_samples_per_second": 16.782,
182
- "eval_steps_per_second": 2.098,
183
  "eval_weighted avg": {
184
- "f1-score": 0.8289940404467937,
185
- "precision": 0.8468005514342695,
186
- "recall": 0.8201962417176581,
187
- "support": 27619.0
188
  },
189
  "step": 324
190
  },
191
  {
192
  "epoch": 5.0,
193
  "eval_Claim": {
194
- "f1-score": 0.5923049770561243,
195
- "precision": 0.5811590856615101,
196
- "recall": 0.6038867562380038,
197
- "support": 4168.0
198
  },
199
  "eval_MajorClaim": {
200
- "f1-score": 0.7829807463750891,
201
- "precision": 0.8014598540145985,
202
- "recall": 0.7653345724907064,
203
- "support": 2152.0
204
  },
205
  "eval_O": {
206
- "f1-score": 0.9075350077795066,
207
- "precision": 0.9311288483466362,
208
- "recall": 0.8851073054411446,
209
- "support": 9226.0
210
  },
211
  "eval_Premise": {
212
- "f1-score": 0.8770785784153896,
213
- "precision": 0.8633555323758325,
214
- "recall": 0.891244926695933,
215
- "support": 12073.0
216
  },
217
- "eval_accuracy": 0.8360186827908324,
218
- "eval_loss": 0.5153732299804688,
219
  "eval_macro avg": {
220
- "f1-score": 0.7899748274065275,
221
- "precision": 0.7942758300996444,
222
- "recall": 0.7863933902164468,
223
- "support": 27619.0
224
- },
225
- "eval_runtime": 4.7506,
226
- "eval_samples_per_second": 16.84,
227
- "eval_steps_per_second": 2.105,
228
  "eval_weighted avg": {
229
- "f1-score": 0.8369451960444566,
230
- "precision": 0.8385857117236715,
231
- "recall": 0.8360186827908324,
232
- "support": 27619.0
233
  },
234
  "step": 405
235
  },
236
  {
237
  "epoch": 6.0,
238
  "eval_Claim": {
239
- "f1-score": 0.5533534584591154,
240
- "precision": 0.6108374384236454,
241
- "recall": 0.5057581573896354,
242
- "support": 4168.0
243
  },
244
  "eval_MajorClaim": {
245
- "f1-score": 0.7910518800571156,
246
- "precision": 0.8107317073170732,
247
- "recall": 0.7723048327137546,
248
- "support": 2152.0
249
  },
250
  "eval_O": {
251
- "f1-score": 0.909817664129661,
252
- "precision": 0.919331636605068,
253
- "recall": 0.9004985909386516,
254
- "support": 9226.0
255
  },
256
  "eval_Premise": {
257
- "f1-score": 0.8747714081259442,
258
- "precision": 0.8410671966975002,
259
- "recall": 0.9112896546011762,
260
- "support": 12073.0
261
  },
262
- "eval_accuracy": 0.8356566132010572,
263
- "eval_loss": 0.5417770147323608,
264
  "eval_macro avg": {
265
- "f1-score": 0.782248602692959,
266
- "precision": 0.7954919947608217,
267
- "recall": 0.7724628089108043,
268
- "support": 27619.0
269
- },
270
- "eval_runtime": 4.7432,
271
- "eval_samples_per_second": 16.866,
272
- "eval_steps_per_second": 2.108,
273
  "eval_weighted avg": {
274
- "f1-score": 0.8314498656832355,
275
- "precision": 0.8301032992701898,
276
- "recall": 0.8356566132010572,
277
- "support": 27619.0
278
  },
279
  "step": 486
280
  },
281
  {
282
  "epoch": 6.17,
283
- "grad_norm": 6.106111526489258,
284
- "learning_rate": 1.7530864197530865e-05,
285
- "loss": 0.345,
286
  "step": 500
287
  },
288
  {
289
  "epoch": 7.0,
290
  "eval_Claim": {
291
- "f1-score": 0.5860923076923077,
292
- "precision": 0.6017184735911044,
293
- "recall": 0.571257197696737,
294
- "support": 4168.0
295
  },
296
  "eval_MajorClaim": {
297
- "f1-score": 0.8099526066350711,
298
- "precision": 0.8264023210831721,
299
- "recall": 0.7941449814126395,
300
- "support": 2152.0
301
  },
302
  "eval_O": {
303
- "f1-score": 0.9184632841627491,
304
- "precision": 0.9157418381639909,
305
- "recall": 0.9212009538261435,
306
- "support": 9226.0
307
  },
308
  "eval_Premise": {
309
- "f1-score": 0.8751742803247764,
310
- "precision": 0.8666450093397222,
311
- "recall": 0.8838731052762362,
312
- "support": 12073.0
313
  },
314
- "eval_accuracy": 0.84217386581701,
315
- "eval_loss": 0.5831862688064575,
316
  "eval_macro avg": {
317
- "f1-score": 0.7974206197037261,
318
- "precision": 0.8026269105444974,
319
- "recall": 0.792619059552939,
320
- "support": 27619.0
321
- },
322
- "eval_runtime": 4.7225,
323
- "eval_samples_per_second": 16.94,
324
- "eval_steps_per_second": 2.118,
325
  "eval_weighted avg": {
326
- "f1-score": 0.8409273360363069,
327
- "precision": 0.8399297508801243,
328
- "recall": 0.84217386581701,
329
- "support": 27619.0
330
  },
331
  "step": 567
332
  },
333
  {
334
  "epoch": 8.0,
335
  "eval_Claim": {
336
- "f1-score": 0.6089751514402275,
337
- "precision": 0.6281560826319816,
338
- "recall": 0.5909309021113244,
339
- "support": 4168.0
340
  },
341
  "eval_MajorClaim": {
342
- "f1-score": 0.8056783802653014,
343
- "precision": 0.806993006993007,
344
- "recall": 0.804368029739777,
345
- "support": 2152.0
346
  },
347
  "eval_O": {
348
- "f1-score": 0.9201371876531113,
349
- "precision": 0.9243136825987094,
350
- "recall": 0.9159982657706481,
351
- "support": 9226.0
352
  },
353
  "eval_Premise": {
354
- "f1-score": 0.8842053669893396,
355
- "precision": 0.8721998388396455,
356
- "recall": 0.8965460117617825,
357
- "support": 12073.0
358
  },
359
- "eval_accuracy": 0.8497411202433107,
360
- "eval_loss": 0.5915889739990234,
361
  "eval_macro avg": {
362
- "f1-score": 0.8047490215869949,
363
- "precision": 0.8079156527658359,
364
- "recall": 0.801960802345883,
365
- "support": 27619.0
366
- },
367
- "eval_runtime": 4.7226,
368
- "eval_samples_per_second": 16.94,
369
- "eval_steps_per_second": 2.117,
370
  "eval_weighted avg": {
371
- "f1-score": 0.8485544514458778,
372
- "precision": 0.8476986926907486,
373
- "recall": 0.8497411202433107,
374
- "support": 27619.0
375
  },
376
  "step": 648
377
  },
378
  {
379
  "epoch": 9.0,
380
  "eval_Claim": {
381
- "f1-score": 0.6137689614935823,
382
- "precision": 0.5974557019536574,
383
- "recall": 0.6309980806142035,
384
- "support": 4168.0
385
  },
386
  "eval_MajorClaim": {
387
- "f1-score": 0.8104347826086956,
388
- "precision": 0.761437908496732,
389
- "recall": 0.8661710037174721,
390
- "support": 2152.0
391
  },
392
  "eval_O": {
393
- "f1-score": 0.9178336980306346,
394
- "precision": 0.9265518003092555,
395
- "recall": 0.9092781270323,
396
- "support": 9226.0
397
  },
398
  "eval_Premise": {
399
- "f1-score": 0.8752312090129477,
400
- "precision": 0.8886043533930857,
401
- "recall": 0.8622546177420691,
402
- "support": 12073.0
403
  },
404
- "eval_accuracy": 0.8433686954632681,
405
- "eval_loss": 0.6680669784545898,
406
  "eval_macro avg": {
407
- "f1-score": 0.804317162786465,
408
- "precision": 0.7935124410381827,
409
- "recall": 0.8171754572765112,
410
- "support": 27619.0
411
- },
412
- "eval_runtime": 4.7195,
413
- "eval_samples_per_second": 16.951,
414
- "eval_steps_per_second": 2.119,
415
  "eval_weighted avg": {
416
- "f1-score": 0.8449561811840803,
417
- "precision": 0.8474346288061019,
418
- "recall": 0.8433686954632681,
419
- "support": 27619.0
420
  },
421
  "step": 729
422
  },
423
  {
424
  "epoch": 10.0,
425
  "eval_Claim": {
426
- "f1-score": 0.5938368860055606,
427
- "precision": 0.5741487455197133,
428
- "recall": 0.6149232245681382,
429
- "support": 4168.0
430
  },
431
  "eval_MajorClaim": {
432
- "f1-score": 0.8202093764223942,
433
- "precision": 0.8037466547725245,
434
- "recall": 0.837360594795539,
435
- "support": 2152.0
436
  },
437
  "eval_O": {
438
- "f1-score": 0.9145026408450704,
439
- "precision": 0.9286033519553073,
440
- "recall": 0.9008237589421201,
441
- "support": 9226.0
442
  },
443
  "eval_Premise": {
444
- "f1-score": 0.8716092527874855,
445
- "precision": 0.8756164841594918,
446
- "recall": 0.8676385322620724,
447
- "support": 12073.0
448
  },
449
- "eval_accuracy": 0.8382273072884608,
450
- "eval_loss": 0.7243372201919556,
451
  "eval_macro avg": {
452
- "f1-score": 0.8000395390151277,
453
- "precision": 0.7955288091017592,
454
- "recall": 0.8051865276419675,
455
- "support": 27619.0
456
- },
457
- "eval_runtime": 4.7291,
458
- "eval_samples_per_second": 16.917,
459
- "eval_steps_per_second": 2.115,
460
  "eval_weighted avg": {
461
- "f1-score": 0.840013852502701,
462
- "precision": 0.8422219164630815,
463
- "recall": 0.8382273072884608,
464
- "support": 27619.0
465
  },
466
  "step": 810
467
  }
468
  ],
469
  "logging_steps": 500,
470
- "max_steps": 4050,
471
  "num_input_tokens_seen": 0,
472
- "num_train_epochs": 50,
473
  "save_steps": 500,
474
  "total_flos": 1437887327268000.0,
475
  "train_batch_size": 4,
 
1
  {
2
+ "best_metric": 0.4725272059440613,
3
+ "best_model_checkpoint": "longformer-simple/checkpoint-324",
4
  "epoch": 10.0,
5
  "eval_steps": 500,
6
  "global_step": 810,
 
11
  {
12
  "epoch": 1.0,
13
  "eval_Claim": {
14
+ "f1-score": 0.46242900830056793,
15
+ "precision": 0.43257049448304047,
16
+ "recall": 0.496715157203191,
17
+ "support": 4262.0
18
  },
19
  "eval_MajorClaim": {
20
+ "f1-score": 0.5626477541371159,
21
+ "precision": 0.6522533495736906,
22
+ "recall": 0.49468822170900695,
23
+ "support": 2165.0
24
  },
25
  "eval_O": {
26
+ "f1-score": 0.8691687871077185,
27
+ "precision": 0.911293908403735,
28
+ "recall": 0.8307661126874747,
29
+ "support": 9868.0
30
  },
31
  "eval_Premise": {
32
+ "f1-score": 0.8615178272046495,
33
+ "precision": 0.8377046804810897,
34
+ "recall": 0.88672444205844,
35
+ "support": 13039.0
36
  },
37
+ "eval_accuracy": 0.7823004022635849,
38
+ "eval_loss": 0.5488611459732056,
39
  "eval_macro avg": {
40
+ "f1-score": 0.6889408441875129,
41
+ "precision": 0.708455608235389,
42
+ "recall": 0.6772234834145282,
43
+ "support": 29334.0
44
+ },
45
+ "eval_runtime": 5.8698,
46
+ "eval_samples_per_second": 13.629,
47
+ "eval_steps_per_second": 1.704,
48
  "eval_weighted avg": {
49
+ "f1-score": 0.7840489998358311,
50
+ "precision": 0.7899101236188295,
51
+ "recall": 0.7823004022635849,
52
+ "support": 29334.0
53
  },
54
  "step": 81
55
  },
56
  {
57
  "epoch": 2.0,
58
  "eval_Claim": {
59
+ "f1-score": 0.5457327068079991,
60
+ "precision": 0.5107383923092657,
61
+ "recall": 0.5858751759737213,
62
+ "support": 4262.0
63
  },
64
  "eval_MajorClaim": {
65
+ "f1-score": 0.6722085773663329,
66
+ "precision": 0.5687340153452686,
67
+ "recall": 0.8217090069284064,
68
+ "support": 2165.0
69
  },
70
  "eval_O": {
71
+ "f1-score": 0.8773589977955805,
72
+ "precision": 0.9344863131370977,
73
+ "recall": 0.8268139440616133,
74
+ "support": 9868.0
75
  },
76
  "eval_Premise": {
77
+ "f1-score": 0.8678243902439025,
78
+ "precision": 0.8834419195931988,
79
+ "recall": 0.852749443975765,
80
+ "support": 13039.0
81
  },
82
+ "eval_accuracy": 0.8029590236585532,
83
+ "eval_loss": 0.5075464248657227,
84
  "eval_macro avg": {
85
+ "f1-score": 0.7407811680534537,
86
+ "precision": 0.7243501600962077,
87
+ "recall": 0.7717868927348766,
88
+ "support": 29334.0
89
+ },
90
+ "eval_runtime": 5.9473,
91
+ "eval_samples_per_second": 13.451,
92
+ "eval_steps_per_second": 1.681,
93
  "eval_weighted avg": {
94
+ "f1-score": 0.8097969994222006,
95
+ "precision": 0.8232353684753937,
96
+ "recall": 0.8029590236585532,
97
+ "support": 29334.0
98
  },
99
  "step": 162
100
  },
101
  {
102
  "epoch": 3.0,
103
  "eval_Claim": {
104
+ "f1-score": 0.4978109708987896,
105
+ "precision": 0.5516552511415526,
106
+ "recall": 0.45354293758798686,
107
+ "support": 4262.0
108
  },
109
  "eval_MajorClaim": {
110
+ "f1-score": 0.7357876283496118,
111
+ "precision": 0.8036105032822757,
112
+ "recall": 0.6785219399538106,
113
+ "support": 2165.0
114
  },
115
  "eval_O": {
116
+ "f1-score": 0.8891011355194736,
117
+ "precision": 0.9331699710403207,
118
+ "recall": 0.8490068909606809,
119
+ "support": 9868.0
120
  },
121
  "eval_Premise": {
122
+ "f1-score": 0.8770979581655561,
123
+ "precision": 0.8191560170394037,
124
+ "recall": 0.9438607255157604,
125
+ "support": 13039.0
126
  },
127
+ "eval_accuracy": 0.821129065248517,
128
+ "eval_loss": 0.5219377279281616,
129
  "eval_macro avg": {
130
+ "f1-score": 0.7499494232333578,
131
+ "precision": 0.7768979356258882,
132
+ "recall": 0.7312331235045597,
133
+ "support": 29334.0
134
+ },
135
+ "eval_runtime": 5.8364,
136
+ "eval_samples_per_second": 13.707,
137
+ "eval_steps_per_second": 1.713,
138
  "eval_weighted avg": {
139
+ "f1-score": 0.815598992812927,
140
+ "precision": 0.8174973750724106,
141
+ "recall": 0.821129065248517,
142
+ "support": 29334.0
143
  },
144
  "step": 243
145
  },
146
  {
147
  "epoch": 4.0,
148
  "eval_Claim": {
149
+ "f1-score": 0.5811481218993623,
150
+ "precision": 0.5851569933396765,
151
+ "recall": 0.5771938057250118,
152
+ "support": 4262.0
153
  },
154
  "eval_MajorClaim": {
155
+ "f1-score": 0.761714412613813,
156
+ "precision": 0.7335329341317365,
157
+ "recall": 0.792147806004619,
158
+ "support": 2165.0
159
  },
160
  "eval_O": {
161
+ "f1-score": 0.8977645611156685,
162
+ "precision": 0.9085720215857203,
163
+ "recall": 0.8872111876773409,
164
+ "support": 9868.0
165
  },
166
  "eval_Premise": {
167
+ "f1-score": 0.8891009734682191,
168
+ "precision": 0.8851474612344178,
169
+ "recall": 0.8930899608865711,
170
+ "support": 13039.0
171
  },
172
+ "eval_accuracy": 0.8377650507943001,
173
+ "eval_loss": 0.4725272059440613,
174
  "eval_macro avg": {
175
+ "f1-score": 0.7824320172742658,
176
+ "precision": 0.7781023525728877,
177
+ "recall": 0.7874106900733857,
178
+ "support": 29334.0
179
+ },
180
+ "eval_runtime": 5.8763,
181
+ "eval_samples_per_second": 13.614,
182
+ "eval_steps_per_second": 1.702,
183
  "eval_weighted avg": {
184
+ "f1-score": 0.8378705011585708,
185
+ "precision": 0.8382513248807655,
186
+ "recall": 0.8377650507943001,
187
+ "support": 29334.0
188
  },
189
  "step": 324
190
  },
191
  {
192
  "epoch": 5.0,
193
  "eval_Claim": {
194
+ "f1-score": 0.5790953831731895,
195
+ "precision": 0.5784176029962547,
196
+ "recall": 0.5797747536367902,
197
+ "support": 4262.0
198
  },
199
  "eval_MajorClaim": {
200
+ "f1-score": 0.7450592885375493,
201
+ "precision": 0.8008497079129049,
202
+ "recall": 0.6965357967667436,
203
+ "support": 2165.0
204
  },
205
  "eval_O": {
206
+ "f1-score": 0.8897467572575665,
207
+ "precision": 0.9040794979079498,
208
+ "recall": 0.8758613700851237,
209
+ "support": 9868.0
210
  },
211
  "eval_Premise": {
212
+ "f1-score": 0.8861129867206842,
213
+ "precision": 0.8672442910639547,
214
+ "recall": 0.905820998542833,
215
+ "support": 13039.0
216
  },
217
+ "eval_accuracy": 0.8329242517215518,
218
+ "eval_loss": 0.5538631081581116,
219
  "eval_macro avg": {
220
+ "f1-score": 0.7750036039222473,
221
+ "precision": 0.787647774970266,
222
+ "recall": 0.7644982297578727,
223
+ "support": 29334.0
224
+ },
225
+ "eval_runtime": 5.8534,
226
+ "eval_samples_per_second": 13.667,
227
+ "eval_steps_per_second": 1.708,
228
  "eval_weighted avg": {
229
+ "f1-score": 0.8323176558681596,
230
+ "precision": 0.8327711951367025,
231
+ "recall": 0.8329242517215518,
232
+ "support": 29334.0
233
  },
234
  "step": 405
235
  },
236
  {
237
  "epoch": 6.0,
238
  "eval_Claim": {
239
+ "f1-score": 0.5991994252283692,
240
+ "precision": 0.5325670498084292,
241
+ "recall": 0.6848897231346786,
242
+ "support": 4262.0
243
  },
244
  "eval_MajorClaim": {
245
+ "f1-score": 0.7586672669968483,
246
+ "precision": 0.7400087834870444,
247
+ "recall": 0.7782909930715936,
248
+ "support": 2165.0
249
  },
250
  "eval_O": {
251
+ "f1-score": 0.8972759409440632,
252
+ "precision": 0.9212211784799317,
253
+ "recall": 0.8745439805431698,
254
+ "support": 9868.0
255
  },
256
  "eval_Premise": {
257
+ "f1-score": 0.8764605695726225,
258
+ "precision": 0.9062909567496723,
259
+ "recall": 0.8485313290896541,
260
+ "support": 13039.0
261
  },
262
+ "eval_accuracy": 0.8283220835890094,
263
+ "eval_loss": 0.5790187120437622,
264
  "eval_macro avg": {
265
+ "f1-score": 0.7829008006854759,
266
+ "precision": 0.7750219921312693,
267
+ "recall": 0.796564006459774,
268
+ "support": 29334.0
269
+ },
270
+ "eval_runtime": 5.8468,
271
+ "eval_samples_per_second": 13.683,
272
+ "eval_steps_per_second": 1.71,
273
  "eval_weighted avg": {
274
+ "f1-score": 0.8344852708551485,
275
+ "precision": 0.8447418748493872,
276
+ "recall": 0.8283220835890094,
277
+ "support": 29334.0
278
  },
279
  "step": 486
280
  },
281
  {
282
  "epoch": 6.17,
283
+ "grad_norm": 6.636661529541016,
284
+ "learning_rate": 1.3827160493827162e-05,
285
+ "loss": 0.3561,
286
  "step": 500
287
  },
288
  {
289
  "epoch": 7.0,
290
  "eval_Claim": {
291
+ "f1-score": 0.5628712871287128,
292
+ "precision": 0.5955997904662127,
293
+ "recall": 0.5335523228531206,
294
+ "support": 4262.0
295
  },
296
  "eval_MajorClaim": {
297
+ "f1-score": 0.7734199350487135,
298
+ "precision": 0.8422198041349293,
299
+ "recall": 0.7150115473441109,
300
+ "support": 2165.0
301
  },
302
  "eval_O": {
303
+ "f1-score": 0.9010954940057875,
304
+ "precision": 0.9193378321383383,
305
+ "recall": 0.8835630320226996,
306
+ "support": 9868.0
307
  },
308
  "eval_Premise": {
309
+ "f1-score": 0.8842947894099071,
310
+ "precision": 0.848316189939411,
311
+ "recall": 0.9234603880665695,
312
+ "support": 13039.0
313
  },
314
+ "eval_accuracy": 0.838003681734506,
315
+ "eval_loss": 0.7058164477348328,
316
  "eval_macro avg": {
317
+ "f1-score": 0.7804203763982802,
318
+ "precision": 0.8013684041697228,
319
+ "recall": 0.7638968225716252,
320
+ "support": 29334.0
321
+ },
322
+ "eval_runtime": 5.8534,
323
+ "eval_samples_per_second": 13.667,
324
+ "eval_steps_per_second": 1.708,
325
  "eval_weighted avg": {
326
+ "f1-score": 0.835063123988816,
327
+ "precision": 0.8350403187795808,
328
+ "recall": 0.838003681734506,
329
+ "support": 29334.0
330
  },
331
  "step": 567
332
  },
333
  {
334
  "epoch": 8.0,
335
  "eval_Claim": {
336
+ "f1-score": 0.5638466220328667,
337
+ "precision": 0.5858841386288894,
338
+ "recall": 0.5434068512435476,
339
+ "support": 4262.0
340
  },
341
  "eval_MajorClaim": {
342
+ "f1-score": 0.7606318347509112,
343
+ "precision": 0.8025641025641026,
344
+ "recall": 0.7228637413394919,
345
+ "support": 2165.0
346
  },
347
  "eval_O": {
348
+ "f1-score": 0.896161170692593,
349
+ "precision": 0.8864763037874281,
350
+ "recall": 0.9060599918929875,
351
+ "support": 9868.0
352
  },
353
  "eval_Premise": {
354
+ "f1-score": 0.8909187386294724,
355
+ "precision": 0.8807043836642937,
356
+ "recall": 0.9013728046629342,
357
+ "support": 13039.0
358
  },
359
+ "eval_accuracy": 0.8377650507943001,
360
+ "eval_loss": 0.6875935196876526,
361
  "eval_macro avg": {
362
+ "f1-score": 0.7778895915264609,
363
+ "precision": 0.7889072321611785,
364
+ "recall": 0.7684258472847404,
365
+ "support": 29334.0
366
+ },
367
+ "eval_runtime": 5.8627,
368
+ "eval_samples_per_second": 13.646,
369
+ "eval_steps_per_second": 1.706,
370
  "eval_weighted avg": {
371
+ "f1-score": 0.8355454452418354,
372
+ "precision": 0.8340438435010799,
373
+ "recall": 0.8377650507943001,
374
+ "support": 29334.0
375
  },
376
  "step": 648
377
  },
378
  {
379
  "epoch": 9.0,
380
  "eval_Claim": {
381
+ "f1-score": 0.5931978798586572,
382
+ "precision": 0.5602836879432624,
383
+ "recall": 0.6302205537306429,
384
+ "support": 4262.0
385
  },
386
  "eval_MajorClaim": {
387
+ "f1-score": 0.7739087788131438,
388
+ "precision": 0.8248823836905385,
389
+ "recall": 0.7288683602771363,
390
+ "support": 2165.0
391
  },
392
  "eval_O": {
393
+ "f1-score": 0.8940459939094823,
394
+ "precision": 0.927653083460449,
395
+ "recall": 0.8627888123226591,
396
+ "support": 9868.0
397
  },
398
  "eval_Premise": {
399
+ "f1-score": 0.8843249773482331,
400
+ "precision": 0.8708454160160607,
401
+ "recall": 0.8982283917478334,
402
+ "support": 13039.0
403
  },
404
+ "eval_accuracy": 0.8348673893775141,
405
+ "eval_loss": 0.6963120698928833,
406
  "eval_macro avg": {
407
+ "f1-score": 0.786369407482379,
408
+ "precision": 0.7959161427775777,
409
+ "recall": 0.7800265295195679,
410
+ "support": 29334.0
411
+ },
412
+ "eval_runtime": 5.8671,
413
+ "eval_samples_per_second": 13.635,
414
+ "eval_steps_per_second": 1.704,
415
  "eval_weighted avg": {
416
+ "f1-score": 0.8371473756606818,
417
+ "precision": 0.8414411074427396,
418
+ "recall": 0.8348673893775141,
419
+ "support": 29334.0
420
  },
421
  "step": 729
422
  },
423
  {
424
  "epoch": 10.0,
425
  "eval_Claim": {
426
+ "f1-score": 0.5676917638741604,
427
+ "precision": 0.5701775147928994,
428
+ "recall": 0.5652275926794932,
429
+ "support": 4262.0
430
  },
431
  "eval_MajorClaim": {
432
+ "f1-score": 0.7616811458088754,
433
+ "precision": 0.7745940783190067,
434
+ "recall": 0.7491916859122402,
435
+ "support": 2165.0
436
  },
437
  "eval_O": {
438
+ "f1-score": 0.9002143118498772,
439
+ "precision": 0.9296124365756234,
440
+ "recall": 0.8726185650587759,
441
+ "support": 9868.0
442
  },
443
  "eval_Premise": {
444
+ "f1-score": 0.8900003732596766,
445
+ "precision": 0.8669284467713787,
446
+ "recall": 0.9143339213129841,
447
+ "support": 13039.0
448
  },
449
+ "eval_accuracy": 0.8373900593168337,
450
+ "eval_loss": 0.7715491056442261,
451
  "eval_macro avg": {
452
+ "f1-score": 0.7798968986981474,
453
+ "precision": 0.785328119114727,
454
+ "recall": 0.7753429412408733,
455
+ "support": 29334.0
456
+ },
457
+ "eval_runtime": 5.8552,
458
+ "eval_samples_per_second": 13.663,
459
+ "eval_steps_per_second": 1.708,
460
  "eval_weighted avg": {
461
+ "f1-score": 0.8371368267053725,
462
+ "precision": 0.8380850988337167,
463
+ "recall": 0.8373900593168337,
464
+ "support": 29334.0
465
  },
466
  "step": 810
467
  }
468
  ],
469
  "logging_steps": 500,
470
+ "max_steps": 1620,
471
  "num_input_tokens_seen": 0,
472
+ "num_train_epochs": 20,
473
  "save_steps": 500,
474
  "total_flos": 1437887327268000.0,
475
  "train_batch_size": 4,
checkpoint-810/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1e651c478af6098730eda01c59bbe4834fbad7ed476e7ec6e4265141ee6647e9
3
  size 4856
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91855299d72d2ceb66b00b0c173ef2e96bd5d782fa49a7debc2d6f3b7cbd2cd4
3
  size 4856