Theoreticallyhugo commited on
Commit
2468d5b
1 Parent(s): 5f304e9

Training in progress, epoch 31, checkpoint

Browse files
checkpoint-2511/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c37f4bbdb7c44f78f9d8876d2d59de9a4e8bbaefa8e06cae01f02fb192c931ff
3
  size 592324828
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f93dc59538e6d5e8bb2c6deae60b1538844703cc94e1694e310d170be8300e2
3
  size 592324828
checkpoint-2511/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:476947bb2762ff7470ec1936203d8150baab37d3a0c33893c9f63dc58ee498dc
3
  size 1014657786
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1db4188714193cf38a9e9c9ad68e160a0383ae1eb23c853a0aec622a976dea8f
3
  size 1014657786
checkpoint-2511/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:296f5b68de86f748dc6a73b1613fc66dc51318872f3eec174a2daa5b7335bd85
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e582a780218b7501f5f7c4235a3107f5116a502984ff3c0c191c707f25f05d2
3
  size 14244
checkpoint-2511/trainer_state.json CHANGED
@@ -11,1430 +11,1430 @@
11
  {
12
  "epoch": 1.0,
13
  "eval_Claim": {
14
- "f1-score": 0.4888068880688806,
15
- "precision": 0.6228840125391849,
16
- "recall": 0.40222672064777326,
17
- "support": 4940.0
18
  },
19
  "eval_MajorClaim": {
20
- "f1-score": 0.7325278370054489,
21
- "precision": 0.7604525332021643,
22
- "recall": 0.706581352833638,
23
- "support": 2188.0
24
  },
25
  "eval_O": {
26
- "f1-score": 0.8634848138844484,
27
- "precision": 0.827613377692173,
28
- "recall": 0.902606702950444,
29
- "support": 10473.0
30
  },
31
  "eval_Premise": {
32
- "f1-score": 0.8792819197655248,
33
- "precision": 0.8543458914268763,
34
- "recall": 0.9057173407132524,
35
- "support": 15899.0
36
  },
37
- "eval_accuracy": 0.8174925373134329,
38
- "eval_loss": 0.49806877970695496,
39
  "eval_macro avg": {
40
- "f1-score": 0.7410253646810757,
41
- "precision": 0.7663239537150996,
42
- "recall": 0.7292830292862769,
43
- "support": 33500.0
44
- },
45
- "eval_runtime": 4.9194,
46
- "eval_samples_per_second": 16.465,
47
- "eval_steps_per_second": 2.236,
48
  "eval_weighted avg": {
49
- "f1-score": 0.8071778099281224,
50
- "precision": 0.80572410140167,
51
- "recall": 0.8174925373134329,
52
- "support": 33500.0
53
  },
54
  "step": 81
55
  },
56
  {
57
  "epoch": 2.0,
58
  "eval_Claim": {
59
- "f1-score": 0.5993816254416962,
60
- "precision": 0.6593780369290574,
61
- "recall": 0.5493927125506073,
62
- "support": 4940.0
63
  },
64
  "eval_MajorClaim": {
65
- "f1-score": 0.8017817371937639,
66
- "precision": 0.7197382769901853,
67
- "recall": 0.9049360146252285,
68
- "support": 2188.0
69
  },
70
  "eval_O": {
71
- "f1-score": 0.9058997050147494,
72
- "precision": 0.9337184554575859,
73
- "recall": 0.8796906330564308,
74
- "support": 10473.0
75
  },
76
  "eval_Premise": {
77
- "f1-score": 0.8854737486606459,
78
- "precision": 0.862579028987236,
79
- "recall": 0.9096169570413234,
80
- "support": 15899.0
81
  },
82
- "eval_accuracy": 0.8468358208955223,
83
- "eval_loss": 0.4562840759754181,
84
  "eval_macro avg": {
85
- "f1-score": 0.7981342040777137,
86
- "precision": 0.7938534495910161,
87
- "recall": 0.8109090793183975,
88
- "support": 33500.0
89
- },
90
- "eval_runtime": 4.904,
91
- "eval_samples_per_second": 16.517,
92
- "eval_steps_per_second": 2.243,
93
  "eval_weighted avg": {
94
- "f1-score": 0.8442053257085675,
95
- "precision": 0.8455251408465503,
96
- "recall": 0.8468358208955223,
97
- "support": 33500.0
98
  },
99
  "step": 162
100
  },
101
  {
102
  "epoch": 3.0,
103
  "eval_Claim": {
104
- "f1-score": 0.6235462150581514,
105
- "precision": 0.6285479226655697,
106
- "recall": 0.6186234817813765,
107
- "support": 4940.0
108
  },
109
  "eval_MajorClaim": {
110
- "f1-score": 0.8338848444738584,
111
- "precision": 0.8059701492537313,
112
- "recall": 0.8638025594149908,
113
- "support": 2188.0
114
  },
115
  "eval_O": {
116
- "f1-score": 0.9066250826953974,
117
- "precision": 0.8974646833193002,
118
- "recall": 0.9159744103886184,
119
- "support": 10473.0
120
  },
121
  "eval_Premise": {
122
- "f1-score": 0.8827730692315017,
123
- "precision": 0.8911176621379133,
124
- "recall": 0.8745833071262343,
125
- "support": 15899.0
126
  },
127
- "eval_accuracy": 0.8490746268656716,
128
- "eval_loss": 0.43820467591285706,
129
  "eval_macro avg": {
130
- "f1-score": 0.8117073028647273,
131
- "precision": 0.8057751043441286,
132
- "recall": 0.818245939677805,
133
- "support": 33500.0
134
- },
135
- "eval_runtime": 4.9179,
136
- "eval_samples_per_second": 16.47,
137
- "eval_steps_per_second": 2.237,
138
  "eval_weighted avg": {
139
- "f1-score": 0.8488105033097496,
140
- "precision": 0.8488213959184715,
141
- "recall": 0.8490746268656716,
142
- "support": 33500.0
143
  },
144
  "step": 243
145
  },
146
  {
147
  "epoch": 4.0,
148
  "eval_Claim": {
149
- "f1-score": 0.6415287144900879,
150
- "precision": 0.6477507222451506,
151
- "recall": 0.6354251012145749,
152
- "support": 4940.0
153
  },
154
  "eval_MajorClaim": {
155
- "f1-score": 0.8005126014523707,
156
- "precision": 0.7514033680834001,
157
- "recall": 0.856489945155393,
158
- "support": 2188.0
159
  },
160
  "eval_O": {
161
- "f1-score": 0.9065169636319258,
162
- "precision": 0.9273871354374751,
163
- "recall": 0.8865654540246348,
164
- "support": 10473.0
165
  },
166
  "eval_Premise": {
167
- "f1-score": 0.8932505382719131,
168
- "precision": 0.8863636363636364,
169
- "recall": 0.9002452984464432,
170
- "support": 15899.0
171
  },
172
- "eval_accuracy": 0.8540597014925373,
173
- "eval_loss": 0.4749625325202942,
174
  "eval_macro avg": {
175
- "f1-score": 0.8104522044615743,
176
- "precision": 0.8032262155324155,
177
- "recall": 0.8196814497102615,
178
- "support": 33500.0
179
- },
180
- "eval_runtime": 4.8972,
181
- "eval_samples_per_second": 16.54,
182
- "eval_steps_per_second": 2.246,
183
  "eval_weighted avg": {
184
- "f1-score": 0.8542213698406307,
185
- "precision": 0.8551874645146165,
186
- "recall": 0.8540597014925373,
187
- "support": 33500.0
188
  },
189
  "step": 324
190
  },
191
  {
192
  "epoch": 5.0,
193
  "eval_Claim": {
194
- "f1-score": 0.6099687080911935,
195
- "precision": 0.6808882235528942,
196
- "recall": 0.5524291497975709,
197
- "support": 4940.0
198
  },
199
  "eval_MajorClaim": {
200
- "f1-score": 0.8315018315018317,
201
- "precision": 0.8330275229357799,
202
- "recall": 0.829981718464351,
203
- "support": 2188.0
204
  },
205
  "eval_O": {
206
- "f1-score": 0.9103454839630722,
207
- "precision": 0.9074091642159188,
208
- "recall": 0.9133008689009835,
209
- "support": 10473.0
210
  },
211
  "eval_Premise": {
212
- "f1-score": 0.8913988368533824,
213
- "precision": 0.8682249120505635,
214
- "recall": 0.915843763758727,
215
- "support": 15899.0
216
  },
217
- "eval_accuracy": 0.8558507462686568,
218
- "eval_loss": 0.5162495374679565,
219
  "eval_macro avg": {
220
- "f1-score": 0.8108037151023699,
221
- "precision": 0.8223874556887891,
222
- "recall": 0.8028888752304081,
223
- "support": 33500.0
224
- },
225
- "eval_runtime": 4.9413,
226
- "eval_samples_per_second": 16.392,
227
- "eval_steps_per_second": 2.226,
228
  "eval_weighted avg": {
229
- "f1-score": 0.8519095458499607,
230
- "precision": 0.8505509283002989,
231
- "recall": 0.8558507462686568,
232
- "support": 33500.0
233
  },
234
  "step": 405
235
  },
236
  {
237
  "epoch": 6.0,
238
  "eval_Claim": {
239
- "f1-score": 0.646279703934554,
240
- "precision": 0.6227477477477478,
241
- "recall": 0.6716599190283401,
242
- "support": 4940.0
243
  },
244
  "eval_MajorClaim": {
245
- "f1-score": 0.8414067684140676,
246
- "precision": 0.8152593227603944,
247
- "recall": 0.8692870201096892,
248
- "support": 2188.0
249
  },
250
  "eval_O": {
251
- "f1-score": 0.9112506693929215,
252
- "precision": 0.9295788637266588,
253
- "recall": 0.8936312422419556,
254
- "support": 10473.0
255
  },
256
  "eval_Premise": {
257
- "f1-score": 0.8861383012314494,
258
- "precision": 0.8897343224906474,
259
- "recall": 0.8825712308950249,
260
- "support": 15899.0
261
  },
262
- "eval_accuracy": 0.8540597014925373,
263
- "eval_loss": 0.552895724773407,
264
  "eval_macro avg": {
265
- "f1-score": 0.8212688607432481,
266
- "precision": 0.8143300641813621,
267
- "recall": 0.8292873530687525,
268
- "support": 33500.0
269
- },
270
- "eval_runtime": 4.9336,
271
- "eval_samples_per_second": 16.418,
272
- "eval_steps_per_second": 2.23,
273
  "eval_weighted avg": {
274
- "f1-score": 0.8556973390614198,
275
- "precision": 0.8579560210496036,
276
- "recall": 0.8540597014925373,
277
- "support": 33500.0
278
  },
279
  "step": 486
280
  },
281
  {
282
  "epoch": 6.17,
283
- "grad_norm": 9.790245056152344,
284
  "learning_rate": 1.7530864197530865e-05,
285
- "loss": 0.3328,
286
  "step": 500
287
  },
288
  {
289
  "epoch": 7.0,
290
  "eval_Claim": {
291
- "f1-score": 0.6202600808654791,
292
- "precision": 0.6739491807171694,
293
- "recall": 0.5744939271255061,
294
- "support": 4940.0
295
  },
296
  "eval_MajorClaim": {
297
- "f1-score": 0.8670041417395307,
298
- "precision": 0.8730305838739574,
299
- "recall": 0.8610603290676416,
300
- "support": 2188.0
301
  },
302
  "eval_O": {
303
- "f1-score": 0.9109892729439809,
304
- "precision": 0.9097314797181489,
305
- "recall": 0.9122505490308412,
306
- "support": 10473.0
307
  },
308
  "eval_Premise": {
309
- "f1-score": 0.8872356123954747,
310
- "precision": 0.8677611401767996,
311
- "recall": 0.9076042518397384,
312
- "support": 15899.0
313
  },
314
- "eval_accuracy": 0.8568955223880597,
315
- "eval_loss": 0.5894299149513245,
316
  "eval_macro avg": {
317
- "f1-score": 0.8213722769861164,
318
- "precision": 0.8311180961215189,
319
- "recall": 0.8138522642659318,
320
- "support": 33500.0
321
- },
322
- "eval_runtime": 4.9037,
323
- "eval_samples_per_second": 16.518,
324
- "eval_steps_per_second": 2.243,
325
  "eval_weighted avg": {
326
- "f1-score": 0.8539713289140156,
327
- "precision": 0.8526463291050193,
328
- "recall": 0.8568955223880597,
329
- "support": 33500.0
330
  },
331
  "step": 567
332
  },
333
  {
334
  "epoch": 8.0,
335
  "eval_Claim": {
336
- "f1-score": 0.6441500279902966,
337
- "precision": 0.5974385600553825,
338
- "recall": 0.6987854251012146,
339
- "support": 4940.0
340
  },
341
  "eval_MajorClaim": {
342
- "f1-score": 0.834510811389424,
343
- "precision": 0.7849375755134917,
344
- "recall": 0.8907678244972578,
345
- "support": 2188.0
346
  },
347
  "eval_O": {
348
- "f1-score": 0.9059161060546101,
349
- "precision": 0.9398542543364466,
350
- "recall": 0.874343550081161,
351
- "support": 10473.0
352
  },
353
  "eval_Premise": {
354
- "f1-score": 0.8801401497053671,
355
- "precision": 0.8915849251419721,
356
- "recall": 0.8689854707843261,
357
- "support": 15899.0
358
  },
359
- "eval_accuracy": 0.8469850746268657,
360
- "eval_loss": 0.5878348350524902,
361
  "eval_macro avg": {
362
- "f1-score": 0.8161792737849245,
363
- "precision": 0.8034538287618231,
364
- "recall": 0.8332205676159898,
365
- "support": 33500.0
366
- },
367
- "eval_runtime": 4.9086,
368
- "eval_samples_per_second": 16.502,
369
- "eval_steps_per_second": 2.241,
370
  "eval_weighted avg": {
371
- "f1-score": 0.8504184600736624,
372
- "precision": 0.8563340964894008,
373
- "recall": 0.8469850746268657,
374
- "support": 33500.0
375
  },
376
  "step": 648
377
  },
378
  {
379
  "epoch": 9.0,
380
  "eval_Claim": {
381
- "f1-score": 0.6323094193285029,
382
- "precision": 0.6375797489195307,
383
- "recall": 0.6271255060728745,
384
- "support": 4940.0
385
  },
386
  "eval_MajorClaim": {
387
- "f1-score": 0.8525914292124747,
388
- "precision": 0.8373732921992068,
389
- "recall": 0.8683729433272395,
390
- "support": 2188.0
391
  },
392
  "eval_O": {
393
- "f1-score": 0.9054132151801194,
394
- "precision": 0.9134194927606647,
395
- "recall": 0.8975460708488494,
396
- "support": 10473.0
397
  },
398
  "eval_Premise": {
399
- "f1-score": 0.8888055034396498,
400
- "precision": 0.883775884584292,
401
- "recall": 0.8938926976539405,
402
- "support": 15899.0
403
  },
404
- "eval_accuracy": 0.8540298507462687,
405
- "eval_loss": 0.7043101191520691,
406
  "eval_macro avg": {
407
- "f1-score": 0.8197798917901866,
408
- "precision": 0.8180371046159236,
409
- "recall": 0.821734304475726,
410
- "support": 33500.0
411
- },
412
- "eval_runtime": 4.935,
413
- "eval_samples_per_second": 16.414,
414
- "eval_steps_per_second": 2.229,
415
  "eval_weighted avg": {
416
- "f1-score": 0.853808653145316,
417
- "precision": 0.8537078167069386,
418
- "recall": 0.8540298507462687,
419
- "support": 33500.0
420
  },
421
  "step": 729
422
  },
423
  {
424
  "epoch": 10.0,
425
  "eval_Claim": {
426
- "f1-score": 0.6347110795166041,
427
- "precision": 0.6368453230079478,
428
- "recall": 0.6325910931174089,
429
- "support": 4940.0
430
  },
431
  "eval_MajorClaim": {
432
- "f1-score": 0.8442090055381651,
433
- "precision": 0.8921119592875318,
434
- "recall": 0.8011882998171846,
435
- "support": 2188.0
436
  },
437
  "eval_O": {
438
- "f1-score": 0.9106677408653618,
439
- "precision": 0.9040270982310877,
440
- "recall": 0.9174066647569942,
441
- "support": 10473.0
442
  },
443
  "eval_Premise": {
444
- "f1-score": 0.8841656478259506,
445
- "precision": 0.881375,
446
- "recall": 0.8869740235234921,
447
- "support": 15899.0
448
  },
449
- "eval_accuracy": 0.8533731343283583,
450
- "eval_loss": 0.7164433002471924,
451
  "eval_macro avg": {
452
- "f1-score": 0.8184383684365204,
453
- "precision": 0.8285898451316418,
454
- "recall": 0.8095400203037699,
455
- "support": 33500.0
456
- },
457
- "eval_runtime": 4.9093,
458
- "eval_samples_per_second": 16.499,
459
- "eval_steps_per_second": 2.241,
460
  "eval_weighted avg": {
461
- "f1-score": 0.8530559678148433,
462
- "precision": 0.8530989190255094,
463
- "recall": 0.8533731343283583,
464
- "support": 33500.0
465
  },
466
  "step": 810
467
  },
468
  {
469
  "epoch": 11.0,
470
  "eval_Claim": {
471
- "f1-score": 0.645658668208538,
472
- "precision": 0.6161486113665624,
473
- "recall": 0.6781376518218624,
474
- "support": 4940.0
475
  },
476
  "eval_MajorClaim": {
477
- "f1-score": 0.8331177231565331,
478
- "precision": 0.7885714285714286,
479
- "recall": 0.8829981718464351,
480
- "support": 2188.0
481
  },
482
  "eval_O": {
483
- "f1-score": 0.9059711059612445,
484
- "precision": 0.9366843393148451,
485
- "recall": 0.8772080588179128,
486
- "support": 10473.0
487
  },
488
  "eval_Premise": {
489
- "f1-score": 0.8902977542265961,
490
- "precision": 0.8929452704840241,
491
- "recall": 0.8876658909365369,
492
- "support": 15899.0
493
  },
494
- "eval_accuracy": 0.8531940298507462,
495
- "eval_loss": 0.7852362394332886,
496
  "eval_macro avg": {
497
- "f1-score": 0.818761312888228,
498
- "precision": 0.8085874124342151,
499
- "recall": 0.8315024433556868,
500
- "support": 33500.0
501
- },
502
- "eval_runtime": 4.89,
503
- "eval_samples_per_second": 16.565,
504
- "eval_steps_per_second": 2.25,
505
  "eval_weighted avg": {
506
- "f1-score": 0.8553879040715653,
507
- "precision": 0.8589850855801485,
508
- "recall": 0.8531940298507462,
509
- "support": 33500.0
510
  },
511
  "step": 891
512
  },
513
  {
514
  "epoch": 12.0,
515
  "eval_Claim": {
516
- "f1-score": 0.6329215627196947,
517
- "precision": 0.6280645804265498,
518
- "recall": 0.6378542510121458,
519
- "support": 4940.0
520
  },
521
  "eval_MajorClaim": {
522
- "f1-score": 0.8528368794326241,
523
- "precision": 0.8278829604130808,
524
- "recall": 0.8793418647166362,
525
- "support": 2188.0
526
  },
527
  "eval_O": {
528
- "f1-score": 0.9126755145220234,
529
- "precision": 0.9193064031773709,
530
- "recall": 0.9061395970591044,
531
- "support": 10473.0
532
  },
533
  "eval_Premise": {
534
- "f1-score": 0.8876634630534112,
535
- "precision": 0.8894291487749432,
536
- "recall": 0.88590477388515,
537
- "support": 15899.0
538
  },
539
- "eval_accuracy": 0.8552238805970149,
540
- "eval_loss": 0.8324545621871948,
541
  "eval_macro avg": {
542
- "f1-score": 0.8215243549319383,
543
- "precision": 0.8161707731979861,
544
- "recall": 0.827310121668259,
545
- "support": 33500.0
546
- },
547
- "eval_runtime": 4.8939,
548
- "eval_samples_per_second": 16.551,
549
- "eval_steps_per_second": 2.248,
550
  "eval_weighted avg": {
551
- "f1-score": 0.8556433335734092,
552
- "precision": 0.8562082669116539,
553
- "recall": 0.8552238805970149,
554
- "support": 33500.0
555
  },
556
  "step": 972
557
  },
558
  {
559
  "epoch": 12.35,
560
- "grad_norm": 2.6090729236602783,
561
  "learning_rate": 1.506172839506173e-05,
562
- "loss": 0.0589,
563
  "step": 1000
564
  },
565
  {
566
  "epoch": 13.0,
567
  "eval_Claim": {
568
- "f1-score": 0.6431152147731835,
569
- "precision": 0.6377388535031847,
570
- "recall": 0.648582995951417,
571
- "support": 4940.0
572
  },
573
  "eval_MajorClaim": {
574
- "f1-score": 0.8326953388876379,
575
- "precision": 0.8206835330670218,
576
- "recall": 0.8450639853747715,
577
- "support": 2188.0
578
  },
579
  "eval_O": {
580
- "f1-score": 0.904438383337466,
581
- "precision": 0.9408790755262072,
582
- "recall": 0.8707151723479424,
583
- "support": 10473.0
584
  },
585
  "eval_Premise": {
586
- "f1-score": 0.892013567684243,
587
- "precision": 0.8749621922448733,
588
- "recall": 0.9097427511164224,
589
- "support": 15899.0
590
  },
591
- "eval_accuracy": 0.8548059701492537,
592
- "eval_loss": 0.8543176651000977,
593
  "eval_macro avg": {
594
- "f1-score": 0.8180656261706326,
595
- "precision": 0.8185659135853218,
596
- "recall": 0.8185262261976383,
597
- "support": 33500.0
598
- },
599
- "eval_runtime": 4.9338,
600
- "eval_samples_per_second": 16.417,
601
- "eval_steps_per_second": 2.23,
602
  "eval_weighted avg": {
603
- "f1-score": 0.8553204019036041,
604
- "precision": 0.8570428644520474,
605
- "recall": 0.8548059701492537,
606
- "support": 33500.0
607
  },
608
  "step": 1053
609
  },
610
  {
611
  "epoch": 14.0,
612
  "eval_Claim": {
613
- "f1-score": 0.6541843971631205,
614
- "precision": 0.6138420585625555,
615
- "recall": 0.7002024291497976,
616
- "support": 4940.0
617
  },
618
  "eval_MajorClaim": {
619
- "f1-score": 0.8336528221512247,
620
- "precision": 0.7806142800159553,
621
- "recall": 0.8944241316270567,
622
- "support": 2188.0
623
  },
624
  "eval_O": {
625
- "f1-score": 0.9079845651528643,
626
- "precision": 0.9421004003695719,
627
- "recall": 0.8762532225723288,
628
- "support": 10473.0
629
  },
630
  "eval_Premise": {
631
- "f1-score": 0.889389516436096,
632
- "precision": 0.8974194787731319,
633
- "recall": 0.8815019812566828,
634
- "support": 15899.0
635
  },
636
- "eval_accuracy": 0.8539701492537314,
637
- "eval_loss": 0.9095103144645691,
638
  "eval_macro avg": {
639
- "f1-score": 0.8213028252258264,
640
- "precision": 0.8084940544303038,
641
- "recall": 0.8380954411514664,
642
- "support": 33500.0
643
- },
644
- "eval_runtime": 4.8917,
645
- "eval_samples_per_second": 16.559,
646
- "eval_steps_per_second": 2.249,
647
  "eval_weighted avg": {
648
- "f1-score": 0.8568784946124219,
649
- "precision": 0.8619418985092084,
650
- "recall": 0.8539701492537314,
651
- "support": 33500.0
652
  },
653
  "step": 1134
654
  },
655
  {
656
  "epoch": 15.0,
657
  "eval_Claim": {
658
- "f1-score": 0.631984585741811,
659
- "precision": 0.6332046332046332,
660
- "recall": 0.6307692307692307,
661
- "support": 4940.0
662
  },
663
  "eval_MajorClaim": {
664
- "f1-score": 0.8264781491002571,
665
- "precision": 0.7778225806451613,
666
- "recall": 0.8816270566727605,
667
- "support": 2188.0
668
  },
669
  "eval_O": {
670
- "f1-score": 0.8970963775654971,
671
- "precision": 0.8886910896655111,
672
- "recall": 0.9056621789363124,
673
- "support": 10473.0
674
  },
675
  "eval_Premise": {
676
- "f1-score": 0.8838946528332003,
677
- "precision": 0.8974458706080644,
678
- "recall": 0.8707465878357129,
679
- "support": 15899.0
680
  },
681
- "eval_accuracy": 0.8469850746268657,
682
- "eval_loss": 0.9576827883720398,
683
  "eval_macro avg": {
684
- "f1-score": 0.8098634413101913,
685
- "precision": 0.7992910435308425,
686
- "recall": 0.8222012635535042,
687
- "support": 33500.0
688
- },
689
- "eval_runtime": 4.8883,
690
- "eval_samples_per_second": 16.57,
691
- "eval_steps_per_second": 2.25,
692
  "eval_weighted avg": {
693
- "f1-score": 0.8471244624308779,
694
- "precision": 0.8479301603984184,
695
- "recall": 0.8469850746268657,
696
- "support": 33500.0
697
  },
698
  "step": 1215
699
  },
700
  {
701
  "epoch": 16.0,
702
  "eval_Claim": {
703
- "f1-score": 0.6332942805410586,
704
- "precision": 0.6682400539447066,
705
- "recall": 0.6018218623481781,
706
- "support": 4940.0
707
  },
708
  "eval_MajorClaim": {
709
- "f1-score": 0.8478211270819075,
710
- "precision": 0.8464692482915718,
711
- "recall": 0.8491773308957953,
712
- "support": 2188.0
713
  },
714
  "eval_O": {
715
- "f1-score": 0.9089773764349872,
716
- "precision": 0.9145563502803016,
717
- "recall": 0.9034660555714695,
718
- "support": 10473.0
719
  },
720
  "eval_Premise": {
721
- "f1-score": 0.8924681415656145,
722
- "precision": 0.8759539672925499,
723
- "recall": 0.9096169570413234,
724
- "support": 15899.0
725
  },
726
- "eval_accuracy": 0.8583582089552239,
727
- "eval_loss": 0.9394893646240234,
728
  "eval_macro avg": {
729
- "f1-score": 0.8206402314058919,
730
- "precision": 0.8263049049522826,
731
- "recall": 0.8160205514641916,
732
- "support": 33500.0
733
- },
734
- "eval_runtime": 4.896,
735
- "eval_samples_per_second": 16.544,
736
- "eval_steps_per_second": 2.247,
737
  "eval_weighted avg": {
738
- "f1-score": 0.8564948483009961,
739
- "precision": 0.8554663093796615,
740
- "recall": 0.8583582089552239,
741
- "support": 33500.0
742
  },
743
  "step": 1296
744
  },
745
  {
746
  "epoch": 17.0,
747
  "eval_Claim": {
748
- "f1-score": 0.6431561322729175,
749
- "precision": 0.6657279029462738,
750
- "recall": 0.6220647773279352,
751
- "support": 4940.0
752
  },
753
  "eval_MajorClaim": {
754
- "f1-score": 0.8454073572556984,
755
- "precision": 0.8350423539901917,
756
- "recall": 0.8560329067641682,
757
- "support": 2188.0
758
  },
759
  "eval_O": {
760
- "f1-score": 0.909496556407023,
761
- "precision": 0.9241991128634796,
762
- "recall": 0.8952544638594481,
763
- "support": 10473.0
764
  },
765
  "eval_Premise": {
766
- "f1-score": 0.8953850902917116,
767
- "precision": 0.8791828322017459,
768
- "recall": 0.9121957355808541,
769
- "support": 15899.0
770
  },
771
- "eval_accuracy": 0.8604477611940299,
772
- "eval_loss": 0.9581068754196167,
773
  "eval_macro avg": {
774
- "f1-score": 0.8233612840568376,
775
- "precision": 0.8260380505004228,
776
- "recall": 0.8213869708831014,
777
- "support": 33500.0
778
- },
779
- "eval_runtime": 4.8973,
780
- "eval_samples_per_second": 16.54,
781
- "eval_steps_per_second": 2.246,
782
  "eval_weighted avg": {
783
- "f1-score": 0.859338136623951,
784
- "precision": 0.8588965274411914,
785
- "recall": 0.8604477611940299,
786
- "support": 33500.0
787
  },
788
  "step": 1377
789
  },
790
  {
791
  "epoch": 18.0,
792
  "eval_Claim": {
793
- "f1-score": 0.6493941483597675,
794
- "precision": 0.632508155824218,
795
- "recall": 0.6672064777327935,
796
- "support": 4940.0
797
  },
798
  "eval_MajorClaim": {
799
- "f1-score": 0.8654810761513908,
800
- "precision": 0.8635122838944495,
801
- "recall": 0.8674588665447898,
802
- "support": 2188.0
803
  },
804
  "eval_O": {
805
- "f1-score": 0.9125304729400293,
806
- "precision": 0.9323503038756601,
807
- "recall": 0.8935357586173971,
808
- "support": 10473.0
809
  },
810
  "eval_Premise": {
811
- "f1-score": 0.8928739085531874,
812
- "precision": 0.8885635978572318,
813
- "recall": 0.8972262406440656,
814
- "support": 15899.0
815
  },
816
- "eval_accuracy": 0.8602089552238806,
817
- "eval_loss": 0.9848275184631348,
818
  "eval_macro avg": {
819
- "f1-score": 0.8300699015010937,
820
- "precision": 0.8292335853628898,
821
- "recall": 0.8313568358847614,
822
- "support": 33500.0
823
- },
824
- "eval_runtime": 4.9301,
825
- "eval_samples_per_second": 16.43,
826
- "eval_steps_per_second": 2.231,
827
  "eval_weighted avg": {
828
- "f1-score": 0.8613257791852104,
829
- "precision": 0.8628576878135704,
830
- "recall": 0.8602089552238806,
831
- "support": 33500.0
832
  },
833
  "step": 1458
834
  },
835
  {
836
  "epoch": 18.52,
837
- "grad_norm": 1.7008241415023804,
838
  "learning_rate": 1.2592592592592593e-05,
839
- "loss": 0.0216,
840
  "step": 1500
841
  },
842
  {
843
  "epoch": 19.0,
844
  "eval_Claim": {
845
- "f1-score": 0.6404391582799633,
846
- "precision": 0.6432509699816213,
847
- "recall": 0.6376518218623481,
848
- "support": 4940.0
849
  },
850
  "eval_MajorClaim": {
851
- "f1-score": 0.8286799195890104,
852
- "precision": 0.8103975535168195,
853
- "recall": 0.8478062157221207,
854
- "support": 2188.0
855
  },
856
  "eval_O": {
857
- "f1-score": 0.9006844397645144,
858
- "precision": 0.9029750479846449,
859
- "recall": 0.898405423469875,
860
- "support": 10473.0
861
  },
862
  "eval_Premise": {
863
- "f1-score": 0.8906363035888403,
864
- "precision": 0.8907763936076507,
865
- "recall": 0.8904962576262658,
866
- "support": 15899.0
867
  },
868
- "eval_accuracy": 0.8528955223880597,
869
- "eval_loss": 1.0161080360412598,
870
  "eval_macro avg": {
871
- "f1-score": 0.8151099553055821,
872
- "precision": 0.8118499912726841,
873
- "recall": 0.8185899296701524,
874
- "support": 33500.0
875
- },
876
- "eval_runtime": 4.8924,
877
- "eval_samples_per_second": 16.556,
878
- "eval_steps_per_second": 2.248,
879
  "eval_weighted avg": {
880
- "f1-score": 0.8528362935634777,
881
- "precision": 0.8528394387556787,
882
- "recall": 0.8528955223880597,
883
- "support": 33500.0
884
  },
885
  "step": 1539
886
  },
887
  {
888
  "epoch": 20.0,
889
  "eval_Claim": {
890
- "f1-score": 0.650995688770273,
891
- "precision": 0.6603498542274052,
892
- "recall": 0.6419028340080971,
893
- "support": 4940.0
894
  },
895
  "eval_MajorClaim": {
896
- "f1-score": 0.8586199145875477,
897
- "precision": 0.8447589562140646,
898
- "recall": 0.8729433272394881,
899
- "support": 2188.0
900
  },
901
  "eval_O": {
902
- "f1-score": 0.9104241552839684,
903
- "precision": 0.913972286374134,
904
- "recall": 0.9069034660555715,
905
- "support": 10473.0
906
  },
907
  "eval_Premise": {
908
- "f1-score": 0.8906836964688204,
909
- "precision": 0.8866313493300093,
910
- "recall": 0.894773256179634,
911
- "support": 15899.0
912
  },
913
- "eval_accuracy": 0.8598507462686568,
914
- "eval_loss": 0.9872655272483826,
915
  "eval_macro avg": {
916
- "f1-score": 0.8276808637776524,
917
- "precision": 0.8264281115364033,
918
- "recall": 0.8291307208706977,
919
- "support": 33500.0
920
- },
921
- "eval_runtime": 4.9351,
922
- "eval_samples_per_second": 16.413,
923
- "eval_steps_per_second": 2.229,
924
  "eval_weighted avg": {
925
- "f1-score": 0.8594158610175964,
926
- "precision": 0.8590759538589217,
927
- "recall": 0.8598507462686568,
928
- "support": 33500.0
929
  },
930
  "step": 1620
931
  },
932
  {
933
  "epoch": 21.0,
934
  "eval_Claim": {
935
- "f1-score": 0.6439562566534404,
936
- "precision": 0.6169108103096607,
937
- "recall": 0.6734817813765183,
938
- "support": 4940.0
939
  },
940
  "eval_MajorClaim": {
941
- "f1-score": 0.8524001794526693,
942
- "precision": 0.8370044052863436,
943
- "recall": 0.8683729433272395,
944
- "support": 2188.0
945
  },
946
  "eval_O": {
947
- "f1-score": 0.9078541717641301,
948
- "precision": 0.9311383256374222,
949
- "recall": 0.8857061014036093,
950
- "support": 10473.0
951
  },
952
  "eval_Premise": {
953
- "f1-score": 0.8851262038144394,
954
- "precision": 0.8857952755905512,
955
- "recall": 0.8844581420215107,
956
- "support": 15899.0
957
  },
958
- "eval_accuracy": 0.8526865671641791,
959
- "eval_loss": 1.0280390977859497,
960
  "eval_macro avg": {
961
- "f1-score": 0.8223342029211698,
962
- "precision": 0.8177122042059943,
963
- "recall": 0.8280047420322194,
964
- "support": 33500.0
965
- },
966
- "eval_runtime": 4.9316,
967
- "eval_samples_per_second": 16.425,
968
- "eval_steps_per_second": 2.231,
969
  "eval_weighted avg": {
970
- "f1-score": 0.8545305598758789,
971
- "precision": 0.8571336063495862,
972
- "recall": 0.8526865671641791,
973
- "support": 33500.0
974
  },
975
  "step": 1701
976
  },
977
  {
978
  "epoch": 22.0,
979
  "eval_Claim": {
980
- "f1-score": 0.6535234899328859,
981
- "precision": 0.6779808529155787,
982
- "recall": 0.6307692307692307,
983
- "support": 4940.0
984
  },
985
  "eval_MajorClaim": {
986
- "f1-score": 0.8511305126483099,
987
- "precision": 0.8341377797279509,
988
- "recall": 0.8688299817184644,
989
- "support": 2188.0
990
  },
991
  "eval_O": {
992
- "f1-score": 0.9092228079508632,
993
- "precision": 0.9212073696589572,
994
- "recall": 0.8975460708488494,
995
- "support": 10473.0
996
  },
997
  "eval_Premise": {
998
- "f1-score": 0.8968440594059406,
999
- "precision": 0.882589367273613,
1000
- "recall": 0.9115667652053588,
1001
- "support": 15899.0
1002
  },
1003
- "eval_accuracy": 0.8629850746268657,
1004
- "eval_loss": 1.0620397329330444,
1005
  "eval_macro avg": {
1006
- "f1-score": 0.8276802174844999,
1007
- "precision": 0.828978842394025,
1008
- "recall": 0.8271780121354758,
1009
- "support": 33500.0
1010
- },
1011
- "eval_runtime": 4.8953,
1012
- "eval_samples_per_second": 16.546,
1013
- "eval_steps_per_second": 2.247,
1014
  "eval_weighted avg": {
1015
- "f1-score": 0.8618475752270865,
1016
- "precision": 0.8613257315871389,
1017
- "recall": 0.8629850746268657,
1018
- "support": 33500.0
1019
  },
1020
  "step": 1782
1021
  },
1022
  {
1023
  "epoch": 23.0,
1024
  "eval_Claim": {
1025
- "f1-score": 0.6436781609195402,
1026
- "precision": 0.5858518764530056,
1027
- "recall": 0.71417004048583,
1028
- "support": 4940.0
1029
  },
1030
  "eval_MajorClaim": {
1031
- "f1-score": 0.8615044247787611,
1032
- "precision": 0.8349056603773585,
1033
- "recall": 0.8898537477148081,
1034
- "support": 2188.0
1035
  },
1036
  "eval_O": {
1037
- "f1-score": 0.9092565073582283,
1038
- "precision": 0.9129765113592607,
1039
- "recall": 0.905566695311754,
1040
- "support": 10473.0
1041
  },
1042
  "eval_Premise": {
1043
- "f1-score": 0.873210033597547,
1044
- "precision": 0.9069657135113159,
1045
- "recall": 0.841876847600478,
1046
- "support": 15899.0
1047
  },
1048
- "eval_accuracy": 0.846089552238806,
1049
- "eval_loss": 1.189612627029419,
1050
  "eval_macro avg": {
1051
- "f1-score": 0.8219122816635192,
1052
- "precision": 0.8101749404252352,
1053
- "recall": 0.8378668327782175,
1054
- "support": 33500.0
1055
- },
1056
- "eval_runtime": 4.9275,
1057
- "eval_samples_per_second": 16.438,
1058
- "eval_steps_per_second": 2.232,
1059
  "eval_weighted avg": {
1060
- "f1-score": 0.8498672096145845,
1061
- "precision": 0.8567860518556853,
1062
- "recall": 0.846089552238806,
1063
- "support": 33500.0
1064
  },
1065
  "step": 1863
1066
  },
1067
  {
1068
  "epoch": 24.0,
1069
  "eval_Claim": {
1070
- "f1-score": 0.6632010396880935,
1071
- "precision": 0.6551451708473237,
1072
- "recall": 0.6714574898785425,
1073
- "support": 4940.0
1074
  },
1075
  "eval_MajorClaim": {
1076
- "f1-score": 0.84557309540151,
1077
- "precision": 0.8465414567109483,
1078
- "recall": 0.8446069469835467,
1079
- "support": 2188.0
1080
  },
1081
  "eval_O": {
1082
- "f1-score": 0.911568570600174,
1083
- "precision": 0.922805987672439,
1084
- "recall": 0.9006015468347178,
1085
- "support": 10473.0
1086
  },
1087
  "eval_Premise": {
1088
- "f1-score": 0.8970938243768007,
1089
- "precision": 0.8933449759870268,
1090
- "recall": 0.9008742688219384,
1091
- "support": 15899.0
1092
  },
1093
- "eval_accuracy": 0.8632835820895522,
1094
- "eval_loss": 1.108552098274231,
1095
  "eval_macro avg": {
1096
- "f1-score": 0.8293591325166445,
1097
- "precision": 0.8294593978044343,
1098
- "recall": 0.8293850631296864,
1099
- "support": 33500.0
1100
- },
1101
- "eval_runtime": 4.9242,
1102
- "eval_samples_per_second": 16.449,
1103
- "eval_steps_per_second": 2.234,
1104
  "eval_weighted avg": {
1105
- "f1-score": 0.8637635648495541,
1106
- "precision": 0.864372798011359,
1107
- "recall": 0.8632835820895522,
1108
- "support": 33500.0
1109
  },
1110
  "step": 1944
1111
  },
1112
  {
1113
  "epoch": 24.69,
1114
- "grad_norm": 0.41564273834228516,
1115
  "learning_rate": 1.0123456790123458e-05,
1116
- "loss": 0.0102,
1117
  "step": 2000
1118
  },
1119
  {
1120
  "epoch": 25.0,
1121
  "eval_Claim": {
1122
- "f1-score": 0.6543478260869565,
1123
- "precision": 0.6391891891891892,
1124
- "recall": 0.6702429149797571,
1125
- "support": 4940.0
1126
  },
1127
  "eval_MajorClaim": {
1128
- "f1-score": 0.8417964342134958,
1129
- "precision": 0.8314757021845742,
1130
- "recall": 0.8523765996343693,
1131
- "support": 2188.0
1132
  },
1133
  "eval_O": {
1134
- "f1-score": 0.9077508785630614,
1135
- "precision": 0.9285072391412881,
1136
- "recall": 0.8879022247684523,
1137
- "support": 10473.0
1138
  },
1139
  "eval_Premise": {
1140
- "f1-score": 0.8887081130127343,
1141
- "precision": 0.884198729921554,
1142
- "recall": 0.8932637272784452,
1143
- "support": 15899.0
1144
  },
1145
- "eval_accuracy": 0.8560298507462687,
1146
- "eval_loss": 1.0723340511322021,
1147
  "eval_macro avg": {
1148
- "f1-score": 0.8231508129690621,
1149
- "precision": 0.8208427151091513,
1150
- "recall": 0.8259463666652559,
1151
- "support": 33500.0
1152
- },
1153
- "eval_runtime": 4.8953,
1154
- "eval_samples_per_second": 16.546,
1155
- "eval_steps_per_second": 2.247,
1156
  "eval_weighted avg": {
1157
- "f1-score": 0.8570380328032566,
1158
- "precision": 0.8584774732395206,
1159
- "recall": 0.8560298507462687,
1160
- "support": 33500.0
1161
  },
1162
  "step": 2025
1163
  },
1164
  {
1165
  "epoch": 26.0,
1166
  "eval_Claim": {
1167
- "f1-score": 0.6502824298880191,
1168
- "precision": 0.636963696369637,
1169
- "recall": 0.66417004048583,
1170
- "support": 4940.0
1171
  },
1172
  "eval_MajorClaim": {
1173
- "f1-score": 0.8458110516934045,
1174
- "precision": 0.8252173913043478,
1175
- "recall": 0.8674588665447898,
1176
- "support": 2188.0
1177
  },
1178
  "eval_O": {
1179
- "f1-score": 0.912881895844394,
1180
- "precision": 0.9229943392543432,
1181
- "recall": 0.9029886374486775,
1182
- "support": 10473.0
1183
  },
1184
  "eval_Premise": {
1185
- "f1-score": 0.8878304207936407,
1186
- "precision": 0.8905271151047269,
1187
- "recall": 0.8851500094345557,
1188
- "support": 15899.0
1189
  },
1190
- "eval_accuracy": 0.8569850746268657,
1191
- "eval_loss": 1.126774787902832,
1192
  "eval_macro avg": {
1193
- "f1-score": 0.8242014495548646,
1194
- "precision": 0.8189256355082637,
1195
- "recall": 0.8299418884784633,
1196
- "support": 33500.0
1197
- },
1198
- "eval_runtime": 4.9541,
1199
- "eval_samples_per_second": 16.35,
1200
- "eval_steps_per_second": 2.22,
1201
  "eval_weighted avg": {
1202
- "f1-score": 0.8578882907501019,
1203
- "precision": 0.8590204964268868,
1204
- "recall": 0.8569850746268657,
1205
- "support": 33500.0
1206
  },
1207
  "step": 2106
1208
  },
1209
  {
1210
  "epoch": 27.0,
1211
  "eval_Claim": {
1212
- "f1-score": 0.6497180730042537,
1213
- "precision": 0.6353259818146644,
1214
- "recall": 0.6647773279352227,
1215
- "support": 4940.0
1216
  },
1217
  "eval_MajorClaim": {
1218
- "f1-score": 0.8471862491170237,
1219
- "precision": 0.8737251092763477,
1220
- "recall": 0.8222120658135283,
1221
- "support": 2188.0
1222
  },
1223
  "eval_O": {
1224
- "f1-score": 0.9101418812401472,
1225
- "precision": 0.9107074569789675,
1226
- "recall": 0.9095770075432064,
1227
- "support": 10473.0
1228
  },
1229
  "eval_Premise": {
1230
- "f1-score": 0.889659739522563,
1231
- "precision": 0.8921072603086264,
1232
- "recall": 0.8872256116736902,
1233
- "support": 15899.0
1234
  },
1235
- "eval_accuracy": 0.8571641791044776,
1236
- "eval_loss": 1.101758360862732,
1237
  "eval_macro avg": {
1238
- "f1-score": 0.824176485720997,
1239
- "precision": 0.8279664520946515,
1240
- "recall": 0.8209480032414119,
1241
- "support": 33500.0
1242
- },
1243
- "eval_runtime": 4.9026,
1244
- "eval_samples_per_second": 16.522,
1245
- "eval_steps_per_second": 2.244,
1246
  "eval_weighted avg": {
1247
- "f1-score": 0.8579064750628762,
1248
- "precision": 0.8588559229208557,
1249
- "recall": 0.8571641791044776,
1250
- "support": 33500.0
1251
  },
1252
  "step": 2187
1253
  },
1254
  {
1255
  "epoch": 28.0,
1256
  "eval_Claim": {
1257
- "f1-score": 0.6493561775034585,
1258
- "precision": 0.6845411711913844,
1259
- "recall": 0.6176113360323887,
1260
- "support": 4940.0
1261
  },
1262
  "eval_MajorClaim": {
1263
- "f1-score": 0.846973475402403,
1264
- "precision": 0.8403058929374719,
1265
- "recall": 0.8537477148080439,
1266
- "support": 2188.0
1267
  },
1268
  "eval_O": {
1269
- "f1-score": 0.9125746196803388,
1270
- "precision": 0.9202835226721041,
1271
- "recall": 0.9049937935644037,
1272
- "support": 10473.0
1273
  },
1274
  "eval_Premise": {
1275
- "f1-score": 0.8957433682911783,
1276
- "precision": 0.8788814236426367,
1277
- "recall": 0.9132649852191962,
1278
- "support": 15899.0
1279
  },
1280
- "eval_accuracy": 0.8631940298507462,
1281
- "eval_loss": 1.0291390419006348,
1282
  "eval_macro avg": {
1283
- "f1-score": 0.8261619102193447,
1284
- "precision": 0.8310030026108993,
1285
- "recall": 0.8224044574060082,
1286
- "support": 33500.0
1287
- },
1288
- "eval_runtime": 4.895,
1289
- "eval_samples_per_second": 16.548,
1290
- "eval_steps_per_second": 2.247,
1291
  "eval_weighted avg": {
1292
- "f1-score": 0.8614870234454082,
1293
- "precision": 0.8606473960260256,
1294
- "recall": 0.8631940298507462,
1295
- "support": 33500.0
1296
  },
1297
  "step": 2268
1298
  },
1299
  {
1300
  "epoch": 29.0,
1301
  "eval_Claim": {
1302
- "f1-score": 0.6583255135022417,
1303
- "precision": 0.6787787572565039,
1304
- "recall": 0.6390688259109312,
1305
- "support": 4940.0
1306
  },
1307
  "eval_MajorClaim": {
1308
- "f1-score": 0.8515981735159819,
1309
- "precision": 0.8508211678832117,
1310
- "recall": 0.8523765996343693,
1311
- "support": 2188.0
1312
  },
1313
  "eval_O": {
1314
- "f1-score": 0.9123429557878584,
1315
- "precision": 0.916385704652731,
1316
- "recall": 0.9083357204239473,
1317
- "support": 10473.0
1318
  },
1319
  "eval_Premise": {
1320
- "f1-score": 0.8947940947940948,
1321
- "precision": 0.8844310641435242,
1322
- "recall": 0.9054028555255047,
1323
- "support": 15899.0
1324
  },
1325
- "eval_accuracy": 0.8635820895522388,
1326
- "eval_loss": 1.1136515140533447,
1327
  "eval_macro avg": {
1328
- "f1-score": 0.8292651844000442,
1329
- "precision": 0.8326041734839926,
1330
- "recall": 0.8262960003736881,
1331
- "support": 33500.0
1332
- },
1333
- "eval_runtime": 4.9179,
1334
- "eval_samples_per_second": 16.47,
1335
- "eval_steps_per_second": 2.237,
1336
  "eval_weighted avg": {
1337
- "f1-score": 0.8625887740134804,
1338
- "precision": 0.8618997238752699,
1339
- "recall": 0.8635820895522388,
1340
- "support": 33500.0
1341
  },
1342
  "step": 2349
1343
  },
1344
  {
1345
  "epoch": 30.0,
1346
  "eval_Claim": {
1347
- "f1-score": 0.6518860985604706,
1348
- "precision": 0.677736508630107,
1349
- "recall": 0.6279352226720648,
1350
- "support": 4940.0
1351
  },
1352
  "eval_MajorClaim": {
1353
- "f1-score": 0.8529746979712788,
1354
- "precision": 0.8508412914961346,
1355
- "recall": 0.8551188299817185,
1356
- "support": 2188.0
1357
  },
1358
  "eval_O": {
1359
- "f1-score": 0.911866692352148,
1360
- "precision": 0.919930035953746,
1361
- "recall": 0.9039434736942614,
1362
- "support": 10473.0
1363
  },
1364
  "eval_Premise": {
1365
- "f1-score": 0.8956451812445873,
1366
- "precision": 0.8810929227773383,
1367
- "recall": 0.9106862066796654,
1368
- "support": 15899.0
1369
  },
1370
- "eval_accuracy": 0.8632537313432835,
1371
- "eval_loss": 1.123184084892273,
1372
  "eval_macro avg": {
1373
- "f1-score": 0.8280931675321211,
1374
- "precision": 0.8324001897143315,
1375
- "recall": 0.8244209332569276,
1376
- "support": 33500.0
1377
- },
1378
- "eval_runtime": 4.9146,
1379
- "eval_samples_per_second": 16.482,
1380
- "eval_steps_per_second": 2.238,
1381
  "eval_weighted avg": {
1382
- "f1-score": 0.8619841364675112,
1383
- "precision": 0.8612711266927389,
1384
- "recall": 0.8632537313432835,
1385
- "support": 33500.0
1386
  },
1387
  "step": 2430
1388
  },
1389
  {
1390
  "epoch": 30.86,
1391
- "grad_norm": 0.36268848180770874,
1392
  "learning_rate": 7.654320987654322e-06,
1393
- "loss": 0.0075,
1394
  "step": 2500
1395
  },
1396
  {
1397
  "epoch": 31.0,
1398
  "eval_Claim": {
1399
- "f1-score": 0.6331647476595287,
1400
- "precision": 0.6758557316793017,
1401
- "recall": 0.5955465587044534,
1402
- "support": 4940.0
1403
  },
1404
  "eval_MajorClaim": {
1405
- "f1-score": 0.8522257916475449,
1406
- "precision": 0.8557603686635945,
1407
- "recall": 0.8487202925045704,
1408
- "support": 2188.0
1409
  },
1410
  "eval_O": {
1411
- "f1-score": 0.9158597986057321,
1412
- "precision": 0.928901109692625,
1413
- "recall": 0.9031796046977943,
1414
- "support": 10473.0
1415
  },
1416
  "eval_Premise": {
1417
- "f1-score": 0.8934022573639618,
1418
- "precision": 0.8695962843872812,
1419
- "recall": 0.9185483363733569,
1420
- "support": 15899.0
1421
  },
1422
- "eval_accuracy": 0.8615522388059701,
1423
- "eval_loss": 1.120849370956421,
1424
  "eval_macro avg": {
1425
- "f1-score": 0.8236631488191918,
1426
- "precision": 0.8325283736057006,
1427
- "recall": 0.8164986980700437,
1428
- "support": 33500.0
1429
- },
1430
- "eval_runtime": 4.9277,
1431
- "eval_samples_per_second": 16.438,
1432
- "eval_steps_per_second": 2.232,
1433
  "eval_weighted avg": {
1434
- "f1-score": 0.8593583894385183,
1435
- "precision": 0.858663392490028,
1436
- "recall": 0.8615522388059701,
1437
- "support": 33500.0
1438
  },
1439
  "step": 2511
1440
  }
@@ -1444,7 +1444,7 @@
1444
  "num_input_tokens_seen": 0,
1445
  "num_train_epochs": 50,
1446
  "save_steps": 500,
1447
- "total_flos": 4443607699889400.0,
1448
  "train_batch_size": 4,
1449
  "trial_name": null,
1450
  "trial_params": null
 
11
  {
12
  "epoch": 1.0,
13
  "eval_Claim": {
14
+ "f1-score": 0.41092129347162903,
15
+ "precision": 0.5640703517587939,
16
+ "recall": 0.32317658349328215,
17
+ "support": 4168.0
18
  },
19
  "eval_MajorClaim": {
20
+ "f1-score": 0.6523102655237298,
21
+ "precision": 0.5929304446978335,
22
+ "recall": 0.724907063197026,
23
+ "support": 2152.0
24
  },
25
  "eval_O": {
26
+ "f1-score": 0.8834432924913603,
27
+ "precision": 0.8545380875202593,
28
+ "recall": 0.9143724257533059,
29
+ "support": 9226.0
30
  },
31
  "eval_Premise": {
32
+ "f1-score": 0.8664166767469054,
33
+ "precision": 0.8441231929604023,
34
+ "recall": 0.8899196554294707,
35
+ "support": 12073.0
36
  },
37
+ "eval_accuracy": 0.7997031029363844,
38
+ "eval_loss": 0.5104541182518005,
39
  "eval_macro avg": {
40
+ "f1-score": 0.7032728820584061,
41
+ "precision": 0.7139155192343223,
42
+ "recall": 0.7130939319682712,
43
+ "support": 27619.0
44
+ },
45
+ "eval_runtime": 4.7759,
46
+ "eval_samples_per_second": 16.751,
47
+ "eval_steps_per_second": 2.094,
48
  "eval_weighted avg": {
49
+ "f1-score": 0.7866826459135919,
50
+ "precision": 0.7857670171690952,
51
+ "recall": 0.7997031029363844,
52
+ "support": 27619.0
53
  },
54
  "step": 81
55
  },
56
  {
57
  "epoch": 2.0,
58
  "eval_Claim": {
59
+ "f1-score": 0.5200312174817897,
60
+ "precision": 0.5678977272727272,
61
+ "recall": 0.47960652591170827,
62
+ "support": 4168.0
63
  },
64
  "eval_MajorClaim": {
65
+ "f1-score": 0.7526302911671151,
66
+ "precision": 0.7948320413436692,
67
+ "recall": 0.7146840148698885,
68
+ "support": 2152.0
69
  },
70
  "eval_O": {
71
+ "f1-score": 0.9116096466629278,
72
+ "precision": 0.944560669456067,
73
+ "recall": 0.8808801213960546,
74
+ "support": 9226.0
75
  },
76
  "eval_Premise": {
77
+ "f1-score": 0.8738735224125151,
78
+ "precision": 0.8259587020648967,
79
+ "recall": 0.9276898865236478,
80
+ "support": 12073.0
81
  },
82
+ "eval_accuracy": 0.8278359100619139,
83
+ "eval_loss": 0.44692954421043396,
84
  "eval_macro avg": {
85
+ "f1-score": 0.7645361694310869,
86
+ "precision": 0.7833122850343401,
87
+ "recall": 0.7507151371753248,
88
+ "support": 27619.0
89
+ },
90
+ "eval_runtime": 4.7439,
91
+ "eval_samples_per_second": 16.864,
92
+ "eval_steps_per_second": 2.108,
93
  "eval_weighted avg": {
94
+ "f1-score": 0.8236335905447046,
95
+ "precision": 0.8242076985653165,
96
+ "recall": 0.8278359100619139,
97
+ "support": 27619.0
98
  },
99
  "step": 162
100
  },
101
  {
102
  "epoch": 3.0,
103
  "eval_Claim": {
104
+ "f1-score": 0.6218357913273168,
105
+ "precision": 0.5744204961366409,
106
+ "recall": 0.6777831094049904,
107
+ "support": 4168.0
108
  },
109
  "eval_MajorClaim": {
110
+ "f1-score": 0.7799868909766223,
111
+ "precision": 0.7360824742268042,
112
+ "recall": 0.8294609665427509,
113
+ "support": 2152.0
114
  },
115
  "eval_O": {
116
+ "f1-score": 0.9093637121422617,
117
+ "precision": 0.9330596419204014,
118
+ "recall": 0.8868415347929763,
119
+ "support": 9226.0
120
  },
121
  "eval_Premise": {
122
+ "f1-score": 0.876420695504665,
123
+ "precision": 0.89797514556357,
124
+ "recall": 0.855876749772219,
125
+ "support": 12073.0
126
  },
127
+ "eval_accuracy": 0.8372859263550454,
128
+ "eval_loss": 0.40934404730796814,
129
  "eval_macro avg": {
130
+ "f1-score": 0.7969017724877165,
131
+ "precision": 0.7853844394618541,
132
+ "recall": 0.8124905901282342,
133
+ "support": 27619.0
134
+ },
135
+ "eval_runtime": 4.7941,
136
+ "eval_samples_per_second": 16.687,
137
+ "eval_steps_per_second": 2.086,
138
  "eval_weighted avg": {
139
+ "f1-score": 0.8414917278933443,
140
+ "precision": 0.8482528803063183,
141
+ "recall": 0.8372859263550454,
142
+ "support": 27619.0
143
  },
144
  "step": 243
145
  },
146
  {
147
  "epoch": 4.0,
148
  "eval_Claim": {
149
+ "f1-score": 0.608644284729743,
150
+ "precision": 0.516112873601603,
151
+ "recall": 0.7416026871401151,
152
+ "support": 4168.0
153
  },
154
  "eval_MajorClaim": {
155
+ "f1-score": 0.788337924701561,
156
+ "precision": 0.7790381125226861,
157
+ "recall": 0.7978624535315985,
158
+ "support": 2152.0
159
  },
160
  "eval_O": {
161
+ "f1-score": 0.9068679925629612,
162
+ "precision": 0.9442684500762643,
163
+ "recall": 0.8723173639713853,
164
+ "support": 9226.0
165
  },
166
  "eval_Premise": {
167
+ "f1-score": 0.8528029247910863,
168
+ "precision": 0.8985600293497202,
169
+ "recall": 0.8114801623457302,
170
+ "support": 12073.0
171
  },
172
+ "eval_accuracy": 0.8201962417176581,
173
+ "eval_loss": 0.5160673260688782,
174
  "eval_macro avg": {
175
+ "f1-score": 0.789163281696338,
176
+ "precision": 0.7844948663875684,
177
+ "recall": 0.8058156667472073,
178
+ "support": 27619.0
179
+ },
180
+ "eval_runtime": 4.7669,
181
+ "eval_samples_per_second": 16.782,
182
+ "eval_steps_per_second": 2.098,
183
  "eval_weighted avg": {
184
+ "f1-score": 0.8289940404467937,
185
+ "precision": 0.8468005514342695,
186
+ "recall": 0.8201962417176581,
187
+ "support": 27619.0
188
  },
189
  "step": 324
190
  },
191
  {
192
  "epoch": 5.0,
193
  "eval_Claim": {
194
+ "f1-score": 0.5923049770561243,
195
+ "precision": 0.5811590856615101,
196
+ "recall": 0.6038867562380038,
197
+ "support": 4168.0
198
  },
199
  "eval_MajorClaim": {
200
+ "f1-score": 0.7829807463750891,
201
+ "precision": 0.8014598540145985,
202
+ "recall": 0.7653345724907064,
203
+ "support": 2152.0
204
  },
205
  "eval_O": {
206
+ "f1-score": 0.9075350077795066,
207
+ "precision": 0.9311288483466362,
208
+ "recall": 0.8851073054411446,
209
+ "support": 9226.0
210
  },
211
  "eval_Premise": {
212
+ "f1-score": 0.8770785784153896,
213
+ "precision": 0.8633555323758325,
214
+ "recall": 0.891244926695933,
215
+ "support": 12073.0
216
  },
217
+ "eval_accuracy": 0.8360186827908324,
218
+ "eval_loss": 0.5153732299804688,
219
  "eval_macro avg": {
220
+ "f1-score": 0.7899748274065275,
221
+ "precision": 0.7942758300996444,
222
+ "recall": 0.7863933902164468,
223
+ "support": 27619.0
224
+ },
225
+ "eval_runtime": 4.7506,
226
+ "eval_samples_per_second": 16.84,
227
+ "eval_steps_per_second": 2.105,
228
  "eval_weighted avg": {
229
+ "f1-score": 0.8369451960444566,
230
+ "precision": 0.8385857117236715,
231
+ "recall": 0.8360186827908324,
232
+ "support": 27619.0
233
  },
234
  "step": 405
235
  },
236
  {
237
  "epoch": 6.0,
238
  "eval_Claim": {
239
+ "f1-score": 0.5533534584591154,
240
+ "precision": 0.6108374384236454,
241
+ "recall": 0.5057581573896354,
242
+ "support": 4168.0
243
  },
244
  "eval_MajorClaim": {
245
+ "f1-score": 0.7910518800571156,
246
+ "precision": 0.8107317073170732,
247
+ "recall": 0.7723048327137546,
248
+ "support": 2152.0
249
  },
250
  "eval_O": {
251
+ "f1-score": 0.909817664129661,
252
+ "precision": 0.919331636605068,
253
+ "recall": 0.9004985909386516,
254
+ "support": 9226.0
255
  },
256
  "eval_Premise": {
257
+ "f1-score": 0.8747714081259442,
258
+ "precision": 0.8410671966975002,
259
+ "recall": 0.9112896546011762,
260
+ "support": 12073.0
261
  },
262
+ "eval_accuracy": 0.8356566132010572,
263
+ "eval_loss": 0.5417770147323608,
264
  "eval_macro avg": {
265
+ "f1-score": 0.782248602692959,
266
+ "precision": 0.7954919947608217,
267
+ "recall": 0.7724628089108043,
268
+ "support": 27619.0
269
+ },
270
+ "eval_runtime": 4.7432,
271
+ "eval_samples_per_second": 16.866,
272
+ "eval_steps_per_second": 2.108,
273
  "eval_weighted avg": {
274
+ "f1-score": 0.8314498656832355,
275
+ "precision": 0.8301032992701898,
276
+ "recall": 0.8356566132010572,
277
+ "support": 27619.0
278
  },
279
  "step": 486
280
  },
281
  {
282
  "epoch": 6.17,
283
+ "grad_norm": 6.106111526489258,
284
  "learning_rate": 1.7530864197530865e-05,
285
+ "loss": 0.345,
286
  "step": 500
287
  },
288
  {
289
  "epoch": 7.0,
290
  "eval_Claim": {
291
+ "f1-score": 0.5860923076923077,
292
+ "precision": 0.6017184735911044,
293
+ "recall": 0.571257197696737,
294
+ "support": 4168.0
295
  },
296
  "eval_MajorClaim": {
297
+ "f1-score": 0.8099526066350711,
298
+ "precision": 0.8264023210831721,
299
+ "recall": 0.7941449814126395,
300
+ "support": 2152.0
301
  },
302
  "eval_O": {
303
+ "f1-score": 0.9184632841627491,
304
+ "precision": 0.9157418381639909,
305
+ "recall": 0.9212009538261435,
306
+ "support": 9226.0
307
  },
308
  "eval_Premise": {
309
+ "f1-score": 0.8751742803247764,
310
+ "precision": 0.8666450093397222,
311
+ "recall": 0.8838731052762362,
312
+ "support": 12073.0
313
  },
314
+ "eval_accuracy": 0.84217386581701,
315
+ "eval_loss": 0.5831862688064575,
316
  "eval_macro avg": {
317
+ "f1-score": 0.7974206197037261,
318
+ "precision": 0.8026269105444974,
319
+ "recall": 0.792619059552939,
320
+ "support": 27619.0
321
+ },
322
+ "eval_runtime": 4.7225,
323
+ "eval_samples_per_second": 16.94,
324
+ "eval_steps_per_second": 2.118,
325
  "eval_weighted avg": {
326
+ "f1-score": 0.8409273360363069,
327
+ "precision": 0.8399297508801243,
328
+ "recall": 0.84217386581701,
329
+ "support": 27619.0
330
  },
331
  "step": 567
332
  },
333
  {
334
  "epoch": 8.0,
335
  "eval_Claim": {
336
+ "f1-score": 0.6089751514402275,
337
+ "precision": 0.6281560826319816,
338
+ "recall": 0.5909309021113244,
339
+ "support": 4168.0
340
  },
341
  "eval_MajorClaim": {
342
+ "f1-score": 0.8056783802653014,
343
+ "precision": 0.806993006993007,
344
+ "recall": 0.804368029739777,
345
+ "support": 2152.0
346
  },
347
  "eval_O": {
348
+ "f1-score": 0.9201371876531113,
349
+ "precision": 0.9243136825987094,
350
+ "recall": 0.9159982657706481,
351
+ "support": 9226.0
352
  },
353
  "eval_Premise": {
354
+ "f1-score": 0.8842053669893396,
355
+ "precision": 0.8721998388396455,
356
+ "recall": 0.8965460117617825,
357
+ "support": 12073.0
358
  },
359
+ "eval_accuracy": 0.8497411202433107,
360
+ "eval_loss": 0.5915889739990234,
361
  "eval_macro avg": {
362
+ "f1-score": 0.8047490215869949,
363
+ "precision": 0.8079156527658359,
364
+ "recall": 0.801960802345883,
365
+ "support": 27619.0
366
+ },
367
+ "eval_runtime": 4.7226,
368
+ "eval_samples_per_second": 16.94,
369
+ "eval_steps_per_second": 2.117,
370
  "eval_weighted avg": {
371
+ "f1-score": 0.8485544514458778,
372
+ "precision": 0.8476986926907486,
373
+ "recall": 0.8497411202433107,
374
+ "support": 27619.0
375
  },
376
  "step": 648
377
  },
378
  {
379
  "epoch": 9.0,
380
  "eval_Claim": {
381
+ "f1-score": 0.6137689614935823,
382
+ "precision": 0.5974557019536574,
383
+ "recall": 0.6309980806142035,
384
+ "support": 4168.0
385
  },
386
  "eval_MajorClaim": {
387
+ "f1-score": 0.8104347826086956,
388
+ "precision": 0.761437908496732,
389
+ "recall": 0.8661710037174721,
390
+ "support": 2152.0
391
  },
392
  "eval_O": {
393
+ "f1-score": 0.9178336980306346,
394
+ "precision": 0.9265518003092555,
395
+ "recall": 0.9092781270323,
396
+ "support": 9226.0
397
  },
398
  "eval_Premise": {
399
+ "f1-score": 0.8752312090129477,
400
+ "precision": 0.8886043533930857,
401
+ "recall": 0.8622546177420691,
402
+ "support": 12073.0
403
  },
404
+ "eval_accuracy": 0.8433686954632681,
405
+ "eval_loss": 0.6680669784545898,
406
  "eval_macro avg": {
407
+ "f1-score": 0.804317162786465,
408
+ "precision": 0.7935124410381827,
409
+ "recall": 0.8171754572765112,
410
+ "support": 27619.0
411
+ },
412
+ "eval_runtime": 4.7195,
413
+ "eval_samples_per_second": 16.951,
414
+ "eval_steps_per_second": 2.119,
415
  "eval_weighted avg": {
416
+ "f1-score": 0.8449561811840803,
417
+ "precision": 0.8474346288061019,
418
+ "recall": 0.8433686954632681,
419
+ "support": 27619.0
420
  },
421
  "step": 729
422
  },
423
  {
424
  "epoch": 10.0,
425
  "eval_Claim": {
426
+ "f1-score": 0.5938368860055606,
427
+ "precision": 0.5741487455197133,
428
+ "recall": 0.6149232245681382,
429
+ "support": 4168.0
430
  },
431
  "eval_MajorClaim": {
432
+ "f1-score": 0.8202093764223942,
433
+ "precision": 0.8037466547725245,
434
+ "recall": 0.837360594795539,
435
+ "support": 2152.0
436
  },
437
  "eval_O": {
438
+ "f1-score": 0.9145026408450704,
439
+ "precision": 0.9286033519553073,
440
+ "recall": 0.9008237589421201,
441
+ "support": 9226.0
442
  },
443
  "eval_Premise": {
444
+ "f1-score": 0.8716092527874855,
445
+ "precision": 0.8756164841594918,
446
+ "recall": 0.8676385322620724,
447
+ "support": 12073.0
448
  },
449
+ "eval_accuracy": 0.8382273072884608,
450
+ "eval_loss": 0.7243372201919556,
451
  "eval_macro avg": {
452
+ "f1-score": 0.8000395390151277,
453
+ "precision": 0.7955288091017592,
454
+ "recall": 0.8051865276419675,
455
+ "support": 27619.0
456
+ },
457
+ "eval_runtime": 4.7291,
458
+ "eval_samples_per_second": 16.917,
459
+ "eval_steps_per_second": 2.115,
460
  "eval_weighted avg": {
461
+ "f1-score": 0.840013852502701,
462
+ "precision": 0.8422219164630815,
463
+ "recall": 0.8382273072884608,
464
+ "support": 27619.0
465
  },
466
  "step": 810
467
  },
468
  {
469
  "epoch": 11.0,
470
  "eval_Claim": {
471
+ "f1-score": 0.6018801410105759,
472
+ "precision": 0.5898203592814372,
473
+ "recall": 0.614443378119002,
474
+ "support": 4168.0
475
  },
476
  "eval_MajorClaim": {
477
+ "f1-score": 0.7984663311766117,
478
+ "precision": 0.8243443839683325,
479
+ "recall": 0.7741635687732342,
480
+ "support": 2152.0
481
  },
482
  "eval_O": {
483
+ "f1-score": 0.9056203605514316,
484
+ "precision": 0.9334944195144402,
485
+ "recall": 0.8793626707132018,
486
+ "support": 9226.0
487
  },
488
  "eval_Premise": {
489
+ "f1-score": 0.878886273236464,
490
+ "precision": 0.8616792678074016,
491
+ "recall": 0.8967945001242442,
492
+ "support": 12073.0
493
  },
494
+ "eval_accuracy": 0.838806618632101,
495
+ "eval_loss": 0.7492838501930237,
496
  "eval_macro avg": {
497
+ "f1-score": 0.7962132764937708,
498
+ "precision": 0.8023346076429029,
499
+ "recall": 0.7911910294324205,
500
+ "support": 27619.0
501
+ },
502
+ "eval_runtime": 4.7534,
503
+ "eval_samples_per_second": 16.83,
504
+ "eval_steps_per_second": 2.104,
505
  "eval_weighted avg": {
506
+ "f1-score": 0.8397473983726959,
507
+ "precision": 0.8417333606018996,
508
+ "recall": 0.838806618632101,
509
+ "support": 27619.0
510
  },
511
  "step": 891
512
  },
513
  {
514
  "epoch": 12.0,
515
  "eval_Claim": {
516
+ "f1-score": 0.6351054481546573,
517
+ "precision": 0.5856969205834684,
518
+ "recall": 0.6936180422264875,
519
+ "support": 4168.0
520
  },
521
  "eval_MajorClaim": {
522
+ "f1-score": 0.8096330275229358,
523
+ "precision": 0.7993659420289855,
524
+ "recall": 0.8201672862453532,
525
+ "support": 2152.0
526
  },
527
  "eval_O": {
528
+ "f1-score": 0.9158836689038031,
529
+ "precision": 0.9461520684076727,
530
+ "recall": 0.8874918707999133,
531
+ "support": 9226.0
532
  },
533
  "eval_Premise": {
534
+ "f1-score": 0.8832342847576798,
535
+ "precision": 0.8926486760849336,
536
+ "recall": 0.8740164002319225,
537
+ "support": 12073.0
538
  },
539
+ "eval_accuracy": 0.8470980122379521,
540
+ "eval_loss": 0.7472469806671143,
541
  "eval_macro avg": {
542
+ "f1-score": 0.810964107334769,
543
+ "precision": 0.8059659017762651,
544
+ "recall": 0.8188233998759191,
545
+ "support": 27619.0
546
+ },
547
+ "eval_runtime": 4.7526,
548
+ "eval_samples_per_second": 16.833,
549
+ "eval_steps_per_second": 2.104,
550
  "eval_weighted avg": {
551
+ "f1-score": 0.8509605717920246,
552
+ "precision": 0.8569306173916821,
553
+ "recall": 0.8470980122379521,
554
+ "support": 27619.0
555
  },
556
  "step": 972
557
  },
558
  {
559
  "epoch": 12.35,
560
+ "grad_norm": 3.1761698722839355,
561
  "learning_rate": 1.506172839506173e-05,
562
+ "loss": 0.0604,
563
  "step": 1000
564
  },
565
  {
566
  "epoch": 13.0,
567
  "eval_Claim": {
568
+ "f1-score": 0.6302578018995931,
569
+ "precision": 0.5960222412318221,
570
+ "recall": 0.6686660268714012,
571
+ "support": 4168.0
572
  },
573
  "eval_MajorClaim": {
574
+ "f1-score": 0.8086405259450574,
575
+ "precision": 0.8172757475083057,
576
+ "recall": 0.800185873605948,
577
+ "support": 2152.0
578
  },
579
  "eval_O": {
580
+ "f1-score": 0.9224348987313599,
581
+ "precision": 0.9477475417333638,
582
+ "recall": 0.8984391935833514,
583
+ "support": 9226.0
584
  },
585
  "eval_Premise": {
586
+ "f1-score": 0.8844928196002152,
587
+ "precision": 0.8838709677419355,
588
+ "recall": 0.8851155470885447,
589
+ "support": 12073.0
590
  },
591
+ "eval_accuracy": 0.8502842246279735,
592
+ "eval_loss": 0.812764048576355,
593
  "eval_macro avg": {
594
+ "f1-score": 0.8114565115440564,
595
+ "precision": 0.8112291245538568,
596
+ "recall": 0.8131016602873112,
597
+ "support": 27619.0
598
+ },
599
+ "eval_runtime": 4.7412,
600
+ "eval_samples_per_second": 16.873,
601
+ "eval_steps_per_second": 2.109,
602
  "eval_weighted avg": {
603
+ "f1-score": 0.8528902247322565,
604
+ "precision": 0.8565802934093382,
605
+ "recall": 0.8502842246279735,
606
+ "support": 27619.0
607
  },
608
  "step": 1053
609
  },
610
  {
611
  "epoch": 14.0,
612
  "eval_Claim": {
613
+ "f1-score": 0.6177896267571498,
614
+ "precision": 0.6241429970617042,
615
+ "recall": 0.6115642994241842,
616
+ "support": 4168.0
617
  },
618
  "eval_MajorClaim": {
619
+ "f1-score": 0.7891914191419142,
620
+ "precision": 0.7095697329376854,
621
+ "recall": 0.8889405204460966,
622
+ "support": 2152.0
623
  },
624
  "eval_O": {
625
+ "f1-score": 0.915085817524842,
626
+ "precision": 0.9549846806504831,
627
+ "recall": 0.8783871667027965,
628
+ "support": 9226.0
629
  },
630
  "eval_Premise": {
631
+ "f1-score": 0.8833210513387375,
632
+ "precision": 0.8733101270946328,
633
+ "recall": 0.8935641514122422,
634
+ "support": 12073.0
635
  },
636
+ "eval_accuracy": 0.8455773199608965,
637
+ "eval_loss": 0.8994765281677246,
638
  "eval_macro avg": {
639
+ "f1-score": 0.8013469786906608,
640
+ "precision": 0.7905018844361265,
641
+ "recall": 0.8181140344963299,
642
+ "support": 27619.0
643
+ },
644
+ "eval_runtime": 4.7538,
645
+ "eval_samples_per_second": 16.829,
646
+ "eval_steps_per_second": 2.104,
647
  "eval_weighted avg": {
648
+ "f1-score": 0.8465260836240982,
649
+ "precision": 0.850232952139105,
650
+ "recall": 0.8455773199608965,
651
+ "support": 27619.0
652
  },
653
  "step": 1134
654
  },
655
  {
656
  "epoch": 15.0,
657
  "eval_Claim": {
658
+ "f1-score": 0.6071797224452345,
659
+ "precision": 0.5816304108987036,
660
+ "recall": 0.6350767754318618,
661
+ "support": 4168.0
662
  },
663
  "eval_MajorClaim": {
664
+ "f1-score": 0.8077178975382568,
665
+ "precision": 0.7725922783198982,
666
+ "recall": 0.8461895910780669,
667
+ "support": 2152.0
668
  },
669
  "eval_O": {
670
+ "f1-score": 0.9198298062926884,
671
+ "precision": 0.9512505789717461,
672
+ "recall": 0.8904183828311294,
673
+ "support": 9226.0
674
  },
675
  "eval_Premise": {
676
+ "f1-score": 0.8720390922643698,
677
+ "precision": 0.8719668737060041,
678
+ "recall": 0.8721113227863828,
679
+ "support": 12073.0
680
  },
681
+ "eval_accuracy": 0.8404359317860893,
682
+ "eval_loss": 0.9128327369689941,
683
  "eval_macro avg": {
684
+ "f1-score": 0.8016916296351374,
685
+ "precision": 0.794360035474088,
686
+ "recall": 0.8109490180318603,
687
+ "support": 27619.0
688
+ },
689
+ "eval_runtime": 4.7243,
690
+ "eval_samples_per_second": 16.934,
691
+ "eval_steps_per_second": 2.117,
692
  "eval_weighted avg": {
693
+ "f1-score": 0.8430215341764057,
694
+ "precision": 0.8468933720777774,
695
+ "recall": 0.8404359317860893,
696
+ "support": 27619.0
697
  },
698
  "step": 1215
699
  },
700
  {
701
  "epoch": 16.0,
702
  "eval_Claim": {
703
+ "f1-score": 0.6309481002037637,
704
+ "precision": 0.6304191616766467,
705
+ "recall": 0.6314779270633397,
706
+ "support": 4168.0
707
  },
708
  "eval_MajorClaim": {
709
+ "f1-score": 0.8244803695150116,
710
+ "precision": 0.8195592286501377,
711
+ "recall": 0.8294609665427509,
712
+ "support": 2152.0
713
  },
714
  "eval_O": {
715
+ "f1-score": 0.9188405797101449,
716
+ "precision": 0.9101446193109315,
717
+ "recall": 0.9277043138955127,
718
+ "support": 9226.0
719
  },
720
  "eval_Premise": {
721
+ "f1-score": 0.8854815124294965,
722
+ "precision": 0.8933569381217332,
723
+ "recall": 0.8777437256688478,
724
+ "support": 12073.0
725
  },
726
+ "eval_accuracy": 0.8535066439769724,
727
+ "eval_loss": 0.8802785873413086,
728
  "eval_macro avg": {
729
+ "f1-score": 0.8149376404646043,
730
+ "precision": 0.8133699869398623,
731
+ "recall": 0.8165967332926127,
732
+ "support": 27619.0
733
+ },
734
+ "eval_runtime": 4.7225,
735
+ "eval_samples_per_second": 16.94,
736
+ "eval_steps_per_second": 2.118,
737
  "eval_weighted avg": {
738
+ "f1-score": 0.8534601153123827,
739
+ "precision": 0.8535345630772185,
740
+ "recall": 0.8535066439769724,
741
+ "support": 27619.0
742
  },
743
  "step": 1296
744
  },
745
  {
746
  "epoch": 17.0,
747
  "eval_Claim": {
748
+ "f1-score": 0.6351891003053795,
749
+ "precision": 0.6221813161527842,
750
+ "recall": 0.6487523992322457,
751
+ "support": 4168.0
752
  },
753
  "eval_MajorClaim": {
754
+ "f1-score": 0.8157058556513844,
755
+ "precision": 0.7972493345164152,
756
+ "recall": 0.8350371747211895,
757
+ "support": 2152.0
758
  },
759
  "eval_O": {
760
+ "f1-score": 0.9181362943609842,
761
+ "precision": 0.9221517603323858,
762
+ "recall": 0.914155647084327,
763
+ "support": 9226.0
764
  },
765
  "eval_Premise": {
766
+ "f1-score": 0.8847406664996242,
767
+ "precision": 0.8921923692411353,
768
+ "recall": 0.8774124078522323,
769
+ "support": 12073.0
770
  },
771
+ "eval_accuracy": 0.8518773308229842,
772
+ "eval_loss": 0.8617361783981323,
773
  "eval_macro avg": {
774
+ "f1-score": 0.813442979204343,
775
+ "precision": 0.8084436950606801,
776
+ "recall": 0.8188394072224987,
777
+ "support": 27619.0
778
+ },
779
+ "eval_runtime": 4.7584,
780
+ "eval_samples_per_second": 16.812,
781
+ "eval_steps_per_second": 2.102,
782
  "eval_weighted avg": {
783
+ "f1-score": 0.8528573333523664,
784
+ "precision": 0.8540549226358285,
785
+ "recall": 0.8518773308229842,
786
+ "support": 27619.0
787
  },
788
  "step": 1377
789
  },
790
  {
791
  "epoch": 18.0,
792
  "eval_Claim": {
793
+ "f1-score": 0.5979982262764474,
794
+ "precision": 0.6335570469798658,
795
+ "recall": 0.5662188099808061,
796
+ "support": 4168.0
797
  },
798
  "eval_MajorClaim": {
799
+ "f1-score": 0.8218923933209649,
800
+ "precision": 0.8203703703703704,
801
+ "recall": 0.8234200743494424,
802
+ "support": 2152.0
803
  },
804
  "eval_O": {
805
+ "f1-score": 0.9185111222055806,
806
+ "precision": 0.9406885581183957,
807
+ "recall": 0.8973553002384566,
808
+ "support": 9226.0
809
  },
810
  "eval_Premise": {
811
+ "f1-score": 0.8841078141246101,
812
+ "precision": 0.8547127503286167,
813
+ "recall": 0.9155967862171789,
814
+ "support": 12073.0
815
  },
816
+ "eval_accuracy": 0.8495962924074008,
817
+ "eval_loss": 0.9965270757675171,
818
  "eval_macro avg": {
819
+ "f1-score": 0.8056273889819007,
820
+ "precision": 0.8123321814493122,
821
+ "recall": 0.800647742696471,
822
+ "support": 27619.0
823
+ },
824
+ "eval_runtime": 4.735,
825
+ "eval_samples_per_second": 16.895,
826
+ "eval_steps_per_second": 2.112,
827
  "eval_weighted avg": {
828
+ "f1-score": 0.8475754477331567,
829
+ "precision": 0.8473819646173586,
830
+ "recall": 0.8495962924074008,
831
+ "support": 27619.0
832
  },
833
  "step": 1458
834
  },
835
  {
836
  "epoch": 18.52,
837
+ "grad_norm": 15.414011001586914,
838
  "learning_rate": 1.2592592592592593e-05,
839
+ "loss": 0.0201,
840
  "step": 1500
841
  },
842
  {
843
  "epoch": 19.0,
844
  "eval_Claim": {
845
+ "f1-score": 0.6417134539405281,
846
+ "precision": 0.5662385321100918,
847
+ "recall": 0.7404030710172744,
848
+ "support": 4168.0
849
  },
850
  "eval_MajorClaim": {
851
+ "f1-score": 0.8129032258064516,
852
+ "precision": 0.8062157221206582,
853
+ "recall": 0.8197026022304833,
854
+ "support": 2152.0
855
  },
856
  "eval_O": {
857
+ "f1-score": 0.9158699808795411,
858
+ "precision": 0.9517297802711547,
859
+ "recall": 0.8826143507478864,
860
+ "support": 9226.0
861
  },
862
  "eval_Premise": {
863
+ "f1-score": 0.8692654694016513,
864
+ "precision": 0.8939168490153173,
865
+ "recall": 0.8459372152737513,
866
+ "support": 12073.0
867
  },
868
+ "eval_accuracy": 0.8402186900322242,
869
+ "eval_loss": 0.9760411381721497,
870
  "eval_macro avg": {
871
+ "f1-score": 0.809938032507043,
872
+ "precision": 0.8045252208793054,
873
+ "recall": 0.8221643098173489,
874
+ "support": 27619.0
875
+ },
876
+ "eval_runtime": 4.7957,
877
+ "eval_samples_per_second": 16.682,
878
+ "eval_steps_per_second": 2.085,
879
  "eval_weighted avg": {
880
+ "f1-score": 0.8461018818074655,
881
+ "precision": 0.8569454182549012,
882
+ "recall": 0.8402186900322242,
883
+ "support": 27619.0
884
  },
885
  "step": 1539
886
  },
887
  {
888
  "epoch": 20.0,
889
  "eval_Claim": {
890
+ "f1-score": 0.651902203705734,
891
+ "precision": 0.6002422774076317,
892
+ "recall": 0.7132917466410749,
893
+ "support": 4168.0
894
  },
895
  "eval_MajorClaim": {
896
+ "f1-score": 0.8352472463088821,
897
+ "precision": 0.8425531914893617,
898
+ "recall": 0.8280669144981413,
899
+ "support": 2152.0
900
  },
901
  "eval_O": {
902
+ "f1-score": 0.9225629791894853,
903
+ "precision": 0.9323666150099623,
904
+ "recall": 0.9129633644049425,
905
+ "support": 9226.0
906
  },
907
  "eval_Premise": {
908
+ "f1-score": 0.8775752437473505,
909
+ "precision": 0.8987583572110793,
910
+ "recall": 0.8573676799469891,
911
+ "support": 12073.0
912
  },
913
+ "eval_accuracy": 0.8519135377819617,
914
+ "eval_loss": 0.9999569058418274,
915
  "eval_macro avg": {
916
+ "f1-score": 0.821821918237863,
917
+ "precision": 0.8184801102795087,
918
+ "recall": 0.8279224263727869,
919
+ "support": 27619.0
920
+ },
921
+ "eval_runtime": 4.7617,
922
+ "eval_samples_per_second": 16.801,
923
+ "eval_steps_per_second": 2.1,
924
  "eval_weighted avg": {
925
+ "f1-score": 0.8552486484979966,
926
+ "precision": 0.8605564400235849,
927
+ "recall": 0.8519135377819617,
928
+ "support": 27619.0
929
  },
930
  "step": 1620
931
  },
932
  {
933
  "epoch": 21.0,
934
  "eval_Claim": {
935
+ "f1-score": 0.6376654371881102,
936
+ "precision": 0.5819801980198019,
937
+ "recall": 0.7051343570057581,
938
+ "support": 4168.0
939
  },
940
  "eval_MajorClaim": {
941
+ "f1-score": 0.792661361626879,
942
+ "precision": 0.7559021922428331,
943
+ "recall": 0.83317843866171,
944
+ "support": 2152.0
945
  },
946
  "eval_O": {
947
+ "f1-score": 0.9065665187208377,
948
+ "precision": 0.9542405366554864,
949
+ "recall": 0.8634294385432474,
950
+ "support": 9226.0
951
  },
952
  "eval_Premise": {
953
+ "f1-score": 0.8798595435164284,
954
+ "precision": 0.8881762174023125,
955
+ "recall": 0.8716971755156133,
956
+ "support": 12073.0
957
  },
958
+ "eval_accuracy": 0.8407980013758645,
959
+ "eval_loss": 1.0823462009429932,
960
  "eval_macro avg": {
961
+ "f1-score": 0.8041882152630638,
962
+ "precision": 0.7950747860801084,
963
+ "recall": 0.8183598524315823,
964
+ "support": 27619.0
965
+ },
966
+ "eval_runtime": 4.8337,
967
+ "eval_samples_per_second": 16.55,
968
+ "eval_steps_per_second": 2.069,
969
  "eval_weighted avg": {
970
+ "f1-score": 0.8454369732073347,
971
+ "precision": 0.8537300281304444,
972
+ "recall": 0.8407980013758645,
973
+ "support": 27619.0
974
  },
975
  "step": 1701
976
  },
977
  {
978
  "epoch": 22.0,
979
  "eval_Claim": {
980
+ "f1-score": 0.6413618587531631,
981
+ "precision": 0.6159964648696421,
982
+ "recall": 0.6689059500959693,
983
+ "support": 4168.0
984
  },
985
  "eval_MajorClaim": {
986
+ "f1-score": 0.8162887552059233,
987
+ "precision": 0.8129032258064516,
988
+ "recall": 0.8197026022304833,
989
+ "support": 2152.0
990
  },
991
  "eval_O": {
992
+ "f1-score": 0.9215077605321508,
993
+ "precision": 0.9430451554345359,
994
+ "recall": 0.9009321482766096,
995
+ "support": 9226.0
996
  },
997
  "eval_Premise": {
998
+ "f1-score": 0.8851211645025227,
999
+ "precision": 0.8838054339747295,
1000
+ "recall": 0.886440818355007,
1001
+ "support": 12073.0
1002
  },
1003
+ "eval_accuracy": 0.8532531952641298,
1004
+ "eval_loss": 0.9629964828491211,
1005
  "eval_macro avg": {
1006
+ "f1-score": 0.8160698847484399,
1007
+ "precision": 0.8139375700213398,
1008
+ "recall": 0.8189953797395173,
1009
+ "support": 27619.0
1010
+ },
1011
+ "eval_runtime": 4.7476,
1012
+ "eval_samples_per_second": 16.851,
1013
+ "eval_steps_per_second": 2.106,
1014
  "eval_weighted avg": {
1015
+ "f1-score": 0.8551268346498754,
1016
+ "precision": 0.8576544630844016,
1017
+ "recall": 0.8532531952641298,
1018
+ "support": 27619.0
1019
  },
1020
  "step": 1782
1021
  },
1022
  {
1023
  "epoch": 23.0,
1024
  "eval_Claim": {
1025
+ "f1-score": 0.6246913580246913,
1026
+ "precision": 0.6434384537131231,
1027
+ "recall": 0.6070057581573897,
1028
+ "support": 4168.0
1029
  },
1030
  "eval_MajorClaim": {
1031
+ "f1-score": 0.8306414397784957,
1032
+ "precision": 0.8249312557286893,
1033
+ "recall": 0.8364312267657993,
1034
+ "support": 2152.0
1035
  },
1036
  "eval_O": {
1037
+ "f1-score": 0.9210203854294309,
1038
+ "precision": 0.9472960586617782,
1039
+ "recall": 0.8961630175590722,
1040
+ "support": 9226.0
1041
  },
1042
  "eval_Premise": {
1043
+ "f1-score": 0.8880482897384305,
1044
+ "precision": 0.8635830007043908,
1045
+ "recall": 0.9139401971341009,
1046
+ "support": 12073.0
1047
  },
1048
+ "eval_accuracy": 0.8556428545566458,
1049
+ "eval_loss": 1.0519344806671143,
1050
  "eval_macro avg": {
1051
+ "f1-score": 0.8161003682427621,
1052
+ "precision": 0.8198121922019954,
1053
+ "recall": 0.8133850499040906,
1054
+ "support": 27619.0
1055
+ },
1056
+ "eval_runtime": 4.7514,
1057
+ "eval_samples_per_second": 16.837,
1058
+ "eval_steps_per_second": 2.105,
1059
  "eval_weighted avg": {
1060
+ "f1-score": 0.8548461217507599,
1061
+ "precision": 0.8553131736167897,
1062
+ "recall": 0.8556428545566458,
1063
+ "support": 27619.0
1064
  },
1065
  "step": 1863
1066
  },
1067
  {
1068
  "epoch": 24.0,
1069
  "eval_Claim": {
1070
+ "f1-score": 0.6429456142326315,
1071
+ "precision": 0.605771270952684,
1072
+ "recall": 0.6849808061420346,
1073
+ "support": 4168.0
1074
  },
1075
  "eval_MajorClaim": {
1076
+ "f1-score": 0.8262760357061112,
1077
+ "precision": 0.8141632837167343,
1078
+ "recall": 0.8387546468401487,
1079
+ "support": 2152.0
1080
  },
1081
  "eval_O": {
1082
+ "f1-score": 0.9164846244328684,
1083
+ "precision": 0.9483018430508867,
1084
+ "recall": 0.8867331454584869,
1085
+ "support": 9226.0
1086
  },
1087
  "eval_Premise": {
1088
+ "f1-score": 0.8827014708928941,
1089
+ "precision": 0.8831039628585641,
1090
+ "recall": 0.8822993456473122,
1091
+ "support": 12073.0
1092
  },
1093
+ "eval_accuracy": 0.8506100872587712,
1094
+ "eval_loss": 1.0345954895019531,
1095
  "eval_macro avg": {
1096
+ "f1-score": 0.8171019363161263,
1097
+ "precision": 0.8128350901447173,
1098
+ "recall": 0.8231919860219956,
1099
+ "support": 27619.0
1100
+ },
1101
+ "eval_runtime": 4.7433,
1102
+ "eval_samples_per_second": 16.866,
1103
+ "eval_steps_per_second": 2.108,
1104
  "eval_weighted avg": {
1105
+ "f1-score": 0.8534083548306859,
1106
+ "precision": 0.8576588939305595,
1107
+ "recall": 0.8506100872587712,
1108
+ "support": 27619.0
1109
  },
1110
  "step": 1944
1111
  },
1112
  {
1113
  "epoch": 24.69,
1114
+ "grad_norm": 0.018422244116663933,
1115
  "learning_rate": 1.0123456790123458e-05,
1116
+ "loss": 0.0091,
1117
  "step": 2000
1118
  },
1119
  {
1120
  "epoch": 25.0,
1121
  "eval_Claim": {
1122
+ "f1-score": 0.6397129186602871,
1123
+ "precision": 0.637881679389313,
1124
+ "recall": 0.6415547024952015,
1125
+ "support": 4168.0
1126
  },
1127
  "eval_MajorClaim": {
1128
+ "f1-score": 0.8255892255892255,
1129
+ "precision": 0.798523664785063,
1130
+ "recall": 0.8545539033457249,
1131
+ "support": 2152.0
1132
  },
1133
  "eval_O": {
1134
+ "f1-score": 0.9217740138176956,
1135
+ "precision": 0.9484063288236643,
1136
+ "recall": 0.8965965748970302,
1137
+ "support": 9226.0
1138
  },
1139
  "eval_Premise": {
1140
+ "f1-score": 0.8884167517875383,
1141
+ "precision": 0.8766328011611031,
1142
+ "recall": 0.9005218255611696,
1143
+ "support": 12073.0
1144
  },
1145
+ "eval_accuracy": 0.8565480285310837,
1146
+ "eval_loss": 1.0353806018829346,
1147
  "eval_macro avg": {
1148
+ "f1-score": 0.8188732274636866,
1149
+ "precision": 0.8153611185397858,
1150
+ "recall": 0.8233067515747815,
1151
+ "support": 27619.0
1152
+ },
1153
+ "eval_runtime": 4.7632,
1154
+ "eval_samples_per_second": 16.795,
1155
+ "eval_steps_per_second": 2.099,
1156
  "eval_weighted avg": {
1157
+ "f1-score": 0.8571321899510156,
1158
+ "precision": 0.8584922830101466,
1159
+ "recall": 0.8565480285310837,
1160
+ "support": 27619.0
1161
  },
1162
  "step": 2025
1163
  },
1164
  {
1165
  "epoch": 26.0,
1166
  "eval_Claim": {
1167
+ "f1-score": 0.639289678135405,
1168
+ "precision": 0.6577010910936311,
1169
+ "recall": 0.6218809980806143,
1170
+ "support": 4168.0
1171
  },
1172
  "eval_MajorClaim": {
1173
+ "f1-score": 0.8237179487179487,
1174
+ "precision": 0.8118231046931408,
1175
+ "recall": 0.8359665427509294,
1176
+ "support": 2152.0
1177
  },
1178
  "eval_O": {
1179
+ "f1-score": 0.9226105170323007,
1180
+ "precision": 0.9386496186630776,
1181
+ "recall": 0.9071103403425103,
1182
+ "support": 9226.0
1183
  },
1184
  "eval_Premise": {
1185
+ "f1-score": 0.8938624639506073,
1186
+ "precision": 0.8770125936553483,
1187
+ "recall": 0.9113724840553301,
1188
+ "support": 12073.0
1189
  },
1190
+ "eval_accuracy": 0.8603859661827004,
1191
+ "eval_loss": 1.0636707544326782,
1192
  "eval_macro avg": {
1193
+ "f1-score": 0.8198701519590654,
1194
+ "precision": 0.8212966020262995,
1195
+ "recall": 0.8190825913073461,
1196
+ "support": 27619.0
1197
+ },
1198
+ "eval_runtime": 4.7618,
1199
+ "eval_samples_per_second": 16.8,
1200
+ "eval_steps_per_second": 2.1,
1201
  "eval_weighted avg": {
1202
+ "f1-score": 0.8595824092662689,
1203
+ "precision": 0.8594263331027361,
1204
+ "recall": 0.8603859661827004,
1205
+ "support": 27619.0
1206
  },
1207
  "step": 2106
1208
  },
1209
  {
1210
  "epoch": 27.0,
1211
  "eval_Claim": {
1212
+ "f1-score": 0.643669985775249,
1213
+ "precision": 0.6361293345829429,
1214
+ "recall": 0.6513915547024952,
1215
+ "support": 4168.0
1216
  },
1217
  "eval_MajorClaim": {
1218
+ "f1-score": 0.835773822933093,
1219
+ "precision": 0.8111062527328378,
1220
+ "recall": 0.8619888475836431,
1221
+ "support": 2152.0
1222
  },
1223
  "eval_O": {
1224
+ "f1-score": 0.9197544642857143,
1225
+ "precision": 0.9478951000690131,
1226
+ "recall": 0.893236505527856,
1227
+ "support": 9226.0
1228
  },
1229
  "eval_Premise": {
1230
+ "f1-score": 0.892443644397169,
1231
+ "precision": 0.8817299919159256,
1232
+ "recall": 0.9034208564565559,
1233
+ "support": 12073.0
1234
  },
1235
+ "eval_accuracy": 0.8587566530287121,
1236
+ "eval_loss": 1.0722382068634033,
1237
  "eval_macro avg": {
1238
+ "f1-score": 0.8229104793478063,
1239
+ "precision": 0.8192151698251797,
1240
+ "recall": 0.8275094410676376,
1241
+ "support": 27619.0
1242
+ },
1243
+ "eval_runtime": 4.7416,
1244
+ "eval_samples_per_second": 16.872,
1245
+ "eval_steps_per_second": 2.109,
1246
  "eval_weighted avg": {
1247
+ "f1-score": 0.8596085511412532,
1248
+ "precision": 0.8612655819566406,
1249
+ "recall": 0.8587566530287121,
1250
+ "support": 27619.0
1251
  },
1252
  "step": 2187
1253
  },
1254
  {
1255
  "epoch": 28.0,
1256
  "eval_Claim": {
1257
+ "f1-score": 0.6362290227048372,
1258
+ "precision": 0.654979674796748,
1259
+ "recall": 0.6185220729366603,
1260
+ "support": 4168.0
1261
  },
1262
  "eval_MajorClaim": {
1263
+ "f1-score": 0.831056793673616,
1264
+ "precision": 0.8579910935180604,
1265
+ "recall": 0.8057620817843866,
1266
+ "support": 2152.0
1267
  },
1268
  "eval_O": {
1269
+ "f1-score": 0.9264762322495751,
1270
+ "precision": 0.9374237212914679,
1271
+ "recall": 0.9157814871016692,
1272
+ "support": 9226.0
1273
  },
1274
  "eval_Premise": {
1275
+ "f1-score": 0.8929698244478602,
1276
+ "precision": 0.8726381532136928,
1277
+ "recall": 0.9142715149507165,
1278
+ "support": 12073.0
1279
  },
1280
+ "eval_accuracy": 0.8616894167058908,
1281
+ "eval_loss": 1.0252758264541626,
1282
  "eval_macro avg": {
1283
+ "f1-score": 0.8216829682689721,
1284
+ "precision": 0.8307581607049922,
1285
+ "recall": 0.8135842891933581,
1286
+ "support": 27619.0
1287
+ },
1288
+ "eval_runtime": 4.7454,
1289
+ "eval_samples_per_second": 16.858,
1290
+ "eval_steps_per_second": 2.107,
1291
  "eval_weighted avg": {
1292
+ "f1-score": 0.8605934753580137,
1293
+ "precision": 0.8602912413261778,
1294
+ "recall": 0.8616894167058908,
1295
+ "support": 27619.0
1296
  },
1297
  "step": 2268
1298
  },
1299
  {
1300
  "epoch": 29.0,
1301
  "eval_Claim": {
1302
+ "f1-score": 0.6346723545443773,
1303
+ "precision": 0.6270194333879654,
1304
+ "recall": 0.6425143953934741,
1305
+ "support": 4168.0
1306
  },
1307
  "eval_MajorClaim": {
1308
+ "f1-score": 0.8310436249698723,
1309
+ "precision": 0.8632949424136205,
1310
+ "recall": 0.8011152416356877,
1311
+ "support": 2152.0
1312
  },
1313
  "eval_O": {
1314
+ "f1-score": 0.9246601728028178,
1315
+ "precision": 0.9391839016210173,
1316
+ "recall": 0.9105787990461739,
1317
+ "support": 9226.0
1318
  },
1319
  "eval_Premise": {
1320
+ "f1-score": 0.8919482004983863,
1321
+ "precision": 0.8799774302756731,
1322
+ "recall": 0.9042491509980949,
1323
+ "support": 12073.0
1324
  },
1325
+ "eval_accuracy": 0.8588290669466672,
1326
+ "eval_loss": 1.0103356838226318,
1327
  "eval_macro avg": {
1328
+ "f1-score": 0.8205810882038633,
1329
+ "precision": 0.8273689269245691,
1330
+ "recall": 0.8146143967683577,
1331
+ "support": 27619.0
1332
+ },
1333
+ "eval_runtime": 4.7642,
1334
+ "eval_samples_per_second": 16.792,
1335
+ "eval_steps_per_second": 2.099,
1336
  "eval_weighted avg": {
1337
+ "f1-score": 0.8593043062229604,
1338
+ "precision": 0.8602811798583894,
1339
+ "recall": 0.8588290669466672,
1340
+ "support": 27619.0
1341
  },
1342
  "step": 2349
1343
  },
1344
  {
1345
  "epoch": 30.0,
1346
  "eval_Claim": {
1347
+ "f1-score": 0.6266573621772505,
1348
+ "precision": 0.6081264108352145,
1349
+ "recall": 0.6463531669865643,
1350
+ "support": 4168.0
1351
  },
1352
  "eval_MajorClaim": {
1353
+ "f1-score": 0.8181200453001133,
1354
+ "precision": 0.7980556783031374,
1355
+ "recall": 0.8392193308550185,
1356
+ "support": 2152.0
1357
  },
1358
  "eval_O": {
1359
+ "f1-score": 0.9268776883202824,
1360
+ "precision": 0.9434216434665469,
1361
+ "recall": 0.9109039670496423,
1362
+ "support": 9226.0
1363
  },
1364
  "eval_Premise": {
1365
+ "f1-score": 0.8838985513262215,
1366
+ "precision": 0.8859211183225162,
1367
+ "recall": 0.8818851983765427,
1368
+ "support": 12073.0
1369
  },
1370
+ "eval_accuracy": 0.852710090879467,
1371
+ "eval_loss": 1.0344375371932983,
1372
  "eval_macro avg": {
1373
+ "f1-score": 0.8138884117809669,
1374
+ "precision": 0.8088812127318536,
1375
+ "recall": 0.819590415816942,
1376
+ "support": 27619.0
1377
+ },
1378
+ "eval_runtime": 4.7499,
1379
+ "eval_samples_per_second": 16.843,
1380
+ "eval_steps_per_second": 2.105,
1381
  "eval_weighted avg": {
1382
+ "f1-score": 0.8543098224282204,
1383
+ "precision": 0.8563604925666979,
1384
+ "recall": 0.852710090879467,
1385
+ "support": 27619.0
1386
  },
1387
  "step": 2430
1388
  },
1389
  {
1390
  "epoch": 30.86,
1391
+ "grad_norm": 0.13328897953033447,
1392
  "learning_rate": 7.654320987654322e-06,
1393
+ "loss": 0.0054,
1394
  "step": 2500
1395
  },
1396
  {
1397
  "epoch": 31.0,
1398
  "eval_Claim": {
1399
+ "f1-score": 0.6430961409770243,
1400
+ "precision": 0.6008753647353063,
1401
+ "recall": 0.6916986564299424,
1402
+ "support": 4168.0
1403
  },
1404
  "eval_MajorClaim": {
1405
+ "f1-score": 0.8156321839080459,
1406
+ "precision": 0.8070973612374887,
1407
+ "recall": 0.8243494423791822,
1408
+ "support": 2152.0
1409
  },
1410
  "eval_O": {
1411
+ "f1-score": 0.922759926491062,
1412
+ "precision": 0.948917649753751,
1413
+ "recall": 0.8980056362453934,
1414
+ "support": 9226.0
1415
  },
1416
  "eval_Premise": {
1417
+ "f1-score": 0.884039223868141,
1418
+ "precision": 0.8907669021190716,
1419
+ "recall": 0.8774124078522323,
1420
+ "support": 12073.0
1421
  },
1422
+ "eval_accuracy": 0.8521307795358268,
1423
+ "eval_loss": 1.0802738666534424,
1424
  "eval_macro avg": {
1425
+ "f1-score": 0.8163818688110683,
1426
+ "precision": 0.8119143194614044,
1427
+ "recall": 0.8228665357266876,
1428
+ "support": 27619.0
1429
+ },
1430
+ "eval_runtime": 4.7458,
1431
+ "eval_samples_per_second": 16.857,
1432
+ "eval_steps_per_second": 2.107,
1433
  "eval_weighted avg": {
1434
+ "f1-score": 0.85528273315214,
1435
+ "precision": 0.8599248737286467,
1436
+ "recall": 0.8521307795358268,
1437
+ "support": 27619.0
1438
  },
1439
  "step": 2511
1440
  }
 
1444
  "num_input_tokens_seen": 0,
1445
  "num_train_epochs": 50,
1446
  "save_steps": 500,
1447
+ "total_flos": 4457450714530800.0,
1448
  "train_batch_size": 4,
1449
  "trial_name": null,
1450
  "trial_params": null
checkpoint-2511/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:da575726aa6fb9f10d3d3191c16916e8d9dc133cfc573c1d27486b346adcb4eb
3
  size 4856
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e651c478af6098730eda01c59bbe4834fbad7ed476e7ec6e4265141ee6647e9
3
  size 4856