Training in progress, epoch 3, checkpoint

checkpoint-243/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:25a2c42b72213f05d48313b6162ebb7ab66bbc47ae43fae7a5a2edb96eedeeac
+oid sha256:9784130a28b2c260c6ebd414ff26d0645ece357316879b6f66a1524fb8ce8a41
 size 592330980

checkpoint-243/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4b40debbf7acf1fd82785e3664009a289b7053017312072e7518dbf209427584
+oid sha256:13a0373c0d5ad43b12344a6f5f4d56f08473fefbc45ec105cbe993b16cbe9609
 size 1014670074

checkpoint-243/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5e7403b5a2b8007c90df75059abe86b7e67f96587685c6c4fcbd47bcd5bb1b47
+oid sha256:9e984b98ab63d56b5554ebc9d5cbb96c54b5395d60b231b99094a49c73bd68ca
 size 1064

checkpoint-243/trainer_state.json

@@ -1,6 +1,6 @@
 {
-  "best_metric": null,
-  "best_model_checkpoint": null,
+  "best_metric": 0.28271517157554626,
+  "best_model_checkpoint": "longformer-sep_tok_full_labels/checkpoint-243",
   "epoch": 3.0,
   "eval_steps": 500,
   "global_step": 243,
@@ -11,197 +11,197 @@
     {
       "epoch": 1.0,
       "eval_B-Claim": {
-        "f1-score": 0.37160751565762,
-        "precision": 0.42788461538461536,
-        "recall": 0.3284132841328413,
-        "support": 271.0
+        "f1-score": 0.21800947867298578,
+        "precision": 0.3333333333333333,
+        "recall": 0.1619718309859155,
+        "support": 284.0
       },
       "eval_B-MajorClaim": {
-        "f1-score": 0.3578947368421052,
-        "precision": 0.6666666666666666,
-        "recall": 0.2446043165467626,
-        "support": 139.0
+        "f1-score": 0.0,
+        "precision": 0.0,
+        "recall": 0.0,
+        "support": 141.0
       },
       "eval_B-Premise": {
-        "f1-score": 0.8640915593705293,
-        "precision": 0.7895424836601307,
-        "recall": 0.9541864139020537,
-        "support": 633.0
+        "f1-score": 0.8305489260143198,
+        "precision": 0.71900826446281,
+        "recall": 0.9830508474576272,
+        "support": 708.0
       },
       "eval_I-Claim": {
-        "f1-score": 0.5003402749421533,
-        "precision": 0.5493126120741183,
-        "recall": 0.4593851537115721,
-        "support": 4001.0
+        "f1-score": 0.5590492696211935,
+        "precision": 0.5643589102724319,
+        "recall": 0.5538386068187393,
+        "support": 4077.0
       },
       "eval_I-MajorClaim": {
-        "f1-score": 0.7718093699515347,
-        "precision": 0.6502211636611093,
-        "recall": 0.9493293591654247,
-        "support": 2013.0
+        "f1-score": 0.7399038461538461,
+        "precision": 0.7205056179775281,
+        "recall": 0.7603754940711462,
+        "support": 2024.0
       },
       "eval_I-Premise": {
-        "f1-score": 0.875016720916752,
-        "precision": 0.8846812731043188,
-        "recall": 0.865561044460127,
-        "support": 11336.0
+        "f1-score": 0.8867229093291834,
+        "precision": 0.8883965205974068,
+        "recall": 0.8850555918901243,
+        "support": 12232.0
       },
       "eval_O": {
-        "f1-score": 0.9992483530087988,
-        "precision": 0.9995577178239717,
-        "recall": 0.998939179632249,
-        "support": 11312.0
+        "f1-score": 0.9976548035383666,
+        "precision": 0.9961383616794018,
+        "recall": 0.9991758694577221,
+        "support": 12134.0
       },
-      "eval_accuracy": 0.8614038040733883,
-      "eval_loss": 0.31713685393333435,
+      "eval_accuracy": 0.8699050632911393,
+      "eval_loss": 0.32671716809272766,
       "eval_macro avg": {
-        "f1-score": 0.6771440758127848,
-        "precision": 0.7096952189107044,
-        "recall": 0.685774107364433,
-        "support": 29705.0
-      },
-      "eval_runtime": 4.8338,
-      "eval_samples_per_second": 16.55,
-      "eval_steps_per_second": 2.069,
+        "f1-score": 0.6045556047614136,
+        "precision": 0.6031058583318446,
+        "recall": 0.6204954629544678,
+        "support": 31600.0
+      },
+      "eval_runtime": 6.234,
+      "eval_samples_per_second": 12.833,
+      "eval_steps_per_second": 1.604,
       "eval_weighted avg": {
-        "f1-score": 0.8576207231627551,
-        "precision": 0.8601529227027923,
-        "recall": 0.8614038040733883,
-        "support": 29705.0
+        "f1-score": 0.8664142595402331,
+        "precision": 0.8644597558999653,
+        "recall": 0.8699050632911393,
+        "support": 31600.0
       },
       "step": 81
     },
     {
       "epoch": 2.0,
       "eval_B-Claim": {
-        "f1-score": 0.4708624708624709,
-        "precision": 0.6392405063291139,
-        "recall": 0.3726937269372694,
-        "support": 271.0
+        "f1-score": 0.5352697095435685,
+        "precision": 0.6515151515151515,
+        "recall": 0.45422535211267606,
+        "support": 284.0
       },
       "eval_B-MajorClaim": {
-        "f1-score": 0.796875,
-        "precision": 0.8717948717948718,
-        "recall": 0.7338129496402878,
-        "support": 139.0
+        "f1-score": 0.7766990291262136,
+        "precision": 0.7142857142857143,
+        "recall": 0.851063829787234,
+        "support": 141.0
       },
       "eval_B-Premise": {
-        "f1-score": 0.8736616702355461,
-        "precision": 0.796875,
-        "recall": 0.966824644549763,
-        "support": 633.0
+        "f1-score": 0.8802721088435375,
+        "precision": 0.8490813648293963,
+        "recall": 0.9138418079096046,
+        "support": 708.0
       },
       "eval_I-Claim": {
-        "f1-score": 0.5100589925881107,
-        "precision": 0.6459770114942529,
-        "recall": 0.4213946513371657,
-        "support": 4001.0
+        "f1-score": 0.5747557221255521,
+        "precision": 0.6325869180907484,
+        "recall": 0.5266127054206524,
+        "support": 4077.0
       },
       "eval_I-MajorClaim": {
-        "f1-score": 0.8401387776888176,
-        "precision": 0.9077277970011534,
-        "recall": 0.7819175360158966,
-        "support": 2013.0
+        "f1-score": 0.7833260963960051,
+        "precision": 0.6986831913245546,
+        "recall": 0.8913043478260869,
+        "support": 2024.0
       },
       "eval_I-Premise": {
-        "f1-score": 0.8912891699864469,
-        "precision": 0.8338584492430646,
-        "recall": 0.9572159491884262,
-        "support": 11336.0
+        "f1-score": 0.8995515695067264,
+        "precision": 0.8971377459749553,
+        "recall": 0.9019784172661871,
+        "support": 12232.0
       },
       "eval_O": {
-        "f1-score": 0.9996904982977407,
-        "precision": 1.0,
-        "recall": 0.9993811881188119,
-        "support": 11312.0
+        "f1-score": 0.9971231300345225,
+        "precision": 0.9945072962780783,
+        "recall": 0.9997527608373167,
+        "support": 12134.0
       },
-      "eval_accuracy": 0.8830499915839084,
-      "eval_loss": 0.2966194748878479,
+      "eval_accuracy": 0.8864240506329114,
+      "eval_loss": 0.28716403245925903,
       "eval_macro avg": {
-        "f1-score": 0.7689395113798762,
-        "precision": 0.8136390908374939,
-        "recall": 0.7476058065410885,
-        "support": 29705.0
-      },
-      "eval_runtime": 4.8625,
-      "eval_samples_per_second": 16.452,
-      "eval_steps_per_second": 2.057,
+        "f1-score": 0.7781424807965893,
+        "precision": 0.7768281974712284,
+        "recall": 0.791254174451394,
+        "support": 31600.0
+      },
+      "eval_runtime": 6.2816,
+      "eval_samples_per_second": 12.736,
+      "eval_steps_per_second": 1.592,
       "eval_weighted avg": {
-        "f1-score": 0.8731020208182413,
-        "precision": 0.874440834821272,
-        "recall": 0.8830499915839084,
-        "support": 29705.0
+        "f1-score": 0.8834146129726252,
+        "precision": 0.8835831101628018,
+        "recall": 0.8864240506329114,
+        "support": 31600.0
       },
       "step": 162
     },
     {
       "epoch": 3.0,
       "eval_B-Claim": {
-        "f1-score": 0.6085192697768763,
-        "precision": 0.6756756756756757,
-        "recall": 0.5535055350553506,
-        "support": 271.0
+        "f1-score": 0.5580448065173116,
+        "precision": 0.6618357487922706,
+        "recall": 0.4823943661971831,
+        "support": 284.0
       },
       "eval_B-MajorClaim": {
-        "f1-score": 0.8571428571428571,
-        "precision": 0.851063829787234,
-        "recall": 0.8633093525179856,
-        "support": 139.0
+        "f1-score": 0.8046875,
+        "precision": 0.8956521739130435,
+        "recall": 0.7304964539007093,
+        "support": 141.0
       },
       "eval_B-Premise": {
-        "f1-score": 0.8834729626808834,
-        "precision": 0.8529411764705882,
-        "recall": 0.9162717219589257,
-        "support": 633.0
+        "f1-score": 0.8868421052631579,
+        "precision": 0.8300492610837439,
+        "recall": 0.9519774011299436,
+        "support": 708.0
       },
       "eval_I-Claim": {
-        "f1-score": 0.5764474423833614,
-        "precision": 0.6584269662921348,
-        "recall": 0.5126218445388653,
-        "support": 4001.0
+        "f1-score": 0.5488426262920367,
+        "precision": 0.6751432664756447,
+        "recall": 0.4623497669855286,
+        "support": 4077.0
       },
       "eval_I-MajorClaim": {
-        "f1-score": 0.8581151832460733,
-        "precision": 0.9070282235749861,
-        "recall": 0.8142076502732241,
-        "support": 2013.0
+        "f1-score": 0.8110936682365254,
+        "precision": 0.8620689655172413,
+        "recall": 0.7658102766798419,
+        "support": 2024.0
       },
       "eval_I-Premise": {
-        "f1-score": 0.8959744247675935,
-        "precision": 0.8563158317922328,
-        "recall": 0.939484827099506,
-        "support": 11336.0
+        "f1-score": 0.9039491427470623,
+        "precision": 0.854842235662756,
+        "recall": 0.9590418574231524,
+        "support": 12232.0
       },
       "eval_O": {
-        "f1-score": 0.9996020340481981,
-        "precision": 1.0,
-        "recall": 0.9992043847241867,
-        "support": 11312.0
+        "f1-score": 0.9979824597521307,
+        "precision": 0.9972023368715544,
+        "recall": 0.9987638041865832,
+        "support": 12134.0
       },
-      "eval_accuracy": 0.8918700555462044,
-      "eval_loss": 0.2552729547023773,
+      "eval_accuracy": 0.892373417721519,
+      "eval_loss": 0.28271517157554626,
       "eval_macro avg": {
-        "f1-score": 0.811324882006549,
-        "precision": 0.8287788147989789,
-        "recall": 0.7998007594525776,
-        "support": 29705.0
-      },
-      "eval_runtime": 4.8422,
-      "eval_samples_per_second": 16.522,
-      "eval_steps_per_second": 2.065,
+        "f1-score": 0.7873489012583177,
+        "precision": 0.825256284045179,
+        "recall": 0.7644048466432775,
+        "support": 31600.0
+      },
+      "eval_runtime": 6.2071,
+      "eval_samples_per_second": 12.888,
+      "eval_steps_per_second": 1.611,
       "eval_weighted avg": {
-        "f1-score": 0.8867633844066056,
-        "precision": 0.886070631898416,
-        "recall": 0.8918700555462044,
-        "support": 29705.0
+        "f1-score": 0.88435885840807,
+        "precision": 0.8846770016417851,
+        "recall": 0.892373417721519,
+        "support": 31600.0
       },
       "step": 243
     }
   ],
   "logging_steps": 500,
-  "max_steps": 4050,
+  "max_steps": 1620,
   "num_input_tokens_seen": 0,
-  "num_train_epochs": 50,
+  "num_train_epochs": 20,
   "save_steps": 500,
   "total_flos": 431372438154000.0,
   "train_batch_size": 4,

checkpoint-243/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e3aa7d1dcb1ecb96052506e9849f1d3fa19e688784f8ea37f784dfaca9546785
+oid sha256:4a6eed06a4e3317966121cd80a8275e0b82aa59ebaa0185c3b4676ff92bfed33
 size 4920