Training in progress, epoch 9, checkpoint

checkpoint-729/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b941de8ae607041533aa196f81b72b6f39dc290b5345e451132ff1cb1e2159c9
+oid sha256:931d6aeada5ffbc86c5a79a22865444b1b9ea3d8cd4a7c19c1d1ad1b6ab143e9
 size 592318676

checkpoint-729/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5e131d3c2298937f311923fdd5335558cdc5b55661710b215ea8c787ba81f096
+oid sha256:b7f18fadff17938eed50cd3ad361c430759abf4ba24878b6e20d544ca686b57a
 size 1014645498

checkpoint-729/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a994f283fa8e002cbd400d2efe5f576527a6ee68b3aa5a88bb98116a8723110b
+oid sha256:d037b4a2cc274b1ad02f9f9f91301210a8163ae85fdbb1cc2d0acff4b48175d9
 size 1064

checkpoint-729/trainer_state.json

@@ -1,6 +1,6 @@
 {
-  "best_metric": null,
-  "best_model_checkpoint": null,
+  "best_metric": 0.2252955436706543,
+  "best_model_checkpoint": "longformer-spans/checkpoint-162",
   "epoch": 9.0,
   "eval_steps": 500,
   "global_step": 729,
@@ -11,366 +11,366 @@
     {
       "epoch": 1.0,
       "eval_B": {
-        "f1-score": 0.8331822302810515,
-        "precision": 0.7901977644024075,
-        "recall": 0.8811121764141898,
-        "support": 1043.0
+        "f1-score": 0.816,
+        "precision": 0.7461594732991953,
+        "recall": 0.9002647837599294,
+        "support": 1133.0
       },
       "eval_I": {
-        "f1-score": 0.9471294753175105,
-        "precision": 0.9443616777446711,
-        "recall": 0.9499135446685879,
-        "support": 17350.0
+        "f1-score": 0.9321376763813793,
+        "precision": 0.9024103768767235,
+        "recall": 0.9638902525500463,
+        "support": 18333.0
       },
       "eval_O": {
-        "f1-score": 0.8992868897421833,
-        "precision": 0.9103731674811195,
-        "recall": 0.8884673748103187,
-        "support": 9226.0
+        "f1-score": 0.8560784528570645,
+        "precision": 0.931782945736434,
+        "recall": 0.7917511147142278,
+        "support": 9868.0
       },
-      "eval_accuracy": 0.9267895289474637,
-      "eval_loss": 0.20478281378746033,
+      "eval_accuracy": 0.9035249198881844,
+      "eval_loss": 0.2619660496711731,
       "eval_macro avg": {
-        "f1-score": 0.8931995317802484,
-        "precision": 0.8816442032093993,
-        "recall": 0.9064976986310321,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.6128,
-      "eval_samples_per_second": 17.343,
-      "eval_steps_per_second": 2.168,
+        "f1-score": 0.8680720430794812,
+        "precision": 0.860117598637451,
+        "recall": 0.8853020503414012,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.5032,
+      "eval_samples_per_second": 14.537,
+      "eval_steps_per_second": 1.817,
       "eval_weighted avg": {
-        "f1-score": 0.9268447919078652,
-        "precision": 0.9271861479533134,
-        "recall": 0.9267895289474637,
-        "support": 27619.0
+        "f1-score": 0.9020655278480035,
+        "precision": 0.9062562975065145,
+        "recall": 0.9035249198881844,
+        "support": 29334.0
       },
       "step": 81
     },
     {
       "epoch": 2.0,
       "eval_B": {
-        "f1-score": 0.8682547399124939,
-        "precision": 0.8806706114398422,
-        "recall": 0.8561840843720039,
-        "support": 1043.0
+        "f1-score": 0.8512256973795435,
+        "precision": 0.8167072181670721,
+        "recall": 0.8887908208296558,
+        "support": 1133.0
       },
       "eval_I": {
-        "f1-score": 0.9590983771942466,
-        "precision": 0.9592919333448654,
-        "recall": 0.9589048991354466,
-        "support": 17350.0
+        "f1-score": 0.9416781438711729,
+        "precision": 0.9152551099212274,
+        "recall": 0.9696721758577429,
+        "support": 18333.0
       },
       "eval_O": {
-        "f1-score": 0.9226525313717006,
-        "precision": 0.9208594256100194,
-        "recall": 0.9244526338608281,
-        "support": 9226.0
+        "f1-score": 0.8778173190984578,
+        "precision": 0.9380041484212952,
+        "recall": 0.8248885285772193,
+        "support": 9868.0
       },
-      "eval_accuracy": 0.9435171439950758,
-      "eval_loss": 0.16574698686599731,
+      "eval_accuracy": 0.9178427763005387,
+      "eval_loss": 0.2252955436706543,
       "eval_macro avg": {
-        "f1-score": 0.9166685494928136,
-        "precision": 0.9202739901315756,
-        "recall": 0.9131805391227594,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.6238,
-      "eval_samples_per_second": 17.302,
-      "eval_steps_per_second": 2.163,
+        "f1-score": 0.8902403867830581,
+        "precision": 0.8899888255031981,
+        "recall": 0.8944505084215394,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.4972,
+      "eval_samples_per_second": 14.553,
+      "eval_steps_per_second": 1.819,
       "eval_weighted avg": {
-        "f1-score": 0.9434932036816766,
-        "precision": 0.9434846863370583,
-        "recall": 0.9435171439950758,
-        "support": 27619.0
+        "f1-score": 0.9167016237671239,
+        "precision": 0.9191015935430046,
+        "recall": 0.9178427763005387,
+        "support": 29334.0
       },
       "step": 162
     },
     {
       "epoch": 3.0,
       "eval_B": {
-        "f1-score": 0.8791725434884815,
-        "precision": 0.8625461254612546,
-        "recall": 0.8964525407478428,
-        "support": 1043.0
+        "f1-score": 0.8531120331950207,
+        "precision": 0.8050117462803446,
+        "recall": 0.9073256840247131,
+        "support": 1133.0
       },
       "eval_I": {
-        "f1-score": 0.9588372159825352,
-        "precision": 0.9557349825345015,
-        "recall": 0.9619596541786744,
-        "support": 17350.0
+        "f1-score": 0.9469915571230095,
+        "precision": 0.9280963603037444,
+        "recall": 0.9666721213112965,
+        "support": 18333.0
       },
       "eval_O": {
-        "f1-score": 0.9204284621270084,
-        "precision": 0.9282407407407407,
-        "recall": 0.9127465857359636,
-        "support": 9226.0
+        "f1-score": 0.8903876792352629,
+        "precision": 0.9353938852934612,
+        "recall": 0.8495135792460479,
+        "support": 9868.0
       },
-      "eval_accuracy": 0.9430464535283681,
-      "eval_loss": 0.15394224226474762,
+      "eval_accuracy": 0.9249676143724006,
+      "eval_loss": 0.22786012291908264,
       "eval_macro avg": {
-        "f1-score": 0.9194794071993417,
-        "precision": 0.9155072829121655,
-        "recall": 0.9237195935541602,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.6233,
-      "eval_samples_per_second": 17.303,
-      "eval_steps_per_second": 2.163,
+        "f1-score": 0.8968304231844311,
+        "precision": 0.8895006639591835,
+        "recall": 0.9078371281940192,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.5036,
+      "eval_samples_per_second": 14.536,
+      "eval_steps_per_second": 1.817,
       "eval_weighted avg": {
-        "f1-score": 0.9429985029052194,
-        "precision": 0.9430314866542512,
-        "recall": 0.9430464535283681,
-        "support": 27619.0
+        "f1-score": 0.9243239165827936,
+        "precision": 0.9257972230878861,
+        "recall": 0.9249676143724006,
+        "support": 29334.0
       },
       "step": 243
     },
     {
       "epoch": 4.0,
       "eval_B": {
-        "f1-score": 0.8800746616892207,
-        "precision": 0.8572727272727273,
-        "recall": 0.9041227229146692,
-        "support": 1043.0
+        "f1-score": 0.8567807351077312,
+        "precision": 0.8217179902755267,
+        "recall": 0.8949691085613416,
+        "support": 1133.0
       },
       "eval_I": {
-        "f1-score": 0.9537844036697248,
-        "precision": 0.9488876212207644,
-        "recall": 0.9587319884726225,
-        "support": 17350.0
+        "f1-score": 0.9472597903427299,
+        "precision": 0.9432635621180161,
+        "recall": 0.9512900234549719,
+        "support": 18333.0
       },
       "eval_O": {
-        "f1-score": 0.9100192149327477,
-        "precision": 0.9220157970853265,
-        "recall": 0.8983308042488619,
-        "support": 9226.0
+        "f1-score": 0.8979927100980543,
+        "precision": 0.9099989595255437,
+        "recall": 0.8862991487636805,
+        "support": 9868.0
       },
-      "eval_accuracy": 0.9364929939534379,
-      "eval_loss": 0.19801080226898193,
+      "eval_accuracy": 0.9272516533715143,
+      "eval_loss": 0.23897655308246613,
       "eval_macro avg": {
-        "f1-score": 0.9146260934305644,
-        "precision": 0.9093920485262728,
-        "recall": 0.9203951718787179,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.6132,
-      "eval_samples_per_second": 17.342,
-      "eval_steps_per_second": 2.168,
+        "f1-score": 0.9006777451828384,
+        "precision": 0.8916601706396955,
+        "recall": 0.910852760259998,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.4904,
+      "eval_samples_per_second": 14.571,
+      "eval_steps_per_second": 1.821,
       "eval_weighted avg": {
-        "f1-score": 0.9363812792925563,
-        "precision": 0.9364514800186444,
-        "recall": 0.9364929939534379,
-        "support": 27619.0
+        "f1-score": 0.9271915992526735,
+        "precision": 0.9273787107073643,
+        "recall": 0.9272516533715143,
+        "support": 29334.0
       },
       "step": 324
     },
     {
       "epoch": 5.0,
       "eval_B": {
-        "f1-score": 0.883877159309021,
-        "precision": 0.8847262247838616,
-        "recall": 0.8830297219558965,
-        "support": 1043.0
+        "f1-score": 0.8624407072013798,
+        "precision": 0.8431703204047217,
+        "recall": 0.8826125330979699,
+        "support": 1133.0
       },
       "eval_I": {
-        "f1-score": 0.9591500482927107,
-        "precision": 0.9456643513331839,
-        "recall": 0.9730259365994236,
-        "support": 17350.0
+        "f1-score": 0.948190701170407,
+        "precision": 0.9335059992600032,
+        "recall": 0.9633447880870561,
+        "support": 18333.0
       },
       "eval_O": {
-        "f1-score": 0.9191176470588236,
-        "precision": 0.9454503781801513,
-        "recall": 0.8942120095382614,
-        "support": 9226.0
+        "f1-score": 0.8955333298423835,
+        "precision": 0.9265359193845487,
+        "recall": 0.8665383056343737,
+        "support": 9868.0
       },
-      "eval_accuracy": 0.9432999022412107,
-      "eval_loss": 0.20074255764484406,
+      "eval_accuracy": 0.9276607349832958,
+      "eval_loss": 0.25390708446502686,
       "eval_macro avg": {
-        "f1-score": 0.9207149515535183,
-        "precision": 0.9252803180990656,
-        "recall": 0.9167558893645271,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.6092,
-      "eval_samples_per_second": 17.356,
-      "eval_steps_per_second": 2.17,
+        "f1-score": 0.9020549127380568,
+        "precision": 0.9010707463497579,
+        "recall": 0.9041652089397999,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.4919,
+      "eval_samples_per_second": 14.567,
+      "eval_steps_per_second": 1.821,
       "eval_weighted avg": {
-        "f1-score": 0.9429348139614955,
-        "precision": 0.9432916158141273,
-        "recall": 0.9432999022412107,
-        "support": 27619.0
+        "f1-score": 0.9271646670996412,
+        "precision": 0.9276721180179627,
+        "recall": 0.9276607349832958,
+        "support": 29334.0
       },
       "step": 405
     },
     {
       "epoch": 6.0,
       "eval_B": {
-        "f1-score": 0.8897338403041826,
-        "precision": 0.882186616399623,
-        "recall": 0.8974113135186961,
-        "support": 1043.0
+        "f1-score": 0.8601036269430052,
+        "precision": 0.841927303465765,
+        "recall": 0.8790820829655781,
+        "support": 1133.0
       },
       "eval_I": {
-        "f1-score": 0.9624160683661308,
-        "precision": 0.9707969272268809,
-        "recall": 0.954178674351585,
-        "support": 17350.0
+        "f1-score": 0.9474285714285714,
+        "precision": 0.9452679589509693,
+        "recall": 0.9495990836197021,
+        "support": 18333.0
       },
       "eval_O": {
-        "f1-score": 0.9297955261331482,
-        "precision": 0.9161493950552341,
-        "recall": 0.9438543247344461,
-        "support": 9226.0
+        "f1-score": 0.8983777165595348,
+        "precision": 0.9045613314156564,
+        "recall": 0.8922780705310093,
+        "support": 9868.0
       },
-      "eval_accuracy": 0.9485861182519281,
-      "eval_loss": 0.16565027832984924,
+      "eval_accuracy": 0.9275925547146656,
+      "eval_loss": 0.29299432039260864,
       "eval_macro avg": {
-        "f1-score": 0.9273151449344872,
-        "precision": 0.9230443128939126,
-        "recall": 0.9318147708682424,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.6219,
-      "eval_samples_per_second": 17.309,
-      "eval_steps_per_second": 2.164,
+        "f1-score": 0.9019699716437038,
+        "precision": 0.8972521979441302,
+        "recall": 0.9069864123720964,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.4971,
+      "eval_samples_per_second": 14.553,
+      "eval_steps_per_second": 1.819,
       "eval_weighted avg": {
-        "f1-score": 0.9487745648174827,
-        "precision": 0.9491959030765336,
-        "recall": 0.9485861182519281,
-        "support": 27619.0
+        "f1-score": 0.9275549436263691,
+        "precision": 0.9275827485063247,
+        "recall": 0.9275925547146656,
+        "support": 29334.0
       },
       "step": 486
     },
     {
       "epoch": 6.17,
-      "grad_norm": 4.767655849456787,
-      "learning_rate": 1.7530864197530865e-05,
-      "loss": 0.1585,
+      "grad_norm": 2.853372573852539,
+      "learning_rate": 1.3827160493827162e-05,
+      "loss": 0.1621,
       "step": 500
     },
     {
       "epoch": 7.0,
       "eval_B": {
-        "f1-score": 0.8802588996763754,
-        "precision": 0.85,
-        "recall": 0.912751677852349,
-        "support": 1043.0
+        "f1-score": 0.8665526090675792,
+        "precision": 0.8406639004149378,
+        "recall": 0.8940864960282436,
+        "support": 1133.0
       },
       "eval_I": {
-        "f1-score": 0.958423523458803,
-        "precision": 0.9354661691269275,
-        "recall": 0.9825360230547551,
-        "support": 17350.0
+        "f1-score": 0.9492722371967655,
+        "precision": 0.9382959450098577,
+        "recall": 0.9605083728795069,
+        "support": 18333.0
       },
       "eval_O": {
-        "f1-score": 0.9139526911210146,
-        "precision": 0.9664088931851136,
-        "recall": 0.8668978972469109,
-        "support": 9226.0
+        "f1-score": 0.8984919396775871,
+        "precision": 0.9227729117709891,
+        "recall": 0.8754560194568302,
+        "support": 9868.0
       },
-      "eval_accuracy": 0.9412723125384699,
-      "eval_loss": 0.2591131329536438,
+      "eval_accuracy": 0.9293311515647371,
+      "eval_loss": 0.3148973286151886,
       "eval_macro avg": {
-        "f1-score": 0.9175450380853977,
-        "precision": 0.917291687437347,
-        "recall": 0.9207285327180049,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.617,
-      "eval_samples_per_second": 17.327,
-      "eval_steps_per_second": 2.166,
+        "f1-score": 0.9047722619806439,
+        "precision": 0.9005775857319281,
+        "recall": 0.9100169627881934,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.4821,
+      "eval_samples_per_second": 14.593,
+      "eval_steps_per_second": 1.824,
       "eval_weighted avg": {
-        "f1-score": 0.9406164485555297,
-        "precision": 0.9425749115781907,
-        "recall": 0.9412723125384699,
-        "support": 27619.0
+        "f1-score": 0.9289946986889036,
+        "precision": 0.9293030221719495,
+        "recall": 0.9293311515647371,
+        "support": 29334.0
       },
       "step": 567
     },
     {
       "epoch": 8.0,
       "eval_B": {
-        "f1-score": 0.8687910028116214,
-        "precision": 0.84967919340055,
-        "recall": 0.8887823585810163,
-        "support": 1043.0
+        "f1-score": 0.8624629707998307,
+        "precision": 0.8284552845528456,
+        "recall": 0.8993821712268314,
+        "support": 1133.0
       },
       "eval_I": {
-        "f1-score": 0.9595010203788336,
-        "precision": 0.956997878562009,
-        "recall": 0.9620172910662824,
-        "support": 17350.0
+        "f1-score": 0.9467755410030451,
+        "precision": 0.9356556940449557,
+        "recall": 0.9581628756886489,
+        "support": 18333.0
       },
       "eval_O": {
-        "f1-score": 0.9212035166275324,
-        "precision": 0.9282491471332673,
-        "recall": 0.9142640364188164,
-        "support": 9226.0
+        "f1-score": 0.8934263985831857,
+        "precision": 0.9191854233654877,
+        "recall": 0.8690717470612079,
+        "support": 9868.0
       },
-      "eval_accuracy": 0.9432999022412107,
-      "eval_loss": 0.2693409323692322,
+      "eval_accuracy": 0.9259221381332242,
+      "eval_loss": 0.34766319394111633,
       "eval_macro avg": {
-        "f1-score": 0.9164985132726624,
-        "precision": 0.9116420730319422,
-        "recall": 0.9216878953553717,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.6153,
-      "eval_samples_per_second": 17.333,
-      "eval_steps_per_second": 2.167,
+        "f1-score": 0.9008883034620205,
+        "precision": 0.8944321339877629,
+        "recall": 0.9088722646588961,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.5202,
+      "eval_samples_per_second": 14.492,
+      "eval_steps_per_second": 1.812,
       "eval_weighted avg": {
-        "f1-score": 0.9432823550422136,
-        "precision": 0.9433417293609165,
-        "recall": 0.9432999022412107,
-        "support": 27619.0
+        "f1-score": 0.9255723133682386,
+        "precision": 0.9259745494680297,
+        "recall": 0.9259221381332242,
+        "support": 29334.0
       },
       "step": 648
     },
     {
       "epoch": 9.0,
       "eval_B": {
-        "f1-score": 0.8645343367826904,
-        "precision": 0.8485687903970452,
-        "recall": 0.8811121764141898,
-        "support": 1043.0
+        "f1-score": 0.8654012079378774,
+        "precision": 0.8464135021097047,
+        "recall": 0.8852603706972639,
+        "support": 1133.0
       },
       "eval_I": {
-        "f1-score": 0.9567003348057282,
-        "precision": 0.934535260814599,
-        "recall": 0.9799423631123919,
-        "support": 17350.0
+        "f1-score": 0.9474813007694164,
+        "precision": 0.9316216786166175,
+        "recall": 0.9638902525500463,
+        "support": 18333.0
       },
       "eval_O": {
-        "f1-score": 0.9104673003585861,
-        "precision": 0.9586479683567062,
-        "recall": 0.8668978972469109,
-        "support": 9226.0
+        "f1-score": 0.8933802299333298,
+        "precision": 0.9268053588933667,
+        "recall": 0.8622821240372922,
+        "support": 9868.0
       },
-      "eval_accuracy": 0.9384481697382236,
-      "eval_loss": 0.3087053894996643,
+      "eval_accuracy": 0.9266721210881571,
+      "eval_loss": 0.3807723820209503,
       "eval_macro avg": {
-        "f1-score": 0.910567323982335,
-        "precision": 0.9139173398561168,
-        "recall": 0.9093174789244975,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.6156,
-      "eval_samples_per_second": 17.333,
-      "eval_steps_per_second": 2.167,
+        "f1-score": 0.9020875795468745,
+        "precision": 0.9016135132065629,
+        "recall": 0.9038109157615342,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.532,
+      "eval_samples_per_second": 14.461,
+      "eval_steps_per_second": 1.808,
       "eval_weighted avg": {
-        "f1-score": 0.9377758584761231,
-        "precision": 0.9393435743356523,
-        "recall": 0.9384481697382236,
-        "support": 27619.0
+        "f1-score": 0.9261113508073029,
+        "precision": 0.9267103706800465,
+        "recall": 0.9266721210881571,
+        "support": 29334.0
       },
       "step": 729
     }
   ],
   "logging_steps": 500,
-  "max_steps": 4050,
+  "max_steps": 1620,
   "num_input_tokens_seen": 0,
-  "num_train_epochs": 50,
+  "num_train_epochs": 20,
   "save_steps": 500,
   "total_flos": 1294079874620400.0,
   "train_batch_size": 4,

checkpoint-729/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:821ca433db9ddb761291ab61fc06d651ad248cd9d560cdb25f7f905e5aaff14e
+oid sha256:1094850123635c13193a80398a7bb1e351dd871416d3ce265431b259bf603290
 size 4856