End of training

Browse files

Files changed (6) hide show

README.md +24 -6
all_results.json +17 -0
eval_results.json +11 -0
logs/events.out.tfevents.1733343296.ki-g0008.1759256.21 +3 -0
train_results.json +9 -0
trainer_state.json +357 -0

README.md CHANGED Viewed

@@ -1,15 +1,33 @@
 ---
 library_name: transformers
 license: apache-2.0
 base_model: google/bert_uncased_L-2_H-128_A-2
 tags:
 - generated_from_trainer
 metrics:
 - accuracy
 - f1
 model-index:
 - name: bert_uncased_L-2_H-128_A-2_mrpc
-  results: []
 ---
 <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -17,12 +35,12 @@ should probably proofread and complete it, then remove this comment. -->
 # bert_uncased_L-2_H-128_A-2_mrpc
-This model is a fine-tuned version of [google/bert_uncased_L-2_H-128_A-2](https://huggingface.co/google/bert_uncased_L-2_H-128_A-2) on an unknown dataset.
 It achieves the following results on the evaluation set:
-- Loss: 0.5587
-- Accuracy: 0.7377
-- F1: 0.8283
-- Combined Score: 0.7830
 ## Model description

 ---
 library_name: transformers
+language:
+- en
 license: apache-2.0
 base_model: google/bert_uncased_L-2_H-128_A-2
 tags:
 - generated_from_trainer
+datasets:
+- glue
 metrics:
 - accuracy
 - f1
 model-index:
 - name: bert_uncased_L-2_H-128_A-2_mrpc
+  results:
+  - task:
+      name: Text Classification
+      type: text-classification
+    dataset:
+      name: GLUE MRPC
+      type: glue
+      args: mrpc
+    metrics:
+    - name: Accuracy
+      type: accuracy
+      value: 0.7328431372549019
+    - name: F1
+      type: f1
+      value: 0.8233387358184764
 ---
 <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 # bert_uncased_L-2_H-128_A-2_mrpc
+This model is a fine-tuned version of [google/bert_uncased_L-2_H-128_A-2](https://huggingface.co/google/bert_uncased_L-2_H-128_A-2) on the GLUE MRPC dataset.
 It achieves the following results on the evaluation set:
+- Loss: 0.5352
+- Accuracy: 0.7328
+- F1: 0.8233
+- Combined Score: 0.7781
 ## Model description

all_results.json ADDED Viewed

	@@ -0,0 +1,17 @@

+{
+    "epoch": 17.0,
+    "eval_accuracy": 0.7328431372549019,
+    "eval_combined_score": 0.7780909365366891,
+    "eval_f1": 0.8233387358184764,
+    "eval_loss": 0.5352208614349365,
+    "eval_runtime": 0.1419,
+    "eval_samples": 408,
+    "eval_samples_per_second": 2876.017,
+    "eval_steps_per_second": 14.098,
+    "total_flos": 39611244933120.0,
+    "train_loss": 0.5165351082296933,
+    "train_runtime": 28.2797,
+    "train_samples": 3668,
+    "train_samples_per_second": 6485.214,
+    "train_steps_per_second": 26.521
+}

eval_results.json ADDED Viewed

	@@ -0,0 +1,11 @@

+{
+    "epoch": 17.0,
+    "eval_accuracy": 0.7328431372549019,
+    "eval_combined_score": 0.7780909365366891,
+    "eval_f1": 0.8233387358184764,
+    "eval_loss": 0.5352208614349365,
+    "eval_runtime": 0.1419,
+    "eval_samples": 408,
+    "eval_samples_per_second": 2876.017,
+    "eval_steps_per_second": 14.098
+}

logs/events.out.tfevents.1733343296.ki-g0008.1759256.21 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:58d22cbea6d424401ec580380b86e901fe331637630fd7f02ae356b488aa9c70
+size 515

train_results.json ADDED Viewed

	@@ -0,0 +1,9 @@

+{
+    "epoch": 17.0,
+    "total_flos": 39611244933120.0,
+    "train_loss": 0.5165351082296933,
+    "train_runtime": 28.2797,
+    "train_samples": 3668,
+    "train_samples_per_second": 6485.214,
+    "train_steps_per_second": 26.521
+}

trainer_state.json ADDED Viewed

	@@ -0,0 +1,357 @@

+{
+  "best_metric": 0.5352208614349365,
+  "best_model_checkpoint": "bert_uncased_L-2_H-128_A-2_mrpc/checkpoint-180",
+  "epoch": 17.0,
+  "eval_steps": 500,
+  "global_step": 255,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.5705815553665161,
+      "learning_rate": 4.9e-05,
+      "loss": 0.6493,
+      "step": 15
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.6838235294117647,
+      "eval_combined_score": 0.7480253018237863,
+      "eval_f1": 0.8122270742358079,
+      "eval_loss": 0.6226639747619629,
+      "eval_runtime": 0.1447,
+      "eval_samples_per_second": 2820.109,
+      "eval_steps_per_second": 13.824,
+      "step": 15
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 0.7753280401229858,
+      "learning_rate": 4.8e-05,
+      "loss": 0.6257,
+      "step": 30
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.6838235294117647,
+      "eval_combined_score": 0.7480253018237863,
+      "eval_f1": 0.8122270742358079,
+      "eval_loss": 0.6134153008460999,
+      "eval_runtime": 0.1474,
+      "eval_samples_per_second": 2767.183,
+      "eval_steps_per_second": 13.565,
+      "step": 30
+    },
+    {
+      "epoch": 3.0,
+      "grad_norm": 1.4908242225646973,
+      "learning_rate": 4.7e-05,
+      "loss": 0.6126,
+      "step": 45
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.6838235294117647,
+      "eval_combined_score": 0.7480253018237863,
+      "eval_f1": 0.8122270742358079,
+      "eval_loss": 0.605224609375,
+      "eval_runtime": 0.1429,
+      "eval_samples_per_second": 2855.034,
+      "eval_steps_per_second": 13.995,
+      "step": 45
+    },
+    {
+      "epoch": 4.0,
+      "grad_norm": 0.7324304580688477,
+      "learning_rate": 4.600000000000001e-05,
+      "loss": 0.6036,
+      "step": 60
+    },
+    {
+      "epoch": 4.0,
+      "eval_accuracy": 0.696078431372549,
+      "eval_combined_score": 0.7568627450980392,
+      "eval_f1": 0.8176470588235294,
+      "eval_loss": 0.5954302549362183,
+      "eval_runtime": 0.1406,
+      "eval_samples_per_second": 2902.293,
+      "eval_steps_per_second": 14.227,
+      "step": 60
+    },
+    {
+      "epoch": 5.0,
+      "grad_norm": 1.0118967294692993,
+      "learning_rate": 4.5e-05,
+      "loss": 0.5897,
+      "step": 75
+    },
+    {
+      "epoch": 5.0,
+      "eval_accuracy": 0.6985294117647058,
+      "eval_combined_score": 0.7576104584904007,
+      "eval_f1": 0.8166915052160953,
+      "eval_loss": 0.5878595113754272,
+      "eval_runtime": 0.1425,
+      "eval_samples_per_second": 2863.734,
+      "eval_steps_per_second": 14.038,
+      "step": 75
+    },
+    {
+      "epoch": 6.0,
+      "grad_norm": 0.994917631149292,
+      "learning_rate": 4.4000000000000006e-05,
+      "loss": 0.5781,
+      "step": 90
+    },
+    {
+      "epoch": 6.0,
+      "eval_accuracy": 0.7034313725490197,
+      "eval_combined_score": 0.7596304503536575,
+      "eval_f1": 0.8158295281582952,
+      "eval_loss": 0.5740991234779358,
+      "eval_runtime": 0.1456,
+      "eval_samples_per_second": 2801.559,
+      "eval_steps_per_second": 13.733,
+      "step": 90
+    },
+    {
+      "epoch": 7.0,
+      "grad_norm": 0.9900652170181274,
+      "learning_rate": 4.3e-05,
+      "loss": 0.5635,
+      "step": 105
+    },
+    {
+      "epoch": 7.0,
+      "eval_accuracy": 0.7107843137254902,
+      "eval_combined_score": 0.7654531324725012,
+      "eval_f1": 0.8201219512195123,
+      "eval_loss": 0.5711214542388916,
+      "eval_runtime": 0.1431,
+      "eval_samples_per_second": 2850.896,
+      "eval_steps_per_second": 13.975,
+      "step": 105
+    },
+    {
+      "epoch": 8.0,
+      "grad_norm": 1.3341139554977417,
+      "learning_rate": 4.2e-05,
+      "loss": 0.5429,
+      "step": 120
+    },
+    {
+      "epoch": 8.0,
+      "eval_accuracy": 0.7132352941176471,
+      "eval_combined_score": 0.7670311233222232,
+      "eval_f1": 0.8208269525267994,
+      "eval_loss": 0.5674187541007996,
+      "eval_runtime": 0.1449,
+      "eval_samples_per_second": 2814.798,
+      "eval_steps_per_second": 13.798,
+      "step": 120
+    },
+    {
+      "epoch": 9.0,
+      "grad_norm": 1.9501793384552002,
+      "learning_rate": 4.1e-05,
+      "loss": 0.5228,
+      "step": 135
+    },
+    {
+      "epoch": 9.0,
+      "eval_accuracy": 0.7205882352941176,
+      "eval_combined_score": 0.7728708047636232,
+      "eval_f1": 0.8251533742331287,
+      "eval_loss": 0.5684576034545898,
+      "eval_runtime": 0.1421,
+      "eval_samples_per_second": 2872.015,
+      "eval_steps_per_second": 14.079,
+      "step": 135
+    },
+    {
+      "epoch": 10.0,
+      "grad_norm": 1.7963290214538574,
+      "learning_rate": 4e-05,
+      "loss": 0.5057,
+      "step": 150
+    },
+    {
+      "epoch": 10.0,
+      "eval_accuracy": 0.7303921568627451,
+      "eval_combined_score": 0.7792585784313726,
+      "eval_f1": 0.828125,
+      "eval_loss": 0.5496610403060913,
+      "eval_runtime": 0.1412,
+      "eval_samples_per_second": 2890.327,
+      "eval_steps_per_second": 14.168,
+      "step": 150
+    },
+    {
+      "epoch": 11.0,
+      "grad_norm": 2.0463414192199707,
+      "learning_rate": 3.9000000000000006e-05,
+      "loss": 0.4856,
+      "step": 165
+    },
+    {
+      "epoch": 11.0,
+      "eval_accuracy": 0.7377450980392157,
+      "eval_combined_score": 0.7835455952716015,
+      "eval_f1": 0.8293460925039873,
+      "eval_loss": 0.5438232421875,
+      "eval_runtime": 0.1389,
+      "eval_samples_per_second": 2936.684,
+      "eval_steps_per_second": 14.396,
+      "step": 165
+    },
+    {
+      "epoch": 12.0,
+      "grad_norm": 2.688190221786499,
+      "learning_rate": 3.8e-05,
+      "loss": 0.4657,
+      "step": 180
+    },
+    {
+      "epoch": 12.0,
+      "eval_accuracy": 0.7328431372549019,
+      "eval_combined_score": 0.7780909365366891,
+      "eval_f1": 0.8233387358184764,
+      "eval_loss": 0.5352208614349365,
+      "eval_runtime": 0.1404,
+      "eval_samples_per_second": 2906.764,
+      "eval_steps_per_second": 14.249,
+      "step": 180
+    },
+    {
+      "epoch": 13.0,
+      "grad_norm": 2.253540515899658,
+      "learning_rate": 3.7e-05,
+      "loss": 0.4447,
+      "step": 195
+    },
+    {
+      "epoch": 13.0,
+      "eval_accuracy": 0.7401960784313726,
+      "eval_combined_score": 0.7862372797220154,
+      "eval_f1": 0.8322784810126583,
+      "eval_loss": 0.5435168743133545,
+      "eval_runtime": 0.1362,
+      "eval_samples_per_second": 2995.973,
+      "eval_steps_per_second": 14.686,
+      "step": 195
+    },
+    {
+      "epoch": 14.0,
+      "grad_norm": 4.5999555587768555,
+      "learning_rate": 3.6e-05,
+      "loss": 0.4175,
+      "step": 210
+    },
+    {
+      "epoch": 14.0,
+      "eval_accuracy": 0.7401960784313726,
+      "eval_combined_score": 0.7865018247046454,
+      "eval_f1": 0.832807570977918,
+      "eval_loss": 0.5561667084693909,
+      "eval_runtime": 0.1498,
+      "eval_samples_per_second": 2723.141,
+      "eval_steps_per_second": 13.349,
+      "step": 210
+    },
+    {
+      "epoch": 15.0,
+      "grad_norm": 3.1501963138580322,
+      "learning_rate": 3.5e-05,
+      "loss": 0.4039,
+      "step": 225
+    },
+    {
+      "epoch": 15.0,
+      "eval_accuracy": 0.7426470588235294,
+      "eval_combined_score": 0.7891639049986192,
+      "eval_f1": 0.8356807511737089,
+      "eval_loss": 0.5759110450744629,
+      "eval_runtime": 0.1413,
+      "eval_samples_per_second": 2886.588,
+      "eval_steps_per_second": 14.15,
+      "step": 225
+    },
+    {
+      "epoch": 16.0,
+      "grad_norm": 4.6777119636535645,
+      "learning_rate": 3.4000000000000007e-05,
+      "loss": 0.3964,
+      "step": 240
+    },
+    {
+      "epoch": 16.0,
+      "eval_accuracy": 0.7377450980392157,
+      "eval_combined_score": 0.7838169051404346,
+      "eval_f1": 0.8298887122416534,
+      "eval_loss": 0.5610219836235046,
+      "eval_runtime": 0.1417,
+      "eval_samples_per_second": 2880.029,
+      "eval_steps_per_second": 14.118,
+      "step": 240
+    },
+    {
+      "epoch": 17.0,
+      "grad_norm": 4.6045122146606445,
+      "learning_rate": 3.3e-05,
+      "loss": 0.3735,
+      "step": 255
+    },
+    {
+      "epoch": 17.0,
+      "eval_accuracy": 0.7377450980392157,
+      "eval_combined_score": 0.7829977496616625,
+      "eval_f1": 0.8282504012841091,
+      "eval_loss": 0.5587014555931091,
+      "eval_runtime": 0.1469,
+      "eval_samples_per_second": 2777.401,
+      "eval_steps_per_second": 13.615,
+      "step": 255
+    },
+    {
+      "epoch": 17.0,
+      "step": 255,
+      "total_flos": 39611244933120.0,
+      "train_loss": 0.5165351082296933,
+      "train_runtime": 28.2797,
+      "train_samples_per_second": 6485.214,
+      "train_steps_per_second": 26.521
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 750,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 50,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "EarlyStoppingCallback": {
+      "args": {
+        "early_stopping_patience": 5,
+        "early_stopping_threshold": 0.0
+      },
+      "attributes": {
+        "early_stopping_patience_counter": 5
+      }
+    },
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 39611244933120.0,
+  "train_batch_size": 256,
+  "trial_name": null,
+  "trial_params": null
+}