End of training

README.md

@@ -3,6 +3,9 @@ library_name: transformers
 license: cc-by-nc-4.0
 base_model: mms-meta/mms-zeroshot-300m
 tags:
+- automatic-speech-recognition
+- BembaSpeech
+- mms
 - generated_from_trainer
 metrics:
 - wer
@@ -16,10 +19,10 @@ should probably proofread and complete it, then remove this comment. -->
 
 # mms-zeroshot-bem-sv-female
 
-This model is a fine-tuned version of [mms-meta/mms-zeroshot-300m](https://huggingface.co/mms-meta/mms-zeroshot-300m) on an unknown dataset.
+This model is a fine-tuned version of [mms-meta/mms-zeroshot-300m](https://huggingface.co/mms-meta/mms-zeroshot-300m) on the BEMBASPEECH - BEM dataset.
 It achieves the following results on the evaluation set:
 - Loss: 0.2722
-- Wer: 0.4382
+- Wer: 0.4375
 
 ## Model description
 

adapter.default.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4982273ab9bc8d2b67963d68c7c7947175b96e6e3c27b493eb62d6d838ce6910
+size 3586804

all_results.json

@@ -0,0 +1,15 @@
+{
+    "epoch": 10.0,
+    "eval_loss": 0.2721858322620392,
+    "eval_runtime": 40.3406,
+    "eval_samples": 475,
+    "eval_samples_per_second": 11.775,
+    "eval_steps_per_second": 1.487,
+    "eval_wer": 0.43748408454290805,
+    "total_flos": 7.851078607918333e+18,
+    "train_loss": 0.535597919037718,
+    "train_runtime": 6681.5115,
+    "train_samples": 4007,
+    "train_samples_per_second": 5.997,
+    "train_steps_per_second": 0.75
+}

eval_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 10.0,
+    "eval_loss": 0.2721858322620392,
+    "eval_runtime": 40.3406,
+    "eval_samples": 475,
+    "eval_samples_per_second": 11.775,
+    "eval_steps_per_second": 1.487,
+    "eval_wer": 0.43748408454290805
+}

runs/Aug30_14-04-35_4297e45ecd95/events.out.tfevents.1725033977.4297e45ecd95.3339.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ec665a4349c865992115a9d941ae46de19c2afbd1913247a3fe4096f6a18e25
+size 406

train_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 10.0,
+    "total_flos": 7.851078607918333e+18,
+    "train_loss": 0.535597919037718,
+    "train_runtime": 6681.5115,
+    "train_samples": 4007,
+    "train_samples_per_second": 5.997,
+    "train_steps_per_second": 0.75
+}

trainer_state.json

@@ -0,0 +1,337 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 10.0,
+  "eval_steps": 200,
+  "global_step": 5010,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.3992015968063872,
+      "eval_loss": 1.943410873413086,
+      "eval_runtime": 41.2309,
+      "eval_samples_per_second": 11.52,
+      "eval_steps_per_second": 1.455,
+      "eval_wer": 1.0,
+      "step": 200
+    },
+    {
+      "epoch": 0.7984031936127745,
+      "eval_loss": 0.3648405969142914,
+      "eval_runtime": 41.3464,
+      "eval_samples_per_second": 11.488,
+      "eval_steps_per_second": 1.451,
+      "eval_wer": 0.5411255411255411,
+      "step": 400
+    },
+    {
+      "epoch": 0.998003992015968,
+      "grad_norm": 0.7569882273674011,
+      "learning_rate": 0.00027568228105906314,
+      "loss": 2.5692,
+      "step": 500
+    },
+    {
+      "epoch": 1.1976047904191618,
+      "eval_loss": 0.3371403217315674,
+      "eval_runtime": 40.9227,
+      "eval_samples_per_second": 11.607,
+      "eval_steps_per_second": 1.466,
+      "eval_wer": 0.5174433409727527,
+      "step": 600
+    },
+    {
+      "epoch": 1.596806387225549,
+      "eval_loss": 0.32294145226478577,
+      "eval_runtime": 41.2686,
+      "eval_samples_per_second": 11.51,
+      "eval_steps_per_second": 1.454,
+      "eval_wer": 0.5212630506748154,
+      "step": 800
+    },
+    {
+      "epoch": 1.996007984031936,
+      "grad_norm": 0.6301750540733337,
+      "learning_rate": 0.000245132382892057,
+      "loss": 0.3941,
+      "step": 1000
+    },
+    {
+      "epoch": 1.996007984031936,
+      "eval_loss": 0.31834524869918823,
+      "eval_runtime": 40.8769,
+      "eval_samples_per_second": 11.62,
+      "eval_steps_per_second": 1.468,
+      "eval_wer": 0.49146931499872676,
+      "step": 1000
+    },
+    {
+      "epoch": 2.3952095808383236,
+      "eval_loss": 0.3067522943019867,
+      "eval_runtime": 40.1904,
+      "eval_samples_per_second": 11.819,
+      "eval_steps_per_second": 1.493,
+      "eval_wer": 0.5072574484339191,
+      "step": 1200
+    },
+    {
+      "epoch": 2.7944111776447107,
+      "eval_loss": 0.30573877692222595,
+      "eval_runtime": 40.3076,
+      "eval_samples_per_second": 11.784,
+      "eval_steps_per_second": 1.489,
+      "eval_wer": 0.46880570409982175,
+      "step": 1400
+    },
+    {
+      "epoch": 2.9940119760479043,
+      "grad_norm": 0.6246519088745117,
+      "learning_rate": 0.0002145824847250509,
+      "loss": 0.3502,
+      "step": 1500
+    },
+    {
+      "epoch": 3.193612774451098,
+      "eval_loss": 0.30173251032829285,
+      "eval_runtime": 40.844,
+      "eval_samples_per_second": 11.63,
+      "eval_steps_per_second": 1.469,
+      "eval_wer": 0.47771836007130125,
+      "step": 1600
+    },
+    {
+      "epoch": 3.592814371257485,
+      "eval_loss": 0.2904900014400482,
+      "eval_runtime": 40.4163,
+      "eval_samples_per_second": 11.753,
+      "eval_steps_per_second": 1.485,
+      "eval_wer": 0.46473134708428826,
+      "step": 1800
+    },
+    {
+      "epoch": 3.992015968063872,
+      "grad_norm": 0.9133301973342896,
+      "learning_rate": 0.00018403258655804477,
+      "loss": 0.3253,
+      "step": 2000
+    },
+    {
+      "epoch": 3.992015968063872,
+      "eval_loss": 0.2856718897819519,
+      "eval_runtime": 40.3664,
+      "eval_samples_per_second": 11.767,
+      "eval_steps_per_second": 1.486,
+      "eval_wer": 0.4685510567863509,
+      "step": 2000
+    },
+    {
+      "epoch": 4.391217564870259,
+      "eval_loss": 0.28921443223953247,
+      "eval_runtime": 40.4989,
+      "eval_samples_per_second": 11.729,
+      "eval_steps_per_second": 1.482,
+      "eval_wer": 0.4601476954418131,
+      "step": 2200
+    },
+    {
+      "epoch": 4.790419161676647,
+      "eval_loss": 0.28484851121902466,
+      "eval_runtime": 40.2649,
+      "eval_samples_per_second": 11.797,
+      "eval_steps_per_second": 1.49,
+      "eval_wer": 0.47593582887700536,
+      "step": 2400
+    },
+    {
+      "epoch": 4.99001996007984,
+      "grad_norm": 0.7654047012329102,
+      "learning_rate": 0.00015348268839103868,
+      "loss": 0.3066,
+      "step": 2500
+    },
+    {
+      "epoch": 5.189620758483034,
+      "eval_loss": 0.2800922989845276,
+      "eval_runtime": 40.3508,
+      "eval_samples_per_second": 11.772,
+      "eval_steps_per_second": 1.487,
+      "eval_wer": 0.44435956200662086,
+      "step": 2600
+    },
+    {
+      "epoch": 5.588822355289421,
+      "eval_loss": 0.27517372369766235,
+      "eval_runtime": 40.2103,
+      "eval_samples_per_second": 11.813,
+      "eval_steps_per_second": 1.492,
+      "eval_wer": 0.4626941685765215,
+      "step": 2800
+    },
+    {
+      "epoch": 5.9880239520958085,
+      "grad_norm": 0.9405556917190552,
+      "learning_rate": 0.00012293279022403258,
+      "loss": 0.2988,
+      "step": 3000
+    },
+    {
+      "epoch": 5.9880239520958085,
+      "eval_loss": 0.28181877732276917,
+      "eval_runtime": 40.5684,
+      "eval_samples_per_second": 11.709,
+      "eval_steps_per_second": 1.479,
+      "eval_wer": 0.4614209320091673,
+      "step": 3000
+    },
+    {
+      "epoch": 6.387225548902196,
+      "eval_loss": 0.27585282921791077,
+      "eval_runtime": 41.0192,
+      "eval_samples_per_second": 11.58,
+      "eval_steps_per_second": 1.463,
+      "eval_wer": 0.44435956200662086,
+      "step": 3200
+    },
+    {
+      "epoch": 6.786427145708583,
+      "eval_loss": 0.27509135007858276,
+      "eval_runtime": 40.7557,
+      "eval_samples_per_second": 11.655,
+      "eval_steps_per_second": 1.472,
+      "eval_wer": 0.4382480264833206,
+      "step": 3400
+    },
+    {
+      "epoch": 6.986027944111776,
+      "grad_norm": 0.8755282163619995,
+      "learning_rate": 9.238289205702647e-05,
+      "loss": 0.2877,
+      "step": 3500
+    },
+    {
+      "epoch": 7.18562874251497,
+      "eval_loss": 0.2725882828235626,
+      "eval_runtime": 40.5214,
+      "eval_samples_per_second": 11.722,
+      "eval_steps_per_second": 1.481,
+      "eval_wer": 0.4471606824548001,
+      "step": 3600
+    },
+    {
+      "epoch": 7.584830339321357,
+      "eval_loss": 0.27224990725517273,
+      "eval_runtime": 40.7203,
+      "eval_samples_per_second": 11.665,
+      "eval_steps_per_second": 1.473,
+      "eval_wer": 0.4484339190221543,
+      "step": 3800
+    },
+    {
+      "epoch": 7.984031936127744,
+      "grad_norm": 0.6233875155448914,
+      "learning_rate": 6.183299389002036e-05,
+      "loss": 0.2812,
+      "step": 4000
+    },
+    {
+      "epoch": 7.984031936127744,
+      "eval_loss": 0.2709678113460541,
+      "eval_runtime": 40.5287,
+      "eval_samples_per_second": 11.72,
+      "eval_steps_per_second": 1.48,
+      "eval_wer": 0.434428316781258,
+      "step": 4000
+    },
+    {
+      "epoch": 8.383233532934131,
+      "eval_loss": 0.2734103798866272,
+      "eval_runtime": 40.5,
+      "eval_samples_per_second": 11.728,
+      "eval_steps_per_second": 1.481,
+      "eval_wer": 0.4410491469314999,
+      "step": 4200
+    },
+    {
+      "epoch": 8.782435129740518,
+      "eval_loss": 0.27336403727531433,
+      "eval_runtime": 40.7879,
+      "eval_samples_per_second": 11.646,
+      "eval_steps_per_second": 1.471,
+      "eval_wer": 0.435956200662083,
+      "step": 4400
+    },
+    {
+      "epoch": 8.982035928143713,
+      "grad_norm": 0.49290069937705994,
+      "learning_rate": 3.128309572301426e-05,
+      "loss": 0.2742,
+      "step": 4500
+    },
+    {
+      "epoch": 9.181636726546905,
+      "eval_loss": 0.2758755087852478,
+      "eval_runtime": 40.5476,
+      "eval_samples_per_second": 11.715,
+      "eval_steps_per_second": 1.48,
+      "eval_wer": 0.43977591036414565,
+      "step": 4600
+    },
+    {
+      "epoch": 9.580838323353294,
+      "eval_loss": 0.27402016520500183,
+      "eval_runtime": 40.6331,
+      "eval_samples_per_second": 11.69,
+      "eval_steps_per_second": 1.477,
+      "eval_wer": 0.4336643748408454,
+      "step": 4800
+    },
+    {
+      "epoch": 9.980039920159681,
+      "grad_norm": 0.8148034811019897,
+      "learning_rate": 7.331975560081466e-07,
+      "loss": 0.2731,
+      "step": 5000
+    },
+    {
+      "epoch": 9.980039920159681,
+      "eval_loss": 0.27219507098197937,
+      "eval_runtime": 40.3217,
+      "eval_samples_per_second": 11.78,
+      "eval_steps_per_second": 1.488,
+      "eval_wer": 0.4382480264833206,
+      "step": 5000
+    },
+    {
+      "epoch": 10.0,
+      "step": 5010,
+      "total_flos": 7.851078607918333e+18,
+      "train_loss": 0.535597919037718,
+      "train_runtime": 6681.5115,
+      "train_samples_per_second": 5.997,
+      "train_steps_per_second": 0.75
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 5010,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 10,
+  "save_steps": 200,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 7.851078607918333e+18,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}