End of training

README.md

@@ -3,6 +3,8 @@ library_name: peft
 license: cc-by-nc-4.0
 base_model: facebook/musicgen-melody
 tags:
+- text-to-audio
+- dnb
 - generated_from_trainer
 model-index:
 - name: musicgen-melody-lora-dnb-colab-gs-5-lr-2e-05
@@ -14,7 +16,7 @@ should probably proofread and complete it, then remove this comment. -->
 
 # musicgen-melody-lora-dnb-colab-gs-5-lr-2e-05
 
-This model is a fine-tuned version of [facebook/musicgen-melody](https://huggingface.co/facebook/musicgen-melody) on an unknown dataset.
+This model is a fine-tuned version of [facebook/musicgen-melody](https://huggingface.co/facebook/musicgen-melody) on the istvanj/ncs-dnb dataset.
 
 ## Model description
 

trainer_state.json

@@ -1,97 +1,146 @@
 {
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 2.6666666666666665,
+  "epoch": 4.4,
   "eval_steps": 500,
-  "global_step": 21,
+  "global_step": 35,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
       "epoch": 0.26666666666666666,
-      "grad_norm": 8.306109428405762,
-      "learning_rate": 1.8095238095238097e-05,
-      "loss": 9.6984,
+      "grad_norm": 7.714407444000244,
+      "learning_rate": 1.885714285714286e-05,
+      "loss": 9.6987,
       "step": 2
     },
     {
       "epoch": 0.5333333333333333,
-      "grad_norm": 8.965208053588867,
-      "learning_rate": 1.6190476190476193e-05,
-      "loss": 9.666,
+      "grad_norm": 8.402449607849121,
+      "learning_rate": 1.7714285714285717e-05,
+      "loss": 9.6675,
       "step": 4
     },
     {
       "epoch": 0.8,
-      "grad_norm": 9.015539169311523,
-      "learning_rate": 1.4285714285714287e-05,
-      "loss": 9.6517,
+      "grad_norm": 8.54103946685791,
+      "learning_rate": 1.6571428571428574e-05,
+      "loss": 9.6521,
       "step": 6
     },
     {
       "epoch": 1.0,
       "grad_norm": NaN,
-      "learning_rate": 1.3333333333333333e-05,
-      "loss": 7.1945,
+      "learning_rate": 1.6000000000000003e-05,
+      "loss": 7.1927,
       "step": 8
     },
     {
       "epoch": 1.2666666666666666,
-      "grad_norm": 9.043198585510254,
-      "learning_rate": 1.1428571428571429e-05,
-      "loss": 9.6038,
+      "grad_norm": 8.744111061096191,
+      "learning_rate": 1.4857142857142858e-05,
+      "loss": 9.599,
       "step": 10
     },
     {
       "epoch": 1.5333333333333332,
-      "grad_norm": 9.583108901977539,
-      "learning_rate": 9.523809523809525e-06,
-      "loss": 9.5671,
+      "grad_norm": 9.355561256408691,
+      "learning_rate": 1.3714285714285716e-05,
+      "loss": 9.5552,
       "step": 12
     },
     {
       "epoch": 1.8,
-      "grad_norm": 10.154290199279785,
-      "learning_rate": 7.61904761904762e-06,
-      "loss": 9.5022,
+      "grad_norm": 10.12316608428955,
+      "learning_rate": 1.2571428571428572e-05,
+      "loss": 9.4807,
       "step": 14
     },
     {
       "epoch": 2.0,
-      "grad_norm": 5.452324867248535,
-      "learning_rate": 5.7142857142857145e-06,
-      "loss": 7.1576,
+      "grad_norm": 5.6569437980651855,
+      "learning_rate": 1.1428571428571429e-05,
+      "loss": 7.134,
       "step": 16
     },
     {
       "epoch": 2.2666666666666666,
-      "grad_norm": 9.685518264770508,
-      "learning_rate": 3.80952380952381e-06,
-      "loss": 9.5174,
+      "grad_norm": 10.050814628601074,
+      "learning_rate": 1.0285714285714285e-05,
+      "loss": 9.4691,
       "step": 18
     },
     {
       "epoch": 2.533333333333333,
-      "grad_norm": 10.151938438415527,
-      "learning_rate": 1.904761904761905e-06,
-      "loss": 9.4679,
+      "grad_norm": 10.766989707946777,
+      "learning_rate": 9.142857142857144e-06,
+      "loss": 9.4027,
       "step": 20
     },
     {
-      "epoch": 2.6666666666666665,
-      "step": 21,
-      "total_flos": 82187025809664.0,
-      "train_loss": 9.120764187404088,
-      "train_runtime": 574.346,
-      "train_samples_per_second": 0.627,
+      "epoch": 2.8,
+      "grad_norm": 11.306514739990234,
+      "learning_rate": 8.000000000000001e-06,
+      "loss": 9.4043,
+      "step": 22
+    },
+    {
+      "epoch": 3.0,
+      "grad_norm": 6.406909942626953,
+      "learning_rate": 6.857142857142858e-06,
+      "loss": 6.9995,
+      "step": 24
+    },
+    {
+      "epoch": 3.2666666666666666,
+      "grad_norm": 12.331953048706055,
+      "learning_rate": 5.7142857142857145e-06,
+      "loss": 9.3525,
+      "step": 26
+    },
+    {
+      "epoch": 3.533333333333333,
+      "grad_norm": 11.795371055603027,
+      "learning_rate": 4.571428571428572e-06,
+      "loss": 9.3326,
+      "step": 28
+    },
+    {
+      "epoch": 3.8,
+      "grad_norm": 12.696221351623535,
+      "learning_rate": 3.428571428571429e-06,
+      "loss": 9.3262,
+      "step": 30
+    },
+    {
+      "epoch": 4.0,
+      "grad_norm": 6.24462890625,
+      "learning_rate": 2.285714285714286e-06,
+      "loss": 6.9159,
+      "step": 32
+    },
+    {
+      "epoch": 4.266666666666667,
+      "grad_norm": 12.694133758544922,
+      "learning_rate": 1.142857142857143e-06,
+      "loss": 9.286,
+      "step": 34
+    },
+    {
+      "epoch": 4.4,
+      "step": 35,
+      "total_flos": 135900533909640.0,
+      "train_loss": 8.918893187386649,
+      "train_runtime": 949.0763,
+      "train_samples_per_second": 0.632,
       "train_steps_per_second": 0.037
     }
   ],
   "logging_steps": 2,
-  "max_steps": 21,
+  "max_steps": 35,
   "num_input_tokens_seen": 0,
-  "num_train_epochs": 3,
+  "num_train_epochs": 5,
   "save_steps": 500,
   "stateful_callbacks": {
     "TrainerControl": {
@@ -105,7 +154,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 82187025809664.0,
+  "total_flos": 135900533909640.0,
   "train_batch_size": 2,
   "trial_name": null,
   "trial_params": null