End of training

README.md

@@ -3,6 +3,8 @@ library_name: peft
 license: cc-by-nc-4.0
 base_model: facebook/musicgen-melody
 tags:
+- text-to-audio
+- tiny-punk
 - generated_from_trainer
 model-index:
 - name: musicgen-melody-lora-punk-colab
@@ -14,7 +16,7 @@ should probably proofread and complete it, then remove this comment. -->
 
 # musicgen-melody-lora-punk-colab
 
-This model is a fine-tuned version of [facebook/musicgen-melody](https://huggingface.co/facebook/musicgen-melody) on an unknown dataset.
+This model is a fine-tuned version of [facebook/musicgen-melody](https://huggingface.co/facebook/musicgen-melody) on the ylacombe/tiny-punk dataset.
 
 ## Model description
 

trainer_state.json

@@ -10,53 +10,53 @@
   "log_history": [
     {
       "epoch": 0.5925925925925926,
-      "grad_norm": 8.709659576416016,
+      "grad_norm": 8.758577346801758,
       "learning_rate": 0.0001666666666666667,
-      "loss": 75.8564,
+      "loss": 75.8462,
       "step": 2
     },
     {
       "epoch": 1.0,
-      "grad_norm": 4.511625289916992,
+      "grad_norm": 4.353651523590088,
       "learning_rate": 0.00013333333333333334,
-      "loss": 50.5907,
+      "loss": 50.6157,
       "step": 4
     },
     {
       "epoch": 1.5925925925925926,
-      "grad_norm": 17.252378463745117,
+      "grad_norm": 17.225263595581055,
       "learning_rate": 0.0001,
-      "loss": 69.5423,
+      "loss": 69.6679,
       "step": 6
     },
     {
       "epoch": 2.0,
-      "grad_norm": 7.6029534339904785,
-      "learning_rate": 8.333333333333334e-05,
-      "loss": 45.6411,
+      "grad_norm": 7.169855117797852,
+      "learning_rate": 6.666666666666667e-05,
+      "loss": 45.4927,
       "step": 8
     },
     {
       "epoch": 2.5925925925925926,
-      "grad_norm": 14.985450744628906,
-      "learning_rate": 5e-05,
-      "loss": 64.1735,
+      "grad_norm": 13.20800495147705,
+      "learning_rate": 3.3333333333333335e-05,
+      "loss": 63.2902,
       "step": 10
     },
     {
       "epoch": 3.0,
-      "grad_norm": 5.537508487701416,
-      "learning_rate": 1.6666666666666667e-05,
-      "loss": 43.1293,
+      "grad_norm": 5.485495567321777,
+      "learning_rate": 0.0,
+      "loss": 42.8298,
       "step": 12
     },
     {
       "epoch": 3.0,
       "step": 12,
-      "total_flos": 46193247420000.0,
-      "train_loss": 58.15554173787435,
-      "train_runtime": 275.2968,
-      "train_samples_per_second": 0.785,
+      "total_flos": 47597522141568.0,
+      "train_loss": 57.95707003275553,
+      "train_runtime": 270.1049,
+      "train_samples_per_second": 0.8,
       "train_steps_per_second": 0.044
     }
   ],
@@ -77,7 +77,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 46193247420000.0,
+  "total_flos": 47597522141568.0,
   "train_batch_size": 2,
   "trial_name": null,
   "trial_params": null