istvanj commited on
Commit
eefc788
·
verified ·
1 Parent(s): f565267

End of training

Browse files
Files changed (2) hide show
  1. README.md +3 -1
  2. trainer_state.json +29 -29
README.md CHANGED
@@ -3,6 +3,8 @@ library_name: peft
3
  license: cc-by-nc-4.0
4
  base_model: facebook/musicgen-melody
5
  tags:
 
 
6
  - generated_from_trainer
7
  model-index:
8
  - name: musicgen-melody-lora-dnb-colab-gs-3-lr-0.0001
@@ -14,7 +16,7 @@ should probably proofread and complete it, then remove this comment. -->
14
 
15
  # musicgen-melody-lora-dnb-colab-gs-3-lr-0.0001
16
 
17
- This model is a fine-tuned version of [facebook/musicgen-melody](https://huggingface.co/facebook/musicgen-melody) on an unknown dataset.
18
 
19
  ## Model description
20
 
 
3
  license: cc-by-nc-4.0
4
  base_model: facebook/musicgen-melody
5
  tags:
6
+ - text-to-audio
7
+ - dnb
8
  - generated_from_trainer
9
  model-index:
10
  - name: musicgen-melody-lora-dnb-colab-gs-3-lr-0.0001
 
16
 
17
  # musicgen-melody-lora-dnb-colab-gs-3-lr-0.0001
18
 
19
+ This model is a fine-tuned version of [facebook/musicgen-melody](https://huggingface.co/facebook/musicgen-melody) on the istvanj/ncs-dnb dataset.
20
 
21
  ## Model description
22
 
trainer_state.json CHANGED
@@ -10,82 +10,82 @@
10
  "log_history": [
11
  {
12
  "epoch": 0.26666666666666666,
13
- "grad_norm": 8.077447891235352,
14
  "learning_rate": 9.047619047619048e-05,
15
- "loss": 9.6711,
16
  "step": 2
17
  },
18
  {
19
  "epoch": 0.5333333333333333,
20
- "grad_norm": 10.438846588134766,
21
  "learning_rate": 8.095238095238096e-05,
22
- "loss": 9.4926,
23
  "step": 4
24
  },
25
  {
26
  "epoch": 0.8,
27
- "grad_norm": 11.99673080444336,
28
  "learning_rate": 7.142857142857143e-05,
29
- "loss": 9.2985,
30
  "step": 6
31
  },
32
  {
33
  "epoch": 1.0,
34
- "grad_norm": 8.44992733001709,
35
  "learning_rate": 6.19047619047619e-05,
36
- "loss": 6.8146,
37
  "step": 8
38
  },
39
  {
40
  "epoch": 1.2666666666666666,
41
- "grad_norm": 15.83218002319336,
42
  "learning_rate": 5.2380952380952384e-05,
43
- "loss": 8.8302,
44
  "step": 10
45
  },
46
  {
47
  "epoch": 1.5333333333333332,
48
- "grad_norm": 16.710369110107422,
49
- "learning_rate": 4.761904761904762e-05,
50
- "loss": 8.5759,
51
  "step": 12
52
  },
53
  {
54
  "epoch": 1.8,
55
- "grad_norm": 19.962966918945312,
56
- "learning_rate": 3.809523809523809e-05,
57
- "loss": 8.3464,
58
  "step": 14
59
  },
60
  {
61
  "epoch": 2.0,
62
- "grad_norm": 9.256256103515625,
63
- "learning_rate": 2.857142857142857e-05,
64
- "loss": 6.1951,
65
  "step": 16
66
  },
67
  {
68
  "epoch": 2.2666666666666666,
69
- "grad_norm": 18.415756225585938,
70
- "learning_rate": 1.9047619047619046e-05,
71
- "loss": 8.0719,
72
  "step": 18
73
  },
74
  {
75
  "epoch": 2.533333333333333,
76
- "grad_norm": 14.65276050567627,
77
- "learning_rate": 9.523809523809523e-06,
78
- "loss": 7.9604,
79
  "step": 20
80
  },
81
  {
82
  "epoch": 2.6666666666666665,
83
  "step": 21,
84
  "total_flos": 82187025809664.0,
85
- "train_loss": 8.305864515758696,
86
- "train_runtime": 507.9977,
87
- "train_samples_per_second": 0.709,
88
- "train_steps_per_second": 0.041
89
  }
90
  ],
91
  "logging_steps": 2,
 
10
  "log_history": [
11
  {
12
  "epoch": 0.26666666666666666,
13
+ "grad_norm": 7.614686012268066,
14
  "learning_rate": 9.047619047619048e-05,
15
+ "loss": 9.6721,
16
  "step": 2
17
  },
18
  {
19
  "epoch": 0.5333333333333333,
20
+ "grad_norm": 10.107391357421875,
21
  "learning_rate": 8.095238095238096e-05,
22
+ "loss": 9.4969,
23
  "step": 4
24
  },
25
  {
26
  "epoch": 0.8,
27
+ "grad_norm": 11.758378028869629,
28
  "learning_rate": 7.142857142857143e-05,
29
+ "loss": 9.3036,
30
  "step": 6
31
  },
32
  {
33
  "epoch": 1.0,
34
+ "grad_norm": 8.324995994567871,
35
  "learning_rate": 6.19047619047619e-05,
36
+ "loss": 6.8191,
37
  "step": 8
38
  },
39
  {
40
  "epoch": 1.2666666666666666,
41
+ "grad_norm": 15.543440818786621,
42
  "learning_rate": 5.2380952380952384e-05,
43
+ "loss": 8.8411,
44
  "step": 10
45
  },
46
  {
47
  "epoch": 1.5333333333333332,
48
+ "grad_norm": 16.783220291137695,
49
+ "learning_rate": 4.2857142857142856e-05,
50
+ "loss": 8.5329,
51
  "step": 12
52
  },
53
  {
54
  "epoch": 1.8,
55
+ "grad_norm": 19.108684539794922,
56
+ "learning_rate": 3.3333333333333335e-05,
57
+ "loss": 8.2567,
58
  "step": 14
59
  },
60
  {
61
  "epoch": 2.0,
62
+ "grad_norm": 8.789897918701172,
63
+ "learning_rate": 2.380952380952381e-05,
64
+ "loss": 6.1492,
65
  "step": 16
66
  },
67
  {
68
  "epoch": 2.2666666666666666,
69
+ "grad_norm": 17.98725128173828,
70
+ "learning_rate": 1.4285714285714285e-05,
71
+ "loss": 8.0423,
72
  "step": 18
73
  },
74
  {
75
  "epoch": 2.533333333333333,
76
+ "grad_norm": 14.338889122009277,
77
+ "learning_rate": 4.7619047619047615e-06,
78
+ "loss": 7.9496,
79
  "step": 20
80
  },
81
  {
82
  "epoch": 2.6666666666666665,
83
  "step": 21,
84
  "total_flos": 82187025809664.0,
85
+ "train_loss": 8.28742908296131,
86
+ "train_runtime": 577.7205,
87
+ "train_samples_per_second": 0.623,
88
+ "train_steps_per_second": 0.036
89
  }
90
  ],
91
  "logging_steps": 2,