ArthurZ HF staff commited on
Commit
0098129
1 Parent(s): d878550

Replace prime with lyric_enc

Browse files
Files changed (1) hide show
  1. config.json +17 -17
config.json CHANGED
@@ -88,43 +88,43 @@
88
  0,
89
  0
90
  ],
91
- "prime_attn_dropout": 0.0,
92
- "prime_attn_order": [
93
  2,
94
  0,
95
  0
96
  ],
97
- "prime_blocks": 32,
98
- "prime_depth": [
99
  18,
100
  3,
101
  3
102
  ],
103
- "prime_emb_dropout": 0.0,
104
- "prime_heads": 4,
105
- "prime_init_scale": [
106
  0.1,
107
  0.4,
108
  0.4
109
  ],
110
- "prime_loss_fraction": [
111
  0.4,
112
  0.0,
113
  0.0
114
  ],
115
- "prime_m_attn": 0.25,
116
- "prime_m_mlp": 1.0,
117
- "prime_n_vocab": 79,
118
- "prime_pos_init": false,
119
- "prime_res_scale": false,
120
- "prime_resid_dropout": 0.0,
121
- "prime_spread": null,
122
- "prime_width": [
123
  128,
124
  128,
125
  128
126
  ],
127
- "prime_zero_out": false,
128
  "prior_alignment_head": [
129
  2,
130
  null,
 
88
  0,
89
  0
90
  ],
91
+ "lyric_enc_attn_dropout": 0.0,
92
+ "lyric_enc_attn_order": [
93
  2,
94
  0,
95
  0
96
  ],
97
+ "lyric_enc_blocks": 32,
98
+ "lyric_enc_depth": [
99
  18,
100
  3,
101
  3
102
  ],
103
+ "lyric_enc_emb_dropout": 0.0,
104
+ "lyric_enc_heads": 4,
105
+ "lyric_enc_init_scale": [
106
  0.1,
107
  0.4,
108
  0.4
109
  ],
110
+ "lyric_enc_loss_fraction": [
111
  0.4,
112
  0.0,
113
  0.0
114
  ],
115
+ "lyric_enc_m_attn": 0.25,
116
+ "lyric_enc_m_mlp": 1.0,
117
+ "lyric_enc_n_vocab": 79,
118
+ "lyric_enc_pos_init": false,
119
+ "lyric_enc_res_scale": false,
120
+ "lyric_enc_resid_dropout": 0.0,
121
+ "lyric_enc_spread": null,
122
+ "lyric_enc_width": [
123
  128,
124
  128,
125
  128
126
  ],
127
+ "lyric_enc_zero_out": false,
128
  "prior_alignment_head": [
129
  2,
130
  null,