Upload 2 files
Browse files- config.json +1 -1
- gpt_config.py +1 -1
config.json
CHANGED
@@ -25,7 +25,7 @@
|
|
25 |
"max_prompt_tokens": 70,
|
26 |
"max_text_tokens": 402,
|
27 |
"model_type": "xtts_gpt",
|
28 |
-
"n_inner":
|
29 |
"num_attention_heads": 16,
|
30 |
"num_audio_tokens": 1026,
|
31 |
"num_hidden_layers": 30,
|
|
|
25 |
"max_prompt_tokens": 70,
|
26 |
"max_text_tokens": 402,
|
27 |
"model_type": "xtts_gpt",
|
28 |
+
"n_inner": 4096,
|
29 |
"num_attention_heads": 16,
|
30 |
"num_audio_tokens": 1026,
|
31 |
"num_hidden_layers": 30,
|
gpt_config.py
CHANGED
@@ -36,7 +36,7 @@ class XTTSGPTConfig(PretrainedConfig):
|
|
36 |
self,
|
37 |
# Model architecture
|
38 |
hidden_size: int = 1024, # gpt_n_model_channels in original
|
39 |
-
n_inner: int =
|
40 |
num_hidden_layers: int = 30, # gpt_layers in original
|
41 |
num_attention_heads: int = 16, # gpt_n_heads in original
|
42 |
|
|
|
36 |
self,
|
37 |
# Model architecture
|
38 |
hidden_size: int = 1024, # gpt_n_model_channels in original
|
39 |
+
n_inner: int = 4096,
|
40 |
num_hidden_layers: int = 30, # gpt_layers in original
|
41 |
num_attention_heads: int = 16, # gpt_n_heads in original
|
42 |
|