Upload 2 files
Browse files- config.json +1 -1
- gpt_config.py +1 -1
config.json
CHANGED
|
@@ -25,7 +25,7 @@
|
|
| 25 |
"max_prompt_tokens": 70,
|
| 26 |
"max_text_tokens": 402,
|
| 27 |
"model_type": "xtts_gpt",
|
| 28 |
-
"n_inner":
|
| 29 |
"num_attention_heads": 16,
|
| 30 |
"num_audio_tokens": 1026,
|
| 31 |
"num_hidden_layers": 30,
|
|
|
|
| 25 |
"max_prompt_tokens": 70,
|
| 26 |
"max_text_tokens": 402,
|
| 27 |
"model_type": "xtts_gpt",
|
| 28 |
+
"n_inner": 4096,
|
| 29 |
"num_attention_heads": 16,
|
| 30 |
"num_audio_tokens": 1026,
|
| 31 |
"num_hidden_layers": 30,
|
gpt_config.py
CHANGED
|
@@ -36,7 +36,7 @@ class XTTSGPTConfig(PretrainedConfig):
|
|
| 36 |
self,
|
| 37 |
# Model architecture
|
| 38 |
hidden_size: int = 1024, # gpt_n_model_channels in original
|
| 39 |
-
n_inner: int =
|
| 40 |
num_hidden_layers: int = 30, # gpt_layers in original
|
| 41 |
num_attention_heads: int = 16, # gpt_n_heads in original
|
| 42 |
|
|
|
|
| 36 |
self,
|
| 37 |
# Model architecture
|
| 38 |
hidden_size: int = 1024, # gpt_n_model_channels in original
|
| 39 |
+
n_inner: int = 4096,
|
| 40 |
num_hidden_layers: int = 30, # gpt_layers in original
|
| 41 |
num_attention_heads: int = 16, # gpt_n_heads in original
|
| 42 |
|