add base_model_arch in config
Browse files- config.json +1 -0
config.json
CHANGED
@@ -3,6 +3,7 @@
|
|
3 |
"ArcticLSTMSpeculatorPreTrainedModel"
|
4 |
],
|
5 |
"base_model_name_or_path": "meta-llama/Llama-3.3-70B-Instruct",
|
|
|
6 |
"input_hidden_dim": 8192,
|
7 |
"inner_dim": "6144",
|
8 |
"proj_dim": "6144",
|
|
|
3 |
"ArcticLSTMSpeculatorPreTrainedModel"
|
4 |
],
|
5 |
"base_model_name_or_path": "meta-llama/Llama-3.3-70B-Instruct",
|
6 |
+
"base_model_arch": "LlamaForCausalLM",
|
7 |
"input_hidden_dim": 8192,
|
8 |
"inner_dim": "6144",
|
9 |
"proj_dim": "6144",
|