frank6626 commited on
Commit
6571324
·
verified ·
1 Parent(s): aaf034e

add base_model_arch in config

Browse files
Files changed (1) hide show
  1. config.json +1 -0
config.json CHANGED
@@ -3,6 +3,7 @@
3
  "ArcticLSTMSpeculatorPreTrainedModel"
4
  ],
5
  "base_model_name_or_path": "meta-llama/Llama-3.1-70B-Instruct",
 
6
  "input_hidden_dim": 8192,
7
  "inner_dim": "4096",
8
  "proj_dim": "4096",
 
3
  "ArcticLSTMSpeculatorPreTrainedModel"
4
  ],
5
  "base_model_name_or_path": "meta-llama/Llama-3.1-70B-Instruct",
6
+ "base_model_arch": "LlamaForCausalLM",
7
  "input_hidden_dim": 8192,
8
  "inner_dim": "4096",
9
  "proj_dim": "4096",