NeuroBit_1.0 / config.json
deepanshupillm's picture
Create config.json
87f8ab8 verified
raw
history blame contribute delete
306 Bytes
{
"_name_or_path": "unsloth/Meta-Llama-3.1-8B-bnb-4bit",
"architectures": [
"LlamaForCausalLM"
],
"model_type": "llama",
"hidden_size": 4096,
"num_hidden_layers": 40,
"num_attention_heads": 32,
"intermediate_size": 11008,
"rms_norm_eps": 1e-06,
"tokenizer_class": "LlamaTokenizer"
}