skeskinen
/

llama-lite-134m

Text Generation

text-generation-inference

Model card Files Files and versions Community

skeskinen commited on Apr 15, 2023

Commit

f2a1597

·

1 Parent(s): eb506d5

Upload LlamaForCausalLM

Files changed (2) hide show

config.json +1 -1
pytorch_model.bin +2 -2

config.json CHANGED Viewed

@@ -10,7 +10,7 @@
   "intermediate_size": 2048,
   "max_position_embeddings": 2048,
   "model_type": "llama",
-  "num_attention_heads": 12,
   "num_hidden_layers": 12,
   "pad_token_id": 0,
   "rms_norm_eps": 1e-12,

   "intermediate_size": 2048,
   "max_position_embeddings": 2048,
   "model_type": "llama",
+  "num_attention_heads": 6,
   "num_hidden_layers": 12,
   "pad_token_id": 0,
   "rms_norm_eps": 1e-12,

pytorch_model.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e8845dbef1079d80d6d89e6e09197ffba5324b0e1f1a8564a065824eeb7de35c
-size 536464249

 version https://git-lfs.github.com/spec/v1
+oid sha256:5fdaf22d518f60055b56450531e7d0b52e0df644efcd0919f619bd85c7f54235
+size 536465785