allenai
/

OLMo-7B-SFT

Text Generation

Model card Files Files and versions Community

shanearora commited on Jun 25

Commit

7b2e6c0

•

1 Parent(s): f484f81

Update config.json

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -34,7 +34,7 @@
   "max_sequence_length": 2048,
   "mlp_hidden_size": 22016,
   "mlp_ratio": 4,
-  "model_type": "olmo",
   "multi_query_attention": false,
   "n_heads": 32,
   "n_layers": 32,

   "max_sequence_length": 2048,
   "mlp_hidden_size": 22016,
   "mlp_ratio": 4,
+  "model_type": "hf_olmo",
   "multi_query_attention": false,
   "n_heads": 32,
   "n_layers": 32,