sayakpaul HF staff commited on
Commit
982b6c3
·
verified ·
1 Parent(s): 48fda4f

Upload model

Browse files
Files changed (2) hide show
  1. config.json +2 -2
  2. model.safetensors +2 -2
config.json CHANGED
@@ -12,7 +12,7 @@
12
  "hidden_activation": "gelu_pytorch_tanh",
13
  "hidden_size": 8,
14
  "initializer_range": 0.02,
15
- "intermediate_size": 36,
16
  "max_position_embeddings": 8192,
17
  "model_type": "gemma",
18
  "num_attention_heads": 4,
@@ -22,7 +22,7 @@
22
  "query_pre_attn_scalar": 2,
23
  "rms_norm_eps": 1e-06,
24
  "rope_theta": 10000.0,
25
- "sliding_window": 12,
26
  "torch_dtype": "float32",
27
  "transformers_version": "4.48.0",
28
  "use_cache": true,
 
12
  "hidden_activation": "gelu_pytorch_tanh",
13
  "hidden_size": 8,
14
  "initializer_range": 0.02,
15
+ "intermediate_size": 16,
16
  "max_position_embeddings": 8192,
17
  "model_type": "gemma",
18
  "num_attention_heads": 4,
 
22
  "query_pre_attn_scalar": 2,
23
  "rms_norm_eps": 1e-06,
24
  "rope_theta": 10000.0,
25
+ "sliding_window": 2,
26
  "torch_dtype": "float32",
27
  "transformers_version": "4.48.0",
28
  "use_cache": true,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8c419406f4dfdcc2ce4a47bb46dd9f7630864d6b689aa42e33a4ac813c90e8f8
3
- size 8203624
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bacb93fc6e6b04f61f6447599c8445c8859e892dd7c020589091fd83dbf2fe4
3
+ size 8199784