seastar105 commited on
Commit
5839bc8
·
verified ·
1 Parent(s): de7fc79

Upload config

Browse files
Files changed (1) hide show
  1. config.json +3 -3
config.json CHANGED
@@ -2,8 +2,8 @@
2
  "_attn_implementation_autoset": true,
3
  "attention_bias": false,
4
  "attention_dropout": 0.0,
5
- "bos_token_id": 1,
6
- "eos_token_id": 2,
7
  "head_dim": 64,
8
  "hidden_act": "silu",
9
  "hidden_size": 768,
@@ -22,5 +22,5 @@
22
  "tie_word_embeddings": false,
23
  "transformers_version": "4.51.3",
24
  "use_cache": true,
25
- "vocab_size": 32000
26
  }
 
2
  "_attn_implementation_autoset": true,
3
  "attention_bias": false,
4
  "attention_dropout": 0.0,
5
+ "bos_token_id": null,
6
+ "eos_token_id": 0,
7
  "head_dim": 64,
8
  "hidden_act": "silu",
9
  "hidden_size": 768,
 
22
  "tie_word_embeddings": false,
23
  "transformers_version": "4.51.3",
24
  "use_cache": true,
25
+ "vocab_size": 10000
26
  }