NewBreaker commited on
Commit
2eba347
·
1 Parent(s): d2808bb

Upload config

Browse files
Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -17,7 +17,7 @@
17
  "mask_token_id": 130000,
18
  "max_sequence_length": 2048,
19
  "model_type": "chatglm",
20
- "num_attention_heads": 32,
21
  "num_layers": 28,
22
  "pad_token_id": 3,
23
  "position_encoding_2d": true,
 
17
  "mask_token_id": 130000,
18
  "max_sequence_length": 2048,
19
  "model_type": "chatglm",
20
+ "num_attention_heads": 36,
21
  "num_layers": 28,
22
  "pad_token_id": 3,
23
  "position_encoding_2d": true,