Hugging Face's logo

unsloth
/
GLM-4-32B-0414-GGUF

Text Generation
Transformers
GGUF
Chinese
English
glm4
unsloth
imatrix
conversational
Model card Files
xet
Community
8
danielhanchen commited on
Commit
f3a74d1
·
verified ·
1 Parent(s): c259a8b

Add files using upload-large-folder tool

Browse files
Files changed (7) hide show
  1. GLM-4-32B-0414-UD-IQ1_M.gguf +2 -2
  2. GLM-4-32B-0414-UD-IQ1_S.gguf +2 -2
  3. GLM-4-32B-0414-UD-IQ2_M.gguf +2 -2
  4. GLM-4-32B-0414-UD-IQ3_XXS.gguf +2 -2
  5. GLM-4-32B-0414-UD-Q2_K_XL.gguf +2 -2
  6. GLM-4-32B-0414-UD-Q4_K_XL.gguf +2 -2
  7. config.json +6 -3
GLM-4-32B-0414-UD-IQ1_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bf5104492ac930edfa87f636c5ada94639de641a02202498636a39bed6805562
3
- size 8406225248
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c4483706377910c5f8ba00142c528c742a683930418e4f4461e51bc13057100
3
+ size 8406225184
GLM-4-32B-0414-UD-IQ1_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:eeba41dc4cd906cef81de95368602ddc509038bef1d196f12b7dbf984c3ebbbe
3
- size 7821193568
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62acbf382a38b1dfad5db2ab8c058192157e9aaab5b6c5eea813bcc17f900e4c
3
+ size 7821193504
GLM-4-32B-0414-UD-IQ2_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0c3608d72cf476902bd6812d4ad6882db9cc64238f20a104d786ee2c163667d4
3
- size 11595145568
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28622b44105fbef9faab3b8485df0163024aef478802a2dfe49e4261fb5e06fd
3
+ size 11595145504
GLM-4-32B-0414-UD-IQ3_XXS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1c57b04619173e3e7d69647d6cf274034310eb6c94e5e9464ae3e83f536dbec0
3
- size 13075456352
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84b6f3620cd4d4f6d5edb74dadeddb6954671ab1f40a021a4f97cabfd06dba72
3
+ size 13075456288
GLM-4-32B-0414-UD-Q2_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a81ea0395e808989dfffbbd8ec46b5b950cf9f62935e6ef6117dad69076b502b
3
- size 12813218144
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51ae74d74763d34330645ae34fbe9c406394343336a6c219b67e7a003816716d
3
+ size 12813218080
GLM-4-32B-0414-UD-Q4_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:09c25885807c644522a33fe987e6dc93779eea43d7888e49a4564b2613dff083
3
- size 19918569824
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bd57daebc801a860bfe17a671254339f15ed5422f2fd85a135cdfc5f2e8dfaf
3
+ size 19918569760
config.json CHANGED
@@ -4,7 +4,11 @@
4
  ],
5
  "attention_bias": false,
6
  "attention_dropout": 0.0,
7
- "eos_token_id": 151336,
 
 
 
 
8
  "head_dim": 128,
9
  "hidden_act": "silu",
10
  "hidden_size": 6144,
@@ -15,14 +19,13 @@
15
  "num_attention_heads": 48,
16
  "num_hidden_layers": 61,
17
  "num_key_value_heads": 2,
18
- "pad_token_id": 151330,
19
  "partial_rotary_factor": 0.5,
20
  "rms_norm_eps": 1e-05,
21
  "rope_theta": 10000.0,
22
  "tie_word_embeddings": false,
23
  "torch_dtype": "bfloat16",
24
  "transformers_version": "4.52.0.dev0",
25
- "unsloth_fixed": true,
26
  "use_cache": true,
27
  "vocab_size": 151552
28
  }
 
4
  ],
5
  "attention_bias": false,
6
  "attention_dropout": 0.0,
7
+ "eos_token_id": [
8
+ 151329,
9
+ 151336,
10
+ 151338
11
+ ],
12
  "head_dim": 128,
13
  "hidden_act": "silu",
14
  "hidden_size": 6144,
 
19
  "num_attention_heads": 48,
20
  "num_hidden_layers": 61,
21
  "num_key_value_heads": 2,
22
+ "pad_token_id": 151329,
23
  "partial_rotary_factor": 0.5,
24
  "rms_norm_eps": 1e-05,
25
  "rope_theta": 10000.0,
26
  "tie_word_embeddings": false,
27
  "torch_dtype": "bfloat16",
28
  "transformers_version": "4.52.0.dev0",
 
29
  "use_cache": true,
30
  "vocab_size": 151552
31
  }