danielhanchen commited on
Commit
3cb029b
·
verified ·
1 Parent(s): 6973aa7

Add files using upload-large-folder tool

Browse files
Qwen3-30B-A3B-128K-UD-IQ1_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dc67027016fe5283290430cc0d1d900fc469a8b9d1561d5e8bae154dc99a1c63
3
- size 9019970080
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9497ab5c3e62bd5ab5e65334ca370f2e967f54a07c951080a42963ae3197d91a
3
+ size 9019970592
Qwen3-30B-A3B-128K-UD-IQ2_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:823f611fe36e375c9d466454517ebdbbe14b9661ce5ec77c4036e2015a125878
3
- size 10865578528
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:631857c723231c92289f718af031a5c9ef3c1e9971b1f83c9364c6def914fc80
3
+ size 10865579040
Qwen3-30B-A3B-128K-UD-Q2_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:90aa0cc13def13565c10353c0409110523cda4bf1508921b4320eeb4be219707
3
- size 11814277664
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03698469b4691bcc98a8bfa752995d0dc3d76a6c2e2fa5842fc39db88e2707c2
3
+ size 11814278176
Qwen3-30B-A3B-128K-UD-Q4_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:65eeb0cc634f64ec15e49842476d236d4d7a919877f4e40a5cd1b798cb739d3e
3
- size 17714614816
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a1217b94c2e91118c06323e7c74caf109d8c63ced3739b4bd0745df8d2d4e04
3
+ size 17714615328
config.json CHANGED
@@ -4,6 +4,7 @@
4
  ],
5
  "attention_bias": false,
6
  "attention_dropout": 0.0,
 
7
  "decoder_sparse_step": 1,
8
  "eos_token_id": 151645,
9
  "head_dim": 128,
@@ -23,7 +24,6 @@
23
  "num_hidden_layers": 48,
24
  "num_key_value_heads": 4,
25
  "output_router_logits": false,
26
- "pad_token_id": 151654,
27
  "rms_norm_eps": 1e-06,
28
  "rope_scaling": {
29
  "factor": 4.0,
@@ -36,9 +36,8 @@
36
  "sliding_window": null,
37
  "tie_word_embeddings": false,
38
  "torch_dtype": "bfloat16",
39
- "transformers_version": "4.52.0.dev0",
40
- "unsloth_fixed": true,
41
  "use_cache": true,
42
  "use_sliding_window": false,
43
  "vocab_size": 151936
44
- }
 
4
  ],
5
  "attention_bias": false,
6
  "attention_dropout": 0.0,
7
+ "bos_token_id": 151643,
8
  "decoder_sparse_step": 1,
9
  "eos_token_id": 151645,
10
  "head_dim": 128,
 
24
  "num_hidden_layers": 48,
25
  "num_key_value_heads": 4,
26
  "output_router_logits": false,
 
27
  "rms_norm_eps": 1e-06,
28
  "rope_scaling": {
29
  "factor": 4.0,
 
36
  "sliding_window": null,
37
  "tie_word_embeddings": false,
38
  "torch_dtype": "bfloat16",
39
+ "transformers_version": "4.51.0",
 
40
  "use_cache": true,
41
  "use_sliding_window": false,
42
  "vocab_size": 151936
43
+ }