Add files using upload-large-folder tool

.gitattributes

@@ -69,3 +69,30 @@ Q2_K/DeepSeek-V3-0324-Q2_K-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -te
 Q2_K/DeepSeek-V3-0324-Q2_K-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
 Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00001-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
 Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00003-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
+Q6_K/DeepSeek-V3-0324-Q6_K-00012-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+UD-Q2_K_XL/DeepSeek-V3-0324-UD-Q2_K_XL-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00010-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+Q6_K/DeepSeek-V3-0324-Q6_K-00011-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+Q6_K/DeepSeek-V3-0324-Q6_K-00010-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+Q6_K/DeepSeek-V3-0324-Q6_K-00004-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+Q6_K/DeepSeek-V3-0324-Q6_K-00009-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+Q6_K/DeepSeek-V3-0324-Q6_K-00001-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+Q6_K/DeepSeek-V3-0324-Q6_K-00008-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+Q6_K/DeepSeek-V3-0324-Q6_K-00005-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+Q6_K/DeepSeek-V3-0324-Q6_K-00006-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00004-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00005-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00003-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00007-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00008-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+Q6_K/DeepSeek-V3-0324-Q6_K-00007-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+Q6_K/DeepSeek-V3-0324-Q6_K-00003-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+Q6_K/DeepSeek-V3-0324-Q6_K-00002-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00009-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00001-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00006-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00002-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+UD-Q2_K_XL/DeepSeek-V3-0324-UD-Q2_K_XL-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+UD-Q2_K_XL/DeepSeek-V3-0324-UD-Q2_K_XL-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+UD-Q2_K_XL/DeepSeek-V3-0324-UD-Q2_K_XL-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+UD-Q2_K_XL/DeepSeek-V3-0324-UD-Q2_K_XL-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text

Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00001-of-00010.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a1fd13f61dc17ab3e5a1b6f8d73390acc5cae36c6a8741e32040519ce68984b
+size 49573632960

Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00002-of-00010.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84e8614f0696443d04e8b31739922f960ca9837f4aa199d4b75b9af48de265f3
+size 48506507776

Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00003-of-00010.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db657e111a648e15328fb47dc0e50ade96bc162679670f9deb3fb12b44ddd64a
+size 48506507808

Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00004-of-00010.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8ddf3018c75e7955617e794d2cd2fdec3d92410b559960144442c73cc2a32cc
+size 48506507808

Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00005-of-00010.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a855e529690fbf8504bb47a88587243f58fc05a9a9944b70866828f7c2608cc
+size 48506507808

Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00006-of-00010.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13899d58e2c13a6005928b9dc4ccfc48f543db955396882a6ebcbd2749e7b06b
+size 48506507808

Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00007-of-00010.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b76fc595be23703f6092cb051136df7c4c6cf317b30433d5540cfc49b944b1a
+size 48506507808

Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00008-of-00010.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379b3dc2c215918442649d00a85430c4fbaa551de858c965c57a566815c911dc
+size 48506507808

Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00009-of-00010.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e026951941323f399668efe99ab3647f0d8baaa39b1d4881b8bef8c8afabfe65
+size 49999602080

Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00010-of-00010.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca14897a0164d540f3cab79940c5fd9664363c307c43949c3911d6377f89160
+size 36277768864

Q6_K/DeepSeek-V3-0324-Q6_K-00001-of-00012.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:912f894b79597237d809a5e6034f09ffabfca78e321438e74bc2bf0b37f5bdb2
+size 47094115200

Q6_K/DeepSeek-V3-0324-Q6_K-00002-of-00012.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c47d9a1933722505157935c299b89485e6de8a2f86ff61146777deae9d13213
+size 47227297696

Q6_K/DeepSeek-V3-0324-Q6_K-00003-of-00012.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe8b8b5b37f4f6597563246b3192537f4a51bd0b0f25120fefb7fa1cea261dc0
+size 47227297760

Q6_K/DeepSeek-V3-0324-Q6_K-00004-of-00012.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce68bb41db1530b02c6bdfe2b19cef392922ecc2e04df1e2b31314b878c5ef4
+size 47227297760

Q6_K/DeepSeek-V3-0324-Q6_K-00005-of-00012.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a2c07235c80a9039d59f9f365c70a830c5144e89cb8d3ed9dc0fab39a0683ff
+size 47227297760

Q6_K/DeepSeek-V3-0324-Q6_K-00006-of-00012.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:580b1c3dcd1ba43bda874b5e0373930ebaf737e83a2752092967075418e77d6f
+size 47227297760

Q6_K/DeepSeek-V3-0324-Q6_K-00007-of-00012.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d03b6f8897a19f08bbbb2fcf16760c6d3616ba089c078fa2cb25f7956d481f29
+size 47227297760

Q6_K/DeepSeek-V3-0324-Q6_K-00008-of-00012.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:617d9e94e91b67fafc3417692e68ca69049f0313143c6e17616ca0da8ae2aefe
+size 47227297760

Q6_K/DeepSeek-V3-0324-Q6_K-00009-of-00012.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42927844820ae7f91701617bf39024109eda9338bea4f40a99d47c4f62c0cb3e
+size 47227297760

Q6_K/DeepSeek-V3-0324-Q6_K-00010-of-00012.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fef82962924c0a8b6e3ea07df6b3def1912a747a4c0172a792c603b817ed3af
+size 47227297760

Q6_K/DeepSeek-V3-0324-Q6_K-00011-of-00012.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c40dd87ff4f3e097041f32d187ba4377c1544a1e2df35f9d5bfe70ea589bd844
+size 47227297760

Q6_K/DeepSeek-V3-0324-Q6_K-00012-of-00012.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66631b3864ca7601d31fe0346161b62b91da5ce98dff1b42e051ab904e55df8c
+size 31431234528

UD-Q2_K_XL/DeepSeek-V3-0324-UD-Q2_K_XL-00001-of-00005.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d972b3ec13ee8f3b37e4d087da1d49c1f0494125ef9f3b5c206eb9e6d223a1
+size 49797297120

UD-Q2_K_XL/DeepSeek-V3-0324-UD-Q2_K_XL-00002-of-00005.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:449a92150fe18101352351d80cd954717f470611fa5b1206babc23d76f295361
+size 49997709824

UD-Q2_K_XL/DeepSeek-V3-0324-UD-Q2_K_XL-00003-of-00005.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deec2e79c58ca7bee52533c2fe1a91045244afe31572bf3ce4a4f342173f3726
+size 49997709824

UD-Q2_K_XL/DeepSeek-V3-0324-UD-Q2_K_XL-00004-of-00005.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dca617e27db5a0ceba9cb961cc64d5d61b28049fa11a6aea22e473275e1cec1
+size 49997709824

UD-Q2_K_XL/DeepSeek-V3-0324-UD-Q2_K_XL-00005-of-00005.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad3af5a9111947e15c8f633cfad4a161a71be0c26b078a4692a89d8db5e52c9
+size 26811168832

config.json

@@ -0,0 +1,70 @@
+{
+  "architectures": [
+    "DeepseekV3ForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "auto_map": {
+    "AutoConfig": "configuration_deepseek.DeepseekV3Config",
+    "AutoModel": "modeling_deepseek.DeepseekV3Model",
+    "AutoModelForCausalLM": "modeling_deepseek.DeepseekV3ForCausalLM"
+  },
+  "aux_loss_alpha": 0.001,
+  "bos_token_id": 0,
+  "eos_token_id": 1,
+  "ep_size": 1,
+  "first_k_dense_replace": 3,
+  "hidden_act": "silu",
+  "hidden_size": 7168,
+  "initializer_range": 0.02,
+  "intermediate_size": 18432,
+  "kv_lora_rank": 512,
+  "max_position_embeddings": 163840,
+  "model_type": "deepseek_v3",
+  "moe_intermediate_size": 2048,
+  "moe_layer_freq": 1,
+  "n_group": 8,
+  "n_routed_experts": 256,
+  "n_shared_experts": 1,
+  "norm_topk_prob": true,
+  "num_attention_heads": 128,
+  "num_experts_per_tok": 8,
+  "num_hidden_layers": 61,
+  "num_key_value_heads": 128,
+  "num_nextn_predict_layers": 1,
+  "pretraining_tp": 1,
+  "q_lora_rank": 1536,
+  "qk_nope_head_dim": 128,
+  "qk_rope_head_dim": 64,
+  "quantization_config": {
+    "activation_scheme": "dynamic",
+    "fmt": "e4m3",
+    "quant_method": "fp8",
+    "weight_block_size": [
+      128,
+      128
+    ]
+  },
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": {
+    "beta_fast": 32,
+    "beta_slow": 1,
+    "factor": 40,
+    "mscale": 1.0,
+    "mscale_all_dim": 1.0,
+    "original_max_position_embeddings": 4096,
+    "type": "yarn"
+  },
+  "rope_theta": 10000,
+  "routed_scaling_factor": 2.5,
+  "scoring_func": "sigmoid",
+  "seq_aux": true,
+  "tie_word_embeddings": false,
+  "topk_group": 4,
+  "topk_method": "noaux_tc",
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.46.3",
+  "use_cache": true,
+  "v_head_dim": 128,
+  "vocab_size": 129280
+}