Add files using upload-large-folder tool

config.json

@@ -27,23 +27,15 @@
   "quantization_config": {
     "bits": 4,
     "checkpoint_format": "gptq",
+    "damp_percent": 0.01,
     "desc_act": false,
     "group_size": 128,
-    "lm_head": false,
-    "meta": {
-      "damp_auto_increment": 0.0025,
-      "damp_percent": 0.01,
-      "mse": 0.0,
-      "quantizer": [
-        "gptqmodel:2.2.0"
-      ],
-      "static_groups": false,
-      "true_sequential": true,
-      "uri": "https://github.com/modelcloud/gptqmodel"
-    },
-    "pack_dtype": "int32",
+    "model_file_base_name": null,
+    "model_name_or_path": null,
     "quant_method": "gptq",
-    "sym": true
+    "static_groups": false,
+    "sym": true,
+    "true_sequential": true
   },
   "rms_norm_eps": 1e-06,
   "rope_scaling": null,

generation_config.json

@@ -1,13 +1,6 @@
 {
-    "bos_token_id": 151643,
-    "do_sample": true,
-    "eos_token_id": [
-        151645,
-        151643
-    ],
-    "pad_token_id": 151643,
-    "temperature": 0.6,
-    "top_k": 20,
-    "top_p": 0.95,
-    "transformers_version": "4.51.0"
-}
+  "_from_model_config": true,
+  "eos_token_id": 151645,
+  "pad_token_id": 151643,
+  "transformers_version": "4.51.3"
+}

model-00001-of-00032.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e31da9bc1725cb89fa1ceace52b06fcaf9ce4dd3a56e162ade4bf62dc6b3f1ed
+size 3998000432

model-00002-of-00032.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3df75d9069fbba562413edb4d456e4c09e8c07b4ad0a36135cb58b0be5d721f4
+size 4000547568

model-00003-of-00032.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d7cb04f447b1104fcf49eedaa0b656bb13b70ba780d3b4678f1a70177ae15f4
+size 4000537336

model-00004-of-00032.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61ef7766943e43164c6a92bc79dea9e318ed00f9e4c2fe7137a3536f732b5bd4
+size 4000539432

model-00005-of-00032.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b25c2698a5c0ff5130b4e9572d7d1f6847d46b5612d1bc6d76732c903a313e1
+size 4000552368

model-00006-of-00032.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5da86a06feb3a1810e84da6481542f724c32e85ce9238e3304c671a3827c44a
+size 4000542136

model-00007-of-00032.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c0babeaa9800cb7d24003f27b4b9bd50782efb6e1e6cc19dd29c4dd3a3de469
+size 4000542128

model-00008-of-00032.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c677020129e3bed540e06fdc71ff0056b5185efb6e0967d5c9f758d493f8df8e
+size 4000552368

model-00009-of-00032.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94dc2ce10e56d7c46a72bf9fc5be6bb76b7ad7efed7b4e5692d977d30a4f43f0
+size 4000542136

model-00010-of-00032.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:699e58086bf7465b4c1b42c3c1a9e915c8c8d42a50ff942345009421586f619a
+size 4000542224

model-00011-of-00032.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9dc3fe098f86e932cbc1cf67364db5023cc87b1009d0d925e6fd8951af6099d
+size 4000552496

model-00012-of-00032.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2635504eef849688b2d97a730957f859ed9a997fc735e5d92713ada3e1a7ad28
+size 3987427192

model-00013-of-00032.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a469964ee0143a9fd2817a9ea710bad9498273049306e212776dc20bc0d1f6a
+size 3999344896

model-00014-of-00032.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c16aba7820e51ca33c0569fb170488802f400b245ab02ca421566ee5155e46b
+size 4000542096

model-00015-of-00032.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c46d69af8333dd0d4fba8214e5872a65b5d428bc645ab2026a44384d7fd290e8
+size 4000542128

model-00016-of-00032.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab8f03db925b9af1563b7dcee7e8cc2cdd83adbd0b244d584b913ca49c43538b
+size 4000552368

model-00017-of-00032.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:635631e51b554a2756590dbe158527a8ed995ab1edc0f203fd1c4d5cc5cf060a
+size 4000542136

model-00018-of-00032.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1335e2fc6e0546d15d0859a1468a976cac475bd4f397388939ec96488f54da05
+size 4000542128

model-00019-of-00032.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46270693fd4ba48aa6f5a05746b70a746ead9e84a0ae13a0e763b4bbf420aab2
+size 4000552368

model-00020-of-00032.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d7bf6837a35f631b976c191569997aa89d88e8bab18876101cf70b5b5ef2da
+size 4000542136

model-00021-of-00032.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bac214c217591ba97c33d5c37d0575feb26752094dcab88c3f1490cbfa7b90a
+size 4000542128

model-00022-of-00032.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46efe0f85a124d844cd5601e368c973c017bcb571db922aa3c20fadb75f39df7
+size 4000552400

model-00023-of-00032.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:371ec11eec1b410c02a0c3a54383e88770713783db971069e848788b9cfaabec
+size 4000542264

model-00024-of-00032.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0a7bbe6b9637cdcb4c2f5e476ba8929f3cc5cd978ee380f2633314de7a2d58b
+size 4000542256

model-00025-of-00032.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb39cd2d5f249c7ad2c3f5b5e27ad8e9dd83b5e8fdbe8aefb9e0a1539d359fd9
+size 3999361608

model-00026-of-00032.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53bd114a4e9ffeb72330b1a44f9a96cbc181dc2cd880f23b72303b1949489f2a
+size 4000542048

model-00027-of-00032.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d194433e3662f34a81102f0fa11a71862870e02414d3a20ff90d5add64f91c80
+size 4000542128

model-00028-of-00032.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b257d596ab34e5cdd32bd259e55d2c7d53d7a8ce2bd5f436f40dcf82f26d6a1b
+size 4000552368

model-00029-of-00032.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb4ae0c6893b599e5b21a8d1db8f8a750603758a43adb8a2f9e0095d206502d6
+size 4000542136

model-00030-of-00032.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c24c522a4a84eec494a5d46f152f9aa10232ad4f241b5c3b6486a17e04f243
+size 4000542128

model-00031-of-00032.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3773b95a3594f2ede533d64564efe4908e2f874b6eda540a7c83265899b144ef
+size 3305963560

model-00032-of-00032.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e42c8e703cca812a08af985b44d3bd34091327e263d1a2e78a361f8a6643e1
+size 1244659840

model.safetensors.index.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:129eced7ff2b4e1d5d45f13ffcf9aed1671f4fc8cbd013fd55501d112802ac80
+oid sha256:27fbdfeb4565eeb580455d7d3ab67261f9bfa9bd7a687511f64d409287b38aab
 size 13211435

tokenizer_config.json

@@ -231,6 +231,7 @@
   "clean_up_tokenization_spaces": false,
   "eos_token": "<|im_end|>",
   "errors": "replace",
+  "extra_special_tokens": {},
   "model_max_length": 131072,
   "pad_token": "<|endoftext|>",
   "split_special_tokens": false,