Hugging Face's logo

VPTQ-community
/
Qwen2.5-72B-Instruct-v8-k512-512-woft

Safetensors
qwen2
VPTQ
Quantized
Quantization
vptq
Model card Files Community
1
OpenSourceRonin commited on
Commit
ff02710
·
verified ·
1 Parent(s): 9f37448

Upload Qwen2.5-72B-Instruct-v8-k512-512-woft model

Browse files
Files changed (9) hide show
  1. config.json +0 -0
  2. generation_config.json +3 -15
  3. model-00001-of-00005.safetensors +2 -2
  4. model-00002-of-00005.safetensors +2 -2
  5. model-00003-of-00005.safetensors +2 -2
  6. model-00004-of-00005.safetensors +2 -2
  7. model-00005-of-00005.safetensors +2 -2
  8. model.safetensors.index.json +0 -0
  9. tokenizer_config.json +1 -0
config.json CHANGED
The diff for this file is too large to render. See raw diff
 
generation_config.json CHANGED
@@ -1,18 +1,6 @@
1
  {
2
- "attn_implementation": "flash_attention_2",
3
  "bos_token_id": 151643,
4
- "do_sample": true,
5
- "eos_token_id": [
6
- 151645,
7
- 151643
8
- ],
9
- "num_assistant_tokens": 5,
10
- "num_assistant_tokens_schedule": "heuristic",
11
- "pad_token_id": 151643,
12
- "repetition_penalty": 1.05,
13
- "return_legacy_cache": true,
14
- "temperature": 0.7,
15
- "top_k": 20,
16
- "top_p": 0.8,
17
- "transformers_version": "4.45.1"
18
  }
 
1
  {
2
+ "_from_model_config": true,
3
  "bos_token_id": 151643,
4
+ "eos_token_id": 151645,
5
+ "transformers_version": "4.49.0"
 
 
 
 
 
 
 
 
 
 
 
 
6
  }
model-00001-of-00005.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:44654195ee77d6c928c5412274bd34a85fd16219ada599c27197f9b58b163f27
3
- size 4990149720
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a43f49f2437306ae306f34eed86348758b3b4e69a1e426ca07af4e688ef85c01
3
+ size 4988501808
model-00002-of-00005.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:152a148cbf1ab0c9b3864f0809681b6d01f33ab563630d13d536839d497fb136
3
- size 4968683576
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da5e025dcc5b8708b7db4f5a92ab946d0d01fe26ec516cfbd32ebfe325969ca2
3
+ size 4965503088
model-00003-of-00005.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:628e08fd871783fe3760200eeb738937ac555c3eefb8f5856fb765ad8f3351f6
3
- size 4949742968
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bdb7e0aa914d5ef022433d19ad93781bd92dac4a8cb806cb1eba73c796ddcde
3
+ size 4946578968
model-00004-of-00005.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f2497579c31a48e93a5a57b261894b02cb2a93bbff454d460bd529b20e91ecb1
3
- size 4949742968
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea7288af5781b2c9b0d8ca518ff9bf560b433f8b191e331688fabd1b1d02d3b9
3
+ size 4946578968
model-00005-of-00005.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7f17c0da59ce58553ae7be180d17c1cd7d86f4880cd6fd764141478392ca0902
3
- size 4923501960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8e26797d732b1338d09343d4046eff20dbfc9206b6cd64530dc0500d770aa05
3
+ size 4922002432
model.safetensors.index.json CHANGED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json CHANGED
@@ -199,6 +199,7 @@
199
  "clean_up_tokenization_spaces": false,
200
  "eos_token": "<|im_end|>",
201
  "errors": "replace",
 
202
  "legacy": false,
203
  "model_max_length": 131072,
204
  "pad_token": "<|endoftext|>",
 
199
  "clean_up_tokenization_spaces": false,
200
  "eos_token": "<|im_end|>",
201
  "errors": "replace",
202
+ "extra_special_tokens": {},
203
  "legacy": false,
204
  "model_max_length": 131072,
205
  "pad_token": "<|endoftext|>",