Hugging Face's logo

nytopop
/
Qwen3-14B-abliterated.w8a8

Text Generation
Transformers
Safetensors
qwen3
conversational
8-bit precision
compressed-tensors
Model card Files Community
nytopop commited on
Commit
11addf0
·
verified ·
1 Parent(s): e543cc8

Upload folder using huggingface_hub

Browse files
Files changed (5) hide show
  1. README.md +1 -1
  2. model-00001-of-00004.safetensors +1 -1
  3. model-00002-of-00004.safetensors +1 -1
  4. model-00003-of-00004.safetensors +1 -1
  5. recipe.yaml +1 -1
README.md CHANGED
@@ -66,7 +66,7 @@ recipe = [
66
  targets="Linear",
67
  scheme="W8A8",
68
  ignore=["lm_head", "re:.*mlp.gate$"],
69
- dampening_frac=0.01,
70
  ),
71
  ]
72
 
 
66
  targets="Linear",
67
  scheme="W8A8",
68
  ignore=["lm_head", "re:.*mlp.gate$"],
69
+ dampening_frac=0.05,
70
  ),
71
  ]
72
 
model-00001-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ff7b1ffab351a94be759675648820bf0b0084f9bb8f4b6f71f84081b43608d4c
3
  size 4923055208
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d625d4a8dde14ce7cfcc6c374caae9e341e99b15581d76307ce089182d408917
3
  size 4923055208
model-00002-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ca20c99d136d36993a98e7b65af89c414dc58ee92640c30555a0e983444c51bc
3
  size 4956433520
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0542088b90880bbe6a650cee184cda4f3778fe6499244cd6bdec49bc3da6f250
3
  size 4956433520
model-00003-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:03a320d09a8cf6a237edf8c6fbfd7cc8f74600365ad4d87a76489c9c2734853e
3
  size 4893503056
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d85f186bf542139d08d368f3379fc0d58ceaa0d6b85bc6c74dc15ecaa5626ad1
3
  size 4893503056
recipe.yaml CHANGED
@@ -2,7 +2,7 @@ default_stage:
2
  default_modifiers:
3
  SmoothQuantModifier: {smoothing_strength: 0.7}
4
  GPTQModifier:
5
- dampening_frac: 0.01
6
  scheme: W8A8
7
  targets: Linear
8
  ignore: [lm_head, 're:.*mlp.gate$']
 
2
  default_modifiers:
3
  SmoothQuantModifier: {smoothing_strength: 0.7}
4
  GPTQModifier:
5
+ dampening_frac: 0.05
6
  scheme: W8A8
7
  targets: Linear
8
  ignore: [lm_head, 're:.*mlp.gate$']