OPEA
/

DeepSeek-R1-w4afp8-static-inc

4-bit precision

Model card Files Files and versions Community

cicdatopea commited on 5 days ago

Commit

91db79f

·

verified ·

1 Parent(s): 7911b7f

Update config.json

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -58,7 +58,7 @@
     "scale_dtype": "torch.bfloat16",
     "seqlen": 512,
     "sym": true,
-    "to_quant_block_names": null,
     "true_sequential": false
   },
   "rms_norm_eps": 1e-06,

     "scale_dtype": "torch.bfloat16",
     "seqlen": 512,
     "sym": true,
+    "block_name_to_quantize": null,
     "true_sequential": false
   },
   "rms_norm_eps": 1e-06,