OPEA
/

Falcon3-7B-Base-int4-sym-inc

4-bit precision

Model card Files Files and versions Community

cicdatopea commited on 6 days ago

Commit

3bc168e

·

verified ·

1 Parent(s): eb17411

Update config.json

Files changed (1) hide show

config.json +1 -2

config.json CHANGED Viewed

@@ -39,8 +39,7 @@
     "quant_method": "auto-round",
     "scale_dtype": "torch.float16",
     "seqlen": 2048,
-    "sym": true,
-    "to_quant_block_names": null
   },
   "rms_norm_eps": 1e-06,
   "rope_scaling": null,

     "quant_method": "auto-round",
     "scale_dtype": "torch.float16",
     "seqlen": 2048,
+    "sym": true
   },
   "rms_norm_eps": 1e-06,
   "rope_scaling": null,