OPEA
/

llama-joycaption-alpha-two-hf-llava-int4-sym-inc

4-bit precision

Model card Files Files and versions

cicdatopea commited on 14 days ago

Commit

a40d057

·

verified ·

1 Parent(s): 36623d2

Update config.json

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -29,7 +29,7 @@
     "scale_dtype": "torch.float16",
     "seqlen": 2048,
     "sym": true,
-    "to_quant_block_names": "language_model.model.layers"
   },
   "text_config": {
     "_name_or_path": "unsloth/Meta-Llama-3.1-8B-Instruct",

     "scale_dtype": "torch.float16",
     "seqlen": 2048,
     "sym": true,
+    "block_name_to_quantize": "language_model.model.layers"
   },
   "text_config": {
     "_name_or_path": "unsloth/Meta-Llama-3.1-8B-Instruct",