OPEA
/

llama-joycaption-alpha-two-hf-llava-int4-sym-inc

4-bit precision

Model card Files Files and versions

cicdatopea commited on 23 days ago

Commit

23575f6

·

verified ·

1 Parent(s): f6ec04f

Update config.json

Files changed (1) hide show

config.json +3 -3

config.json CHANGED Viewed

@@ -10,7 +10,7 @@
   "projector_hidden_act": "gelu",
   "quantization_config": {
     "amp": true,
-    "autoround_version": "0.4.2.dev",
     "batch_size": 8,
     "bits": 4,
     "data_type": "int",
@@ -29,7 +29,7 @@
     "scale_dtype": "torch.float16",
     "seqlen": 2048,
     "sym": true,
-    "block_name_to_quantize": "language_model.model.layers"
   },
   "text_config": {
     "_name_or_path": "unsloth/Meta-Llama-3.1-8B-Instruct",
@@ -61,7 +61,7 @@
     "vocab_size": 128256
   },
   "torch_dtype": "float16",
-  "transformers_version": "4.44.1",
   "vision_config": {
     "_name_or_path": "google/siglip-so400m-patch14-384",
     "architectures": [

   "projector_hidden_act": "gelu",
   "quantization_config": {
     "amp": true,
+    "autoround_version": "0.5.1",
     "batch_size": 8,
     "bits": 4,
     "data_type": "int",
     "scale_dtype": "torch.float16",
     "seqlen": 2048,
     "sym": true,
+    "block_name_to_quantize": "language_model.model.layers,model.language_model.layers"
   },
   "text_config": {
     "_name_or_path": "unsloth/Meta-Llama-3.1-8B-Instruct",
     "vocab_size": 128256
   },
   "torch_dtype": "float16",
+  "transformers_version": "4.52.2",
   "vision_config": {
     "_name_or_path": "google/siglip-so400m-patch14-384",
     "architectures": [