unsloth
/

gemma-3-4b-pt-bnb-4bit

Image-Text-to-Text

text-generation-inference

4-bit precision

Model card Files Files and versions

danielhanchen commited on Apr 11

Commit

78694ad

·

verified ·

1 Parent(s): 89a7872

Add files using upload-large-folder tool

Files changed (2) hide show

config.json +1 -1
generation_config.json +8 -3

config.json CHANGED Viewed

@@ -62,7 +62,7 @@
     "vocab_size": 262208
   },
   "torch_dtype": "bfloat16",
-  "transformers_version": "4.50.0.dev0",
   "unsloth_fixed": true,
   "vision_config": {
     "attention_dropout": 0.0,

     "vocab_size": 262208
   },
   "torch_dtype": "bfloat16",
+  "transformers_version": "4.51.0",
   "unsloth_fixed": true,
   "vision_config": {
     "attention_dropout": 0.0,

generation_config.json CHANGED Viewed

@@ -1,8 +1,13 @@
 {
-  "_from_model_config": true,
   "bos_token_id": 2,
   "cache_implementation": "hybrid",
-  "eos_token_id": 1,
   "pad_token_id": 0,
-  "transformers_version": "4.50.0.dev0"
 }

 {
   "bos_token_id": 2,
   "cache_implementation": "hybrid",
+  "do_sample": true,
+  "eos_token_id": [
+    1,
+    106
+  ],
   "pad_token_id": 0,
+  "top_k": 64,
+  "top_p": 0.95,
+  "transformers_version": "4.51.0"
 }