Hugging Face's logo

unsloth
/
gemma-3-4b-it-GGUF

Image-Text-to-Text
Transformers
GGUF
English
gemma3
unsloth
gemma
google
conversational
Model card Files
xet
Community
5
danielhanchen commited on
Commit
f6adc56
·
verified ·
1 Parent(s): 1469a00

Upload folder using huggingface_hub

Browse files
Files changed (10) hide show
  1. config.json +1 -1
  2. gemma-3-4b-it-UD-IQ1_M.gguf +2 -2
  3. gemma-3-4b-it-UD-IQ1_S.gguf +2 -2
  4. gemma-3-4b-it-UD-IQ2_M.gguf +2 -2
  5. gemma-3-4b-it-UD-IQ3_XXS.gguf +2 -2
  6. gemma-3-4b-it-UD-Q2_K_XL.gguf +2 -2
  7. gemma-3-4b-it-UD-Q3_K_XL.gguf +2 -2
  8. gemma-3-4b-it-UD-Q4_K_XL.gguf +2 -2
  9. mmproj-F16.gguf +3 -0
  10. mmproj-F32.gguf +3 -0
config.json CHANGED
@@ -42,7 +42,7 @@
42
  "vocab_size": 262208
43
  },
44
  "torch_dtype": "bfloat16",
45
- "transformers_version": "4.51.3",
46
  "unsloth_fixed": true,
47
  "vision_config": {
48
  "attention_dropout": 0.0,
 
42
  "vocab_size": 262208
43
  },
44
  "torch_dtype": "bfloat16",
45
+ "transformers_version": "4.52.0.dev0",
46
  "unsloth_fixed": true,
47
  "vision_config": {
48
  "attention_dropout": 0.0,
gemma-3-4b-it-UD-IQ1_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5408ab8fe158fea0c5f4d8179f9a15702f5c04daefc7793986ab6d59b79fd9d1
3
- size 1239711616
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8039dc9ceeca9e84c32f0ca0f3a7a54a90e270470fccbfeb5b70b26e75c60a3
3
+ size 1432305536
gemma-3-4b-it-UD-IQ1_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:794b05435019600eef6fa2321b362f5d305f24245c1ca198b387202eb1e6763e
3
- size 1179910016
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05bb9ee8b0bdb869d38e3688f4bdb4c0a0405a54f0a7dff4bc5b81c9eed66de2
3
+ size 1418379136
gemma-3-4b-it-UD-IQ2_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ea4180d5de9dbba1f1431c8b48990a300270d13f2090ed4734898f4076cc9570
3
- size 1565015936
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:facd2d95ae2670a3b0f9e5d9b8d1e5e1db02669ba29a9b13097a72e6b307e422
3
+ size 1589305216
gemma-3-4b-it-UD-IQ3_XXS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:93bf468721a284f21d665cd9973aaed1c1d123c539bff1c2f91d7524b6d265dd
3
- size 1710751616
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4bf50ce82a17d34dc405c0730f98dc180a48c56f52b6d1d7b905c15a7cb5f7a
3
+ size 1794678656
gemma-3-4b-it-UD-Q2_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:859b87858a07096ae7756a3e5ecd5400a1830c13b6bccdbf9f92cdcaef2a752a
3
- size 1769407616
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:731076215dd1143342791c68677d40a7831fb5c5656186334d06067a2c975093
3
+ size 1771455616
gemma-3-4b-it-UD-Q3_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:89ef8d28ef9e773ae29aed589285739191081aa007c9ca01574976f897a273d4
3
- size 2150929536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e888f59915efef67335adc52879550c3fb5790df2e9a97daa7890406969b2cb
3
+ size 2159121536
gemma-3-4b-it-UD-Q4_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:65831635a5e0b9cd8f495beeb8b08dec13a62fd26fe48cf893b66fd4915d0a4a
3
- size 2544288896
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58c6d30dd9c56e9ef11c89fdb67083c6584d834502efd589084df4930772c6a9
3
+ size 2552480896
mmproj-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:731199e016ec5f227b8293fef839899472e0ee4c51adf5f9e5cb66f6558fa142
3
+ size 851251328
mmproj-F32.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a9962aaba2737435dd9b3493ccf7821d9091d85ce7abc15f35bc61b01ece858
3
+ size 1673392256