Hugging Face's logo

unsloth
/
gemma-3-12b-it-GGUF

Image-Text-to-Text
Transformers
GGUF
English
gemma3
unsloth
gemma
google
conversational
Model card Files
xet
Community
7
danielhanchen commited on
Commit
e3884ec
·
verified ·
1 Parent(s): 5de2c2f

Add files using upload-large-folder tool

Browse files
Files changed (15) hide show
  1. config.json +1 -1
  2. gemma-3-12b-it-Q2_K.gguf +2 -2
  3. gemma-3-12b-it-Q2_K_L.gguf +2 -2
  4. gemma-3-12b-it-Q3_K_M.gguf +2 -2
  5. gemma-3-12b-it-Q4_K_M.gguf +2 -2
  6. gemma-3-12b-it-Q5_K_M.gguf +2 -2
  7. gemma-3-12b-it-Q6_K.gguf +2 -2
  8. gemma-3-12b-it-UD-IQ1_M.gguf +2 -2
  9. gemma-3-12b-it-UD-IQ1_S.gguf +2 -2
  10. gemma-3-12b-it-UD-IQ2_M.gguf +2 -2
  11. gemma-3-12b-it-UD-IQ2_XXS.gguf +2 -2
  12. gemma-3-12b-it-UD-IQ3_XXS.gguf +2 -2
  13. gemma-3-12b-it-UD-Q2_K_XL.gguf +2 -2
  14. gemma-3-12b-it-UD-Q3_K_XL.gguf +2 -2
  15. gemma-3-12b-it-UD-Q4_K_XL.gguf +2 -2
config.json CHANGED
@@ -42,7 +42,7 @@
42
  "vocab_size": 262208
43
  },
44
  "torch_dtype": "bfloat16",
45
- "transformers_version": "4.52.0.dev0",
46
  "unsloth_fixed": true,
47
  "vision_config": {
48
  "attention_dropout": 0.0,
 
42
  "vocab_size": 262208
43
  },
44
  "torch_dtype": "bfloat16",
45
+ "transformers_version": "4.51.0",
46
  "unsloth_fixed": true,
47
  "vision_config": {
48
  "attention_dropout": 0.0,
gemma-3-12b-it-Q2_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e0d45e164e3bc2c20e14992af44da09af72cf9b6d9580a1f1201da749f919066
3
- size 4768219968
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9a3373f82f56d94ac13df023c34025e2890c4617489a39c686bf36f88e42038
3
+ size 4768221536
gemma-3-12b-it-Q2_K_L.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e0d45e164e3bc2c20e14992af44da09af72cf9b6d9580a1f1201da749f919066
3
- size 4768219968
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9a3373f82f56d94ac13df023c34025e2890c4617489a39c686bf36f88e42038
3
+ size 4768221536
gemma-3-12b-it-Q3_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0570e6111f5e6d3d9dcdd00bf6d66a5e224fc6422e8773e1a9f5dda3af59b7ae
3
- size 6008816448
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78a784d329ed6629a6426e2741b1db7a5ddb18f47cd1b05f7293300ac3e23cfa
3
+ size 6008818016
gemma-3-12b-it-Q4_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:aab1c7306e4de4f576754601a9f9174026c6c825ab26a8a9f642e5bb16330258
3
- size 7300776768
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f0e158447594f7a89aa118c19430c08ae0e659cbf049ac4cf81b595eca935bf
3
+ size 7300778336
gemma-3-12b-it-Q5_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4c0747156d9de2a3dd49abd3c4971d99df7c36cf94dd32511867380bd4fce7bb
3
- size 8445035328
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac004dba5bebd87354c9096fe672afdc7cf0f6dcd58349f76f7129d37fca6bad
3
+ size 8445036896
gemma-3-12b-it-Q6_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f43bba5d2d330c7034acf2a42e3c3a9aaac2a7c9f0b707a4c01ea452612d8362
3
- size 9660810048
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3aaa02e68a65ae991cd391dd0ab0b23392877afdcccbac43a706d3db6f05a17
3
+ size 9660811616
gemma-3-12b-it-UD-IQ1_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:80c1b103b98d64d1a402c39c9018690bee0f8bde8885e7a76b967363aea078e8
3
- size 3249206208
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbf9b12f949f015ab8f75048a5d0be257775c129e82f8f920f4889f8228cbc03
3
+ size 3249207776
gemma-3-12b-it-UD-IQ1_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9615bb3b5a978bcef15e6f32b281c28619237b8a82749ea1cf4fae3f431b6d5c
3
- size 3057667008
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9bbda6377bff387e2f7ac536db5aefee866578739d791d51e802cf925c22899d
3
+ size 3057668576
gemma-3-12b-it-UD-IQ2_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9b66036774670f2814ab7876a5aeadfd87e03a83f62f8aab4b9c618e676c7a36
3
- size 4366369728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7434760ca38e58caef5de6c60eeea51b1b9e6df24c94e77ec558be5aa868c91
3
+ size 4366371296
gemma-3-12b-it-UD-IQ2_XXS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cd0fa23b3b1878ce6b3191b7e3fcf35acef93c67af83a3bcaf3edb5d9a638896
3
- size 3604237248
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f95999df47f1e5603521549b86ca51b87658227f1cc14fff7ab94cf7f7846af
3
+ size 3604238816
gemma-3-12b-it-UD-IQ3_XXS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0f1dda8cef529b6eb0503efd28fff85356ee901f4537b5ef2d5f88e27e4db81a
3
- size 4834204608
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61662602e22a70632fdb9c2b99fa9c9a93dfc071966fd2f8ad976e0b88811a06
3
+ size 4834206176
gemma-3-12b-it-UD-Q2_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5a9d7364ae222d35fdf458ac63d92720832e4c4a0e00a8536e21f0088ea5daef
3
- size 4860533568
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42fa0cfc9f20f63a3599ec114ad1418663d2b413999ccf62e2f1db1ab4076b55
3
+ size 4860535136
gemma-3-12b-it-UD-Q3_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6d89cf0aa813bc835358bbce0d516d9f62eae9a366099ef9da2f6e5bde6cfcfc
3
- size 6142817088
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b92920b13613d6db59a7472b8cbf4e1d3ffb5efbbfaee208493fefa3387d8ee
3
+ size 6142818656
gemma-3-12b-it-UD-Q4_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:af3b1cd24f0b595200dd42053929367d47ed7e0ef65f8e3151b8a2e1f94921da
3
- size 7432227648
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64fe931fdf65d8d3d8216b6c738f6c990c1c368f3d0643a94f8fa319f4e82d07
3
+ size 7432229216