Hugging Face's logo

mradermacher
/
blossom-v5-9b-GGUF

Transformers
GGUF
Chinese
English
Inference Endpoints
Model card Files Community
mradermacher commited on
Commit
75d13d6
·
verified ·
1 Parent(s): 44b393b

uploaded from rich1

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. blossom-v5-9b.IQ4_XS.gguf +3 -0
  3. blossom-v5-9b.Q2_K.gguf +3 -0
  4. blossom-v5-9b.Q3_K_L.gguf +3 -0
  5. blossom-v5-9b.Q3_K_M.gguf +3 -0
  6. blossom-v5-9b.Q3_K_S.gguf +3 -0
  7. blossom-v5-9b.Q4_K_M.gguf +3 -0
  8. blossom-v5-9b.Q4_K_S.gguf +3 -0
  9. blossom-v5-9b.Q5_K_M.gguf +3 -0
  10. blossom-v5-9b.Q5_K_S.gguf +3 -0
  11. blossom-v5-9b.Q6_K.gguf +3 -0
  12. blossom-v5-9b.Q8_0.gguf +3 -0
  13. blossom-v5-9b.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ blossom-v5-9b.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ blossom-v5-9b.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ blossom-v5-9b.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ blossom-v5-9b.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ blossom-v5-9b.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ blossom-v5-9b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ blossom-v5-9b.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ blossom-v5-9b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ blossom-v5-9b.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ blossom-v5-9b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ blossom-v5-9b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ blossom-v5-9b.f16.gguf filter=lfs diff=lfs merge=lfs -text
blossom-v5-9b.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f84df275e1ab7745afa01f2f285212a3db013d2924577ba01c43967abff09357
3
+ size 4827280896
blossom-v5-9b.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1d519a46e93ef2d54ec8174d04488273b67c344c0cb91cd9be81585abf959d9
3
+ size 3354326528
blossom-v5-9b.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2abf0acbc28e545ba06009dd18db7ff6c659de83c05a4dbb4dd63ea07a9449c
3
+ size 4690753024
blossom-v5-9b.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25680f0b4803429e55a53c873bae40372ce8bdf7cd41774633c7dd2a823b17f9
3
+ size 4324406784
blossom-v5-9b.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:311f6e2890e9d0f6f3ef0aee19e45f3464d6e40096e22050c5c3c001f54a8183
3
+ size 3899209216
blossom-v5-9b.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7efd1fcab705c95d71f4e7815ad9bd8a82832c72b80c62d7f233bab83ebf383b
3
+ size 5328958976
blossom-v5-9b.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55e489ee4f426a2ee3576ac9066f7a9cd8a4158f60da40d8d602a690ab240db7
3
+ size 5071861248
blossom-v5-9b.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10f3565b8a7a6e28f6f945fd65abbf79d1597842914026e7d5bed44440b3002a
3
+ size 6258259456
blossom-v5-9b.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7592f4d01c757c2aca2246a5f47531b3d9b887d0cd2210e0cc3146cda704eb08
3
+ size 6107854336
blossom-v5-9b.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e49c5d9aa8450817153296d36f74b59ab9b8545e6550d6efc5a6e777493b62a5
3
+ size 7245641216
blossom-v5-9b.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2e4cd596ead5a438a86f5ecc4967b38d8be2715a7fe879bcceb048dc2e37358
3
+ size 9383917056
blossom-v5-9b.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a97e9948b712b9fd0f158019b77340d882b43f1bd5796fdd52b3138f02d2cac8
3
+ size 17661113856