Hugging Face's logo

mradermacher
/
light-3B-GGUF

Transformers
GGUF
English
text-generation-inference
qwen2
Merge
mergekit
Inference Endpoints
conversational
Model card Files Community
mradermacher commited on
Commit
b2bf366
·
verified ·
1 Parent(s): f5ed645

uploaded from marco

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. light-3B.IQ4_XS.gguf +3 -0
  3. light-3B.Q2_K.gguf +3 -0
  4. light-3B.Q3_K_L.gguf +3 -0
  5. light-3B.Q3_K_M.gguf +3 -0
  6. light-3B.Q3_K_S.gguf +3 -0
  7. light-3B.Q4_K_M.gguf +3 -0
  8. light-3B.Q4_K_S.gguf +3 -0
  9. light-3B.Q5_K_M.gguf +3 -0
  10. light-3B.Q5_K_S.gguf +3 -0
  11. light-3B.Q6_K.gguf +3 -0
  12. light-3B.Q8_0.gguf +3 -0
  13. light-3B.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ light-3B.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ light-3B.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ light-3B.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ light-3B.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ light-3B.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ light-3B.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ light-3B.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ light-3B.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ light-3B.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ light-3B.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ light-3B.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ light-3B.f16.gguf filter=lfs diff=lfs merge=lfs -text
light-3B.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b42b3cb8185cc48cb511e1b6de5d8c31a8bb3281174b54288127de8151950d4
3
+ size 1918491616
light-3B.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dad19571e36fe5263501759b463531abba496787026aa5a791168e380c38ec1
3
+ size 1376857056
light-3B.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7677b8abbc6d446014c645c2b28abbe9ad82ddc2f3ce31f7e956690b9251afd9
3
+ size 1841095648
light-3B.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af6b383198bfac82a8a8c068880d0838ce52346d44c769060e9a66713a5b0b17
3
+ size 1724179424
light-3B.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ef14d744af11f084238fd4aec1b688150b811a21a3ce3e90f43e8a9d74b8c2b
3
+ size 1588061152
light-3B.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67168ee13145697a3ae84ebf413dbe9339244f413b4bcf9bb0233c480ba9e48f
3
+ size 2104933344
light-3B.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c238f3326d41646906d11ed04c0c8f515dd9e8047259de72ca91d941b034a9f7
3
+ size 2009414624
light-3B.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef819d57f065010f030089812da78b5f09d06cfe6222ec6d518e00cace7dcfa8
3
+ size 2438740960
light-3B.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da9657ffa098a3246847819747fdf2d216f5e38073ca6f16633ffb3be5b67210
3
+ size 2383592416
light-3B.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e4ad9978fb979dfe9ac534cb98777f9fbb524a3db3378a47fb6ac98bcc7aaa7
3
+ size 2793411552
light-3B.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9015bae2c632731ca18e81cc209935948af18aeb021e322f1975f6056a56e13e
3
+ size 3616089056
light-3B.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d985d375eafab8e489c12958e5645bfa1b7d248056fe2c625974d32a06d3f872
3
+ size 6800647136