Hugging Face's logo

mradermacher
/
QwQ-0.5B-Distilled-SFT-GGUF

Transformers
GGUF
English
Inference Endpoints
conversational
Model card Files Community
mradermacher commited on
Commit
c8d83b5
·
verified ·
1 Parent(s): 91d850e

uploaded from rich1

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. QwQ-0.5B-Distilled-SFT.IQ4_XS.gguf +3 -0
  3. QwQ-0.5B-Distilled-SFT.Q2_K.gguf +3 -0
  4. QwQ-0.5B-Distilled-SFT.Q3_K_L.gguf +3 -0
  5. QwQ-0.5B-Distilled-SFT.Q3_K_M.gguf +3 -0
  6. QwQ-0.5B-Distilled-SFT.Q3_K_S.gguf +3 -0
  7. QwQ-0.5B-Distilled-SFT.Q4_K_M.gguf +3 -0
  8. QwQ-0.5B-Distilled-SFT.Q4_K_S.gguf +3 -0
  9. QwQ-0.5B-Distilled-SFT.Q5_K_M.gguf +3 -0
  10. QwQ-0.5B-Distilled-SFT.Q5_K_S.gguf +3 -0
  11. QwQ-0.5B-Distilled-SFT.Q6_K.gguf +3 -0
  12. QwQ-0.5B-Distilled-SFT.Q8_0.gguf +3 -0
  13. QwQ-0.5B-Distilled-SFT.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ QwQ-0.5B-Distilled-SFT.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ QwQ-0.5B-Distilled-SFT.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ QwQ-0.5B-Distilled-SFT.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ QwQ-0.5B-Distilled-SFT.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ QwQ-0.5B-Distilled-SFT.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ QwQ-0.5B-Distilled-SFT.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ QwQ-0.5B-Distilled-SFT.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ QwQ-0.5B-Distilled-SFT.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ QwQ-0.5B-Distilled-SFT.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ QwQ-0.5B-Distilled-SFT.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ QwQ-0.5B-Distilled-SFT.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ QwQ-0.5B-Distilled-SFT.f16.gguf filter=lfs diff=lfs merge=lfs -text
QwQ-0.5B-Distilled-SFT.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d75e7ba9e6abfabe8bc088454f2b9eb53e7ffffc1014a4d42d4dedf4d58ed78
3
+ size 351446336
QwQ-0.5B-Distilled-SFT.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26c3633e574ce070b4a2dca5cb65f9e766dd0d7488c0a4da558e8c9b898447d2
3
+ size 338608448
QwQ-0.5B-Distilled-SFT.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf4a28697063f896871e10e5c309f2bee3e70abbae4c0fe5f2e9c348a0b8d612
3
+ size 369359168
QwQ-0.5B-Distilled-SFT.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70a9b49b733f0057566dd8a38e8efc26ee4ad312053caeff4172b58b48f80983
3
+ size 355467584
QwQ-0.5B-Distilled-SFT.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f686557c1874f36383a11165140640794a2db010b91db61fa3e1e423e034dc1
3
+ size 338264384
QwQ-0.5B-Distilled-SFT.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb15861871c636ccaa35dc27acf01d67e141d2808f5cdee5c451f5e647f3778e
3
+ size 397808960
QwQ-0.5B-Distilled-SFT.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ac07f25596134f44808eb24cc82febf05784c3bd6e606f09ce1ef50f457fdb1
3
+ size 385472832
QwQ-0.5B-Distilled-SFT.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:078f4ba0185d9432f43b6ea78e7abc90375b10ab81d9795be957c6e79d89c141
3
+ size 420087104
QwQ-0.5B-Distilled-SFT.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9123fcc63433d3fc83a37b7a3fffa12c11993d35c6eeabd6feabff6ac9f24054
3
+ size 412711232
QwQ-0.5B-Distilled-SFT.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a80e5eac79fbfa87d3564df25b0cbd193459e0854f8deff13757ee2170d69793
3
+ size 505737536
QwQ-0.5B-Distilled-SFT.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1f7f1068c47f00090dc81aa932a62ba0d006f2c34821c939eb558d8164c2ab4
3
+ size 531069248
QwQ-0.5B-Distilled-SFT.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:769f8deab92a2a03b019bb9d4c1c8654cbbb5880c2f21d9b7966a521b93df9a2
3
+ size 994157888