Hugging Face's logo

mradermacher
/
SmallThinker-3B-Preview-GGUF

Transformers
GGUF
English
Inference Endpoints
conversational
Model card Files Community
mradermacher commited on
Commit
7da738a
·
verified ·
1 Parent(s): 7bbf62d

uploaded from rich1

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. SmallThinker-3B-Preview.IQ4_XS.gguf +3 -0
  3. SmallThinker-3B-Preview.Q2_K.gguf +3 -0
  4. SmallThinker-3B-Preview.Q3_K_L.gguf +3 -0
  5. SmallThinker-3B-Preview.Q3_K_M.gguf +3 -0
  6. SmallThinker-3B-Preview.Q3_K_S.gguf +3 -0
  7. SmallThinker-3B-Preview.Q4_K_M.gguf +3 -0
  8. SmallThinker-3B-Preview.Q4_K_S.gguf +3 -0
  9. SmallThinker-3B-Preview.Q5_K_M.gguf +3 -0
  10. SmallThinker-3B-Preview.Q5_K_S.gguf +3 -0
  11. SmallThinker-3B-Preview.Q6_K.gguf +3 -0
  12. SmallThinker-3B-Preview.Q8_0.gguf +3 -0
  13. SmallThinker-3B-Preview.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ SmallThinker-3B-Preview.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ SmallThinker-3B-Preview.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ SmallThinker-3B-Preview.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ SmallThinker-3B-Preview.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ SmallThinker-3B-Preview.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ SmallThinker-3B-Preview.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ SmallThinker-3B-Preview.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ SmallThinker-3B-Preview.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ SmallThinker-3B-Preview.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ SmallThinker-3B-Preview.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ SmallThinker-3B-Preview.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ SmallThinker-3B-Preview.f16.gguf filter=lfs diff=lfs merge=lfs -text
SmallThinker-3B-Preview.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:caafa4ee47340759ce91c8b7a4e9828df5bad8e6714374509fb122152396a504
3
+ size 1918490336
SmallThinker-3B-Preview.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ae4a5e7c523630d04c872acd0d32b51e94485eb0acfa50249b34f3324052485
3
+ size 1376855776
SmallThinker-3B-Preview.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb79caec56803ab4eb996cb805ff4317c13976b985bb6782de22032caac12b98
3
+ size 1841094368
SmallThinker-3B-Preview.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be62df7390fcde21cae199ffb589600224052c9529d21a9ed641cf6a14e0eae5
3
+ size 1724178144
SmallThinker-3B-Preview.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6506d7d59aaf58603ea33cb8ee85c4f2fa991cb38e939c9d50a0e0f4353552e
3
+ size 1588059872
SmallThinker-3B-Preview.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a408a4ad22d4d37951a26d62ab813658f69f482e695414c7b18bf1f92a882f72
3
+ size 2104932064
SmallThinker-3B-Preview.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d526b6c4b10268a074619600fef004a8b60d66c1b17e7ac3532addc1fc98095
3
+ size 2009413344
SmallThinker-3B-Preview.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfe5b9b68fdb2eb4c25bdc5e1bec41bad24161f3a7b696c87e51640e988f6f3b
3
+ size 2438739680
SmallThinker-3B-Preview.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a078876871beecd106bbfe7586d2f5f784d0fb0b35ffe2a883597b9de6e14f25
3
+ size 2383591136
SmallThinker-3B-Preview.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e4725caded1acfc6ffad4c2dfc667951ad8df33ea5b58c8968e48e56cf2c4ae
3
+ size 2793410272
SmallThinker-3B-Preview.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f14aca4339598efcd994c1b8833dc97a2cf229cff355e09751bfc06c7b369975
3
+ size 3616087776
SmallThinker-3B-Preview.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f5419c3a62cf6b63c700fc70b9c97fcc27178ffe8208a5655de3d21fceada16
3
+ size 6800645856