Hugging Face's logo

brittlewis12
/
DeepSeek-R1-Distill-Qwen-32B-GGUF

GGUF
Inference Endpoints
imatrix
conversational
Model card Files Community
brittlewis12 commited on
Commit
11f05a7
·
verified ·
1 Parent(s): 94cc62c

Upload folder using huggingface_hub

Browse files
Files changed (8) hide show
  1. .gitattributes +7 -0
  2. deepseek-r1-distill-qwen-32b.IQ1_M.gguf +3 -0
  3. deepseek-r1-distill-qwen-32b.IQ1_S.gguf +3 -0
  4. deepseek-r1-distill-qwen-32b.IQ2_M.gguf +3 -0
  5. deepseek-r1-distill-qwen-32b.IQ2_S.gguf +3 -0
  6. deepseek-r1-distill-qwen-32b.IQ2_XS.gguf +3 -0
  7. deepseek-r1-distill-qwen-32b.IQ2_XXS.gguf +3 -0
  8. deepseek-r1-distill-qwen-32b.IQ3_XXS.gguf +3 -0
.gitattributes CHANGED
@@ -37,3 +37,10 @@ deepseek-r1-distill-qwen-32b.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
37
  deepseek-r1-distill-qwen-32b.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
38
  deepseek-r1-distill-qwen-32b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
  deepseek-r1-distill-qwen-32b.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
37
  deepseek-r1-distill-qwen-32b.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
38
  deepseek-r1-distill-qwen-32b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
  deepseek-r1-distill-qwen-32b.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ deepseek-r1-distill-qwen-32b.IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
41
+ deepseek-r1-distill-qwen-32b.IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
42
+ deepseek-r1-distill-qwen-32b.IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ deepseek-r1-distill-qwen-32b.IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ deepseek-r1-distill-qwen-32b.IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
45
+ deepseek-r1-distill-qwen-32b.IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ deepseek-r1-distill-qwen-32b.IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
deepseek-r1-distill-qwen-32b.IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3decbeb2650b2a78069d5465f0f01d3c6167899caa036af56e90bb6cc41b0442
3
+ size 7932160128
deepseek-r1-distill-qwen-32b.IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63b10c6b70d96b15cd748a5defa305d6c0a43ca19a3092fb932d586fe7557281
3
+ size 7274506368
deepseek-r1-distill-qwen-32b.IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a97a06be9117b31419bf6732a3ab379cc36a5784feeba4b93eb7670676ee86e
3
+ size 11264440448
deepseek-r1-distill-qwen-32b.IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3d7c2ba78bac74577e4985797250282f2d43708bed6613f3aefd5539213ebb3
3
+ size 10387568768
deepseek-r1-distill-qwen-32b.IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b214999160f709f8627fad881fb6e2a48e3a2eb7e18d22f7e3d46cbcd8d3582e
3
+ size 9957550208
deepseek-r1-distill-qwen-32b.IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48d929f4eca2be785c618046cb14973df03359a79b5fea0341145befae9c5761
3
+ size 9028249728
deepseek-r1-distill-qwen-32b.IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b414fd88ee9fe7ac09c82f30ed8e9f31b6e01e0ad289c8f8da17589d6d06a020
3
+ size 12839270528