Hugging Face's logo

mradermacher
/
DeepHermes-3-Llama-3-3B-Preview-GGUF

Transformers
GGUF
English
Llama-3
instruct
finetune
chatml
gpt4
synthetic data
distillation
function calling
json mode
axolotl
roleplaying
chat
reasoning
r1
vllm
conversational
Model card Files
xet
Community
mradermacher commited on
Commit
9faac65
·
verified ·
1 Parent(s): fbc6b5e

uploaded from marco

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. DeepHermes-3-Llama-3-3B-Preview.IQ4_XS.gguf +3 -0
  3. DeepHermes-3-Llama-3-3B-Preview.Q2_K.gguf +3 -0
  4. DeepHermes-3-Llama-3-3B-Preview.Q3_K_L.gguf +3 -0
  5. DeepHermes-3-Llama-3-3B-Preview.Q3_K_M.gguf +3 -0
  6. DeepHermes-3-Llama-3-3B-Preview.Q3_K_S.gguf +3 -0
  7. DeepHermes-3-Llama-3-3B-Preview.Q4_K_M.gguf +3 -0
  8. DeepHermes-3-Llama-3-3B-Preview.Q4_K_S.gguf +3 -0
  9. DeepHermes-3-Llama-3-3B-Preview.Q5_K_M.gguf +3 -0
  10. DeepHermes-3-Llama-3-3B-Preview.Q5_K_S.gguf +3 -0
  11. DeepHermes-3-Llama-3-3B-Preview.Q6_K.gguf +3 -0
  12. DeepHermes-3-Llama-3-3B-Preview.Q8_0.gguf +3 -0
  13. DeepHermes-3-Llama-3-3B-Preview.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ DeepHermes-3-Llama-3-3B-Preview.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ DeepHermes-3-Llama-3-3B-Preview.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ DeepHermes-3-Llama-3-3B-Preview.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ DeepHermes-3-Llama-3-3B-Preview.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ DeepHermes-3-Llama-3-3B-Preview.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ DeepHermes-3-Llama-3-3B-Preview.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ DeepHermes-3-Llama-3-3B-Preview.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ DeepHermes-3-Llama-3-3B-Preview.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ DeepHermes-3-Llama-3-3B-Preview.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ DeepHermes-3-Llama-3-3B-Preview.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ DeepHermes-3-Llama-3-3B-Preview.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ DeepHermes-3-Llama-3-3B-Preview.f16.gguf filter=lfs diff=lfs merge=lfs -text
DeepHermes-3-Llama-3-3B-Preview.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82049d9e02894d7094d1048e7bf593e8e84e44db6b5bf61e42e2ceb548a4b502
3
+ size 1840909248
DeepHermes-3-Llama-3-3B-Preview.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:607a70717acb57ac9e5cda13937c5354d74233b031725b7bcae59d5574093d59
3
+ size 1363938240
DeepHermes-3-Llama-3-3B-Preview.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89d697f66b8d16cec8979aca36f112e3089a92c27ac1c538a592a041eac1e6a0
3
+ size 1815350208
DeepHermes-3-Llama-3-3B-Preview.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:608a9ebe2919150e8cfc037f4e177eeb1280ed8f5449e3be76d71f371c598690
3
+ size 1687161792
DeepHermes-3-Llama-3-3B-Preview.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff42c722c4af06a6bbe50856aa279b700ba8304f45aadfd14d3ceb447ec3746f
3
+ size 1542851520
DeepHermes-3-Llama-3-3B-Preview.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f0983137335e423498393fc4dbf2b8bba5f23f50212f36409abd3f382ecb698
3
+ size 2019380160
DeepHermes-3-Llama-3-3B-Preview.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51f59b445e0a6f907222fee904196cc346729af38edea90dab53881679ac9b86
3
+ size 1928203200
DeepHermes-3-Llama-3-3B-Preview.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5d4a38e4655666203e4ca9eac43d5269200647cbcf8df64eac14192561fa96f
3
+ size 2322156480
DeepHermes-3-Llama-3-3B-Preview.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9c2f7a6bec45b45dd329a095ac9098e637387e1cfb14c525c2a6325b5a5c430
3
+ size 2269514688
DeepHermes-3-Llama-3-3B-Preview.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e02d2e6834bcfc19e754a3ce9509dbdec92082e0875603eb5919a4c091e41565
3
+ size 2643856320
DeepHermes-3-Llama-3-3B-Preview.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9db31047613b587af824363adbf3ad6487fafa7cf3e4499cc66f0183cb465d53
3
+ size 3421901760
DeepHermes-3-Llama-3-3B-Preview.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f758a1dcbd4bfc0ba5758b8cc32873ca331d22014a376a1c6d650e92a09f8a89
3
+ size 6433690560