Hugging Face's logo

mradermacher
/
Dolphin3.0-Llama3.2-3B-i1-GGUF

Transformers
GGUF
English
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
60b1151
·
verified ·
1 Parent(s): a7e46e2

uploaded from marco

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. Dolphin3.0-Llama3.2-3B.i1-IQ1_M.gguf +3 -0
  3. Dolphin3.0-Llama3.2-3B.i1-IQ1_S.gguf +3 -0
  4. Dolphin3.0-Llama3.2-3B.i1-IQ2_M.gguf +3 -0
  5. Dolphin3.0-Llama3.2-3B.i1-IQ2_S.gguf +3 -0
  6. Dolphin3.0-Llama3.2-3B.i1-IQ2_XS.gguf +3 -0
  7. Dolphin3.0-Llama3.2-3B.i1-IQ2_XXS.gguf +3 -0
  8. Dolphin3.0-Llama3.2-3B.i1-IQ3_M.gguf +3 -0
  9. Dolphin3.0-Llama3.2-3B.i1-IQ3_S.gguf +3 -0
  10. Dolphin3.0-Llama3.2-3B.i1-IQ3_XS.gguf +3 -0
  11. Dolphin3.0-Llama3.2-3B.i1-IQ3_XXS.gguf +3 -0
  12. Dolphin3.0-Llama3.2-3B.i1-IQ4_NL.gguf +3 -0
  13. Dolphin3.0-Llama3.2-3B.i1-IQ4_XS.gguf +3 -0
  14. Dolphin3.0-Llama3.2-3B.i1-Q2_K.gguf +3 -0
  15. Dolphin3.0-Llama3.2-3B.i1-Q2_K_S.gguf +3 -0
  16. Dolphin3.0-Llama3.2-3B.i1-Q3_K_L.gguf +3 -0
  17. Dolphin3.0-Llama3.2-3B.i1-Q3_K_M.gguf +3 -0
  18. Dolphin3.0-Llama3.2-3B.i1-Q3_K_S.gguf +3 -0
  19. Dolphin3.0-Llama3.2-3B.i1-Q4_0.gguf +3 -0
  20. Dolphin3.0-Llama3.2-3B.i1-Q4_1.gguf +3 -0
  21. Dolphin3.0-Llama3.2-3B.i1-Q4_K_M.gguf +3 -0
  22. Dolphin3.0-Llama3.2-3B.i1-Q4_K_S.gguf +3 -0
  23. Dolphin3.0-Llama3.2-3B.i1-Q5_K_M.gguf +3 -0
  24. Dolphin3.0-Llama3.2-3B.i1-Q5_K_S.gguf +3 -0
  25. Dolphin3.0-Llama3.2-3B.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Dolphin3.0-Llama3.2-3B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Dolphin3.0-Llama3.2-3B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Dolphin3.0-Llama3.2-3B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Dolphin3.0-Llama3.2-3B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Dolphin3.0-Llama3.2-3B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Dolphin3.0-Llama3.2-3B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Dolphin3.0-Llama3.2-3B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Dolphin3.0-Llama3.2-3B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Dolphin3.0-Llama3.2-3B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Dolphin3.0-Llama3.2-3B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Dolphin3.0-Llama3.2-3B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Dolphin3.0-Llama3.2-3B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Dolphin3.0-Llama3.2-3B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Dolphin3.0-Llama3.2-3B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Dolphin3.0-Llama3.2-3B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Dolphin3.0-Llama3.2-3B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Dolphin3.0-Llama3.2-3B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Dolphin3.0-Llama3.2-3B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Dolphin3.0-Llama3.2-3B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Dolphin3.0-Llama3.2-3B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Dolphin3.0-Llama3.2-3B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Dolphin3.0-Llama3.2-3B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Dolphin3.0-Llama3.2-3B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ Dolphin3.0-Llama3.2-3B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Dolphin3.0-Llama3.2-3B.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d90a71d6b117e4bc1559c0c397aeb5ed6c821bb464128961d2d09e1a9979cc6
3
+ size 924195552
Dolphin3.0-Llama3.2-3B.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:039fc8769946fd18a2b69908e70eceeb06445936fdc264f5306c9dde96ac7a3e
3
+ size 868162272
Dolphin3.0-Llama3.2-3B.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b94f6fe2b65b9b2f88c09a0a5ae8fd7317faaf3d8be14c57a7e5c7eab44d5f8
3
+ size 1229036256
Dolphin3.0-Llama3.2-3B.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4ea162963e287b5660c812269217ed54d047874e623862ee150bd0f8a761763
3
+ size 1154325216
Dolphin3.0-Llama3.2-3B.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfbb5dd90c1f60cb7b6beffd4b95e3a5252f7904032899d7daae88744b75536d
3
+ size 1100552928
Dolphin3.0-Llama3.2-3B.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1a0bd78e897954c458d73305cff48e6e041bd8bf0996daf5437c309915814d6
3
+ size 1017584352
Dolphin3.0-Llama3.2-3B.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f28ae625c093ed658500c1b5d565535875529052bb055171b7f490d5dcbb45b8
3
+ size 1599673888
Dolphin3.0-Llama3.2-3B.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8646b0db254406bcaf9af51129787e03d178dad16cf801f67321341c34b213f1
3
+ size 1542854176
Dolphin3.0-Llama3.2-3B.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1dbeaa78b842d21536be61d7c2f9adfc44bbd283fbe15cc06de19dc167e1c861
3
+ size 1476793888
Dolphin3.0-Llama3.2-3B.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0eaa5c4649e81984c29a65f355fb844fd258ddf30206676f810054f10c339e99
3
+ size 1348770528
Dolphin3.0-Llama3.2-3B.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95d67c677ba7e195eba565a0d527ed197d4a15eae3440c682f3548d82c94dc5e
3
+ size 1917195808
Dolphin3.0-Llama3.2-3B.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8602f977aecf36e7f4b453f7f95681e4965f599d5dc1664c0ae4fba21f4cc120
3
+ size 1829115424
Dolphin3.0-Llama3.2-3B.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6bf63dcfec1c915a2fb7fa999557bd577ea0af7183bcabef4332f667b2d91bfe
3
+ size 1363940896
Dolphin3.0-Llama3.2-3B.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0f5caec76cd57ad06319b4b48274ec8d3001f141a17c46685ea06783255301d
3
+ size 1274287648
Dolphin3.0-Llama3.2-3B.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c256d0df4a812979b08938efed4873070cfb0d82c578d9826fbc31593b77dac0
3
+ size 1815352864
Dolphin3.0-Llama3.2-3B.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef54cfb8bd4f682419720b1bf9169be4a37175b137bd2013ff3f1f15635a4416
3
+ size 1687164448
Dolphin3.0-Llama3.2-3B.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:846c57d2472c2a7d1eaaacbaa719a463a7ecc944e1fa4ee58b34f4ff66dbf933
3
+ size 1542854176
Dolphin3.0-Llama3.2-3B.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff95ba8a2f8bbbf7aa866b8e9a86225f7c329065921ced3a27fef6abddaa6610
3
+ size 1921914400
Dolphin3.0-Llama3.2-3B.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9274f12a4327556e07509b7d19924202c25b7773631c27089aac4f8dc2355f1b
3
+ size 2093356576
Dolphin3.0-Llama3.2-3B.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0961ddf8ea3c3dede2b271f8b28e59750e6ee0d5a93d23cebeea3c25ad99f02
3
+ size 2019382816
Dolphin3.0-Llama3.2-3B.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54c607973e005f84a60db1c754030cc8fa5f4f81913de7ef6cdd251f284c7f91
3
+ size 1928205856
Dolphin3.0-Llama3.2-3B.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:807bf21130acb0cfe5c6899371fb117c8538f68021e972024c85ef476152c412
3
+ size 2322159136
Dolphin3.0-Llama3.2-3B.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77ae4554f605f6a799a7bce4aeab93e33deb3ddf41f2d078d210a099e40accf4
3
+ size 2269517344
Dolphin3.0-Llama3.2-3B.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ea4e2468e85f2791063aaf921e107dea77c31eec4a77e3ecb471528730fcd33
3
+ size 2643858976