Hugging Face's logo

gabriellarson
/
Hunyuan-1.8B-Instruct-GGUF

Transformers
GGUF
conversational
Model card Files
xet
Community
gabriellarson commited on
Commit
f5c6905
·
verified ·
1 Parent(s): 219c8e4

Upload folder using huggingface_hub

Browse files
Files changed (24) hide show
  1. .gitattributes +23 -0
  2. Hunyuan-1.8B-Instruct-IQ2_M.gguf +3 -0
  3. Hunyuan-1.8B-Instruct-IQ2_S.gguf +3 -0
  4. Hunyuan-1.8B-Instruct-IQ2_XS.gguf +3 -0
  5. Hunyuan-1.8B-Instruct-IQ2_XXS.gguf +3 -0
  6. Hunyuan-1.8B-Instruct-IQ3_M.gguf +3 -0
  7. Hunyuan-1.8B-Instruct-IQ3_S.gguf +3 -0
  8. Hunyuan-1.8B-Instruct-IQ3_XS.gguf +3 -0
  9. Hunyuan-1.8B-Instruct-IQ3_XXS.gguf +3 -0
  10. Hunyuan-1.8B-Instruct-IQ4_NL.gguf +3 -0
  11. Hunyuan-1.8B-Instruct-IQ4_XS.gguf +3 -0
  12. Hunyuan-1.8B-Instruct-Q2_K.gguf +3 -0
  13. Hunyuan-1.8B-Instruct-Q2_K_S.gguf +3 -0
  14. Hunyuan-1.8B-Instruct-Q3_K_L.gguf +3 -0
  15. Hunyuan-1.8B-Instruct-Q3_K_M.gguf +3 -0
  16. Hunyuan-1.8B-Instruct-Q3_K_S.gguf +3 -0
  17. Hunyuan-1.8B-Instruct-Q4_0.gguf +3 -0
  18. Hunyuan-1.8B-Instruct-Q4_K_M.gguf +3 -0
  19. Hunyuan-1.8B-Instruct-Q4_K_S.gguf +3 -0
  20. Hunyuan-1.8B-Instruct-Q5_0.gguf +3 -0
  21. Hunyuan-1.8B-Instruct-Q5_K_M.gguf +3 -0
  22. Hunyuan-1.8B-Instruct-Q5_K_S.gguf +3 -0
  23. Hunyuan-1.8B-Instruct-Q6_K.gguf +3 -0
  24. Hunyuan-1.8B-Instruct-Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,26 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  Hunyuan-1.8B-Instruct-F16.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  Hunyuan-1.8B-Instruct-F16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Hunyuan-1.8B-Instruct-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Hunyuan-1.8B-Instruct-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Hunyuan-1.8B-Instruct-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Hunyuan-1.8B-Instruct-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Hunyuan-1.8B-Instruct-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Hunyuan-1.8B-Instruct-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Hunyuan-1.8B-Instruct-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Hunyuan-1.8B-Instruct-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Hunyuan-1.8B-Instruct-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Hunyuan-1.8B-Instruct-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Hunyuan-1.8B-Instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Hunyuan-1.8B-Instruct-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Hunyuan-1.8B-Instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Hunyuan-1.8B-Instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Hunyuan-1.8B-Instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Hunyuan-1.8B-Instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Hunyuan-1.8B-Instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Hunyuan-1.8B-Instruct-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Hunyuan-1.8B-Instruct-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Hunyuan-1.8B-Instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Hunyuan-1.8B-Instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Hunyuan-1.8B-Instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Hunyuan-1.8B-Instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
Hunyuan-1.8B-Instruct-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95d6deea085ca014f5bba570960fbc4b021c011aa158dd7be8c937ee0f163288
3
+ size 698486912
Hunyuan-1.8B-Instruct-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4d3430f3c0f6caf4573f9171384a8c2489f7c905a6b3d4095a646557271f403
3
+ size 657068160
Hunyuan-1.8B-Instruct-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f11bf1d6b4e344e05e221742fc73ac5da75a3892dd7ed3795af10e8f3b97b1a
3
+ size 633081984
Hunyuan-1.8B-Instruct-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03c4f8d99c74b69258e5961e66ba5c76dbae058833be7c3a523feccc68755901
3
+ size 587468928
Hunyuan-1.8B-Instruct-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bdba11ea1763290570cf7a822acdeb6a999f557efe70e056ad055086d853cc30
3
+ size 900825504
Hunyuan-1.8B-Instruct-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd2ce088ff896ddcfae27378d6acc44842504273d2d8ac25b465d1f7af3b7462
3
+ size 876315040
Hunyuan-1.8B-Instruct-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b43c2269474bc4dc9e463fad331bed95962f56953ae19f17c4725b8225820cc
3
+ size 840139168
Hunyuan-1.8B-Instruct-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3e29b78b51826ec9080159b3d78b5afc85e2e8d89a4ea5950c0ef20c34ce6b2
3
+ size 768479360
Hunyuan-1.8B-Instruct-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4962fced8db6aeaadf0b4feb7bd5ca694d1963fa70688e03405d2023b928877
3
+ size 1081049504
Hunyuan-1.8B-Instruct-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44964fa8818cdce1a3485f10bafb6449f54990325680f9dd092266a98dca948e
3
+ size 1033863584
Hunyuan-1.8B-Instruct-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:344ba7c896a01f89a9ea15e806cab903f8117ff8a1456403bfd57ff4d66913df
3
+ size 777486752
Hunyuan-1.8B-Instruct-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3840d79d7fe3f71c29d34bcefc5cc8bdcd4e3af8c16b741f10aad1452c47676c
3
+ size 734757280
Hunyuan-1.8B-Instruct-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4075ab2927c24e31ab669f3ab245c810144b4f8bfec1e16fd942461561052413
3
+ size 1018921376
Hunyuan-1.8B-Instruct-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f14bf12040821cda69f1be2fc55b07632de5ea9c7d982dc18213c57952784835
3
+ size 951026080
Hunyuan-1.8B-Instruct-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f310f9a81f055b853e473c1160872adbda4096e4bbf4fd4a8ff1577fcd035c59
3
+ size 871858592
Hunyuan-1.8B-Instruct-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb36a8507bdb4a409da1a8ce50537a03165aec6a07122a423245978d4ccca40e
3
+ size 1080000928
Hunyuan-1.8B-Instruct-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9704e6d67dc5bd6ca0add3cda66072dc85eacbd8b9c021f0a7f9182b2c52cee1
3
+ size 1133085088
Hunyuan-1.8B-Instruct-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41d7485aa4fe32416f633e2c110b53c883197cd5bf6704e09613d9f16f0689a6
3
+ size 1083670944
Hunyuan-1.8B-Instruct-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59db516f656d4253afbfc9583d04c1fcd806afdc9fa69079716fe48b492bd19c
3
+ size 1272938912
Hunyuan-1.8B-Instruct-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e89fe518e47183c9d1ced8ac2bc8de2705f53af8a0a60014a0ad78d25b91b48c
3
+ size 1298760096
Hunyuan-1.8B-Instruct-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a7bc2edaa63ad54936e757f15f350bffd71c1d2032f57b9e232dc91be804f30
3
+ size 1269793184
Hunyuan-1.8B-Instruct-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbb48bf835549052a10cf5308c9bb0ed80e7da975fea2828e9f2602a0d1fcefd
3
+ size 1474789792
Hunyuan-1.8B-Instruct-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f0ab4f5890c6762a7d514a07399ebe4d19f43c2e5835ad3d56b9db2dd211526
3
+ size 1908532864