Hugging Face's logo

SimmonsSongHW
/
Qwen2.5-1.5B-Instruct-GGUF-Imatrix

GGUF
imatrix
conversational
Model card Files Community
SimmonsSongHW commited on
Commit
89ae79f
·
verified ·
1 Parent(s): 5d8beb0

Upload 9 files

Browse files
Files changed (10) hide show
  1. .gitattributes +9 -0
  2. Qwen2.5-1.5B-Instruct-Q2_K.gguf +3 -0
  3. Qwen2.5-1.5B-Instruct-Q3_K.gguf +3 -0
  4. Qwen2.5-1.5B-Instruct-Q4_0.gguf +3 -0
  5. Qwen2.5-1.5B-Instruct-Q4_K.gguf +3 -0
  6. Qwen2.5-1.5B-Instruct-Q5_0.gguf +3 -0
  7. Qwen2.5-1.5B-Instruct-Q5_K.gguf +3 -0
  8. Qwen2.5-1.5B-Instruct-Q6_K.gguf +3 -0
  9. Qwen2.5-1.5B-Instruct-Q8_0.gguf +3 -0
  10. Qwen2.5-1.5B-Instruct.imatrix +3 -0
.gitattributes CHANGED
@@ -33,3 +33,12 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Qwen2.5-1.5B-Instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Qwen2.5-1.5B-Instruct-Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Qwen2.5-1.5B-Instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Qwen2.5-1.5B-Instruct-Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Qwen2.5-1.5B-Instruct-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Qwen2.5-1.5B-Instruct-Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Qwen2.5-1.5B-Instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Qwen2.5-1.5B-Instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Qwen2.5-1.5B-Instruct.imatrix filter=lfs diff=lfs merge=lfs -text
Qwen2.5-1.5B-Instruct-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b85a062e6943739c4c5d3b2e8426c511ce4cd1d6d47e5edfa88974c84b31dcb4
3
+ size 676305184
Qwen2.5-1.5B-Instruct-Q3_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a07692f43c9350069ff94bee025d134ec0a70e7ce9149a7564757810d8212e5b
3
+ size 824178976
Qwen2.5-1.5B-Instruct-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9994f7c22d57a002b457cee4bd84d347d61293e1dca8b6a1bbad25e04553bb95
3
+ size 937535776
Qwen2.5-1.5B-Instruct-Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ecfb8f8e6a9a49f996fb6c07e90aa21d089dc0f66ab6a2ea9aa11b7719081c15
3
+ size 986048800
Qwen2.5-1.5B-Instruct-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bce14c1e59f20de3ccb2c21fd3247b9c1aaac93f40da416ee3e2de73196af5a1
3
+ size 1101310240
Qwen2.5-1.5B-Instruct-Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67548969244766dee7929323b0ca9c8856f18f425b54d21366c1cdb87ff25f1d
3
+ size 1125050656
Qwen2.5-1.5B-Instruct-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e11b4f9fa4d093513871cf27bb98395cef4bc89c8817d96e2d5fbacf52338050
3
+ size 1272740128
Qwen2.5-1.5B-Instruct-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:898c765de4fc5451d62d4a0963085d9cdb4e13fb546c69e4a14ec79cb4004bfb
3
+ size 1646573344
Qwen2.5-1.5B-Instruct.imatrix ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d336bb4038f419aa713cfd7aac2086d7c9da9f9eceba7fb9c1cf3af33bafdfe
3
+ size 2042223