Hugging Face's logo

Felladrin
/
gguf-sharded-Qwen2-0.5B-Instruct

GGUF
conversational
Model card Files Community
Felladrin commited on
Commit
388672e
·
verified ·
1 Parent(s): 29fa0f9

Upload folder using huggingface_hub

Browse files
Files changed (33) hide show
  1. .gitattributes +32 -0
  2. Qwen2-0.5B-Instruct.Q2_K.shard-00001-of-00003.gguf +3 -0
  3. Qwen2-0.5B-Instruct.Q2_K.shard-00002-of-00003.gguf +3 -0
  4. Qwen2-0.5B-Instruct.Q2_K.shard-00003-of-00003.gguf +3 -0
  5. Qwen2-0.5B-Instruct.Q3_K_M.shard-00001-of-00003.gguf +3 -0
  6. Qwen2-0.5B-Instruct.Q3_K_M.shard-00002-of-00003.gguf +3 -0
  7. Qwen2-0.5B-Instruct.Q3_K_M.shard-00003-of-00003.gguf +3 -0
  8. Qwen2-0.5B-Instruct.Q3_K_S.shard-00001-of-00003.gguf +3 -0
  9. Qwen2-0.5B-Instruct.Q3_K_S.shard-00002-of-00003.gguf +3 -0
  10. Qwen2-0.5B-Instruct.Q3_K_S.shard-00003-of-00003.gguf +3 -0
  11. Qwen2-0.5B-Instruct.Q4_0.shard-00001-of-00003.gguf +3 -0
  12. Qwen2-0.5B-Instruct.Q4_0.shard-00002-of-00003.gguf +3 -0
  13. Qwen2-0.5B-Instruct.Q4_0.shard-00003-of-00003.gguf +3 -0
  14. Qwen2-0.5B-Instruct.Q4_K_M.shard-00001-of-00003.gguf +3 -0
  15. Qwen2-0.5B-Instruct.Q4_K_M.shard-00002-of-00003.gguf +3 -0
  16. Qwen2-0.5B-Instruct.Q4_K_M.shard-00003-of-00003.gguf +3 -0
  17. Qwen2-0.5B-Instruct.Q4_K_S.shard-00001-of-00003.gguf +3 -0
  18. Qwen2-0.5B-Instruct.Q4_K_S.shard-00002-of-00003.gguf +3 -0
  19. Qwen2-0.5B-Instruct.Q4_K_S.shard-00003-of-00003.gguf +3 -0
  20. Qwen2-0.5B-Instruct.Q5_K_M.shard-00001-of-00003.gguf +3 -0
  21. Qwen2-0.5B-Instruct.Q5_K_M.shard-00002-of-00003.gguf +3 -0
  22. Qwen2-0.5B-Instruct.Q5_K_M.shard-00003-of-00003.gguf +3 -0
  23. Qwen2-0.5B-Instruct.Q5_K_S.shard-00001-of-00003.gguf +3 -0
  24. Qwen2-0.5B-Instruct.Q5_K_S.shard-00002-of-00003.gguf +3 -0
  25. Qwen2-0.5B-Instruct.Q5_K_S.shard-00003-of-00003.gguf +3 -0
  26. Qwen2-0.5B-Instruct.Q6_K.shard-00001-of-00004.gguf +3 -0
  27. Qwen2-0.5B-Instruct.Q6_K.shard-00002-of-00004.gguf +3 -0
  28. Qwen2-0.5B-Instruct.Q6_K.shard-00003-of-00004.gguf +3 -0
  29. Qwen2-0.5B-Instruct.Q6_K.shard-00004-of-00004.gguf +3 -0
  30. Qwen2-0.5B-Instruct.Q8_0.shard-00001-of-00004.gguf +3 -0
  31. Qwen2-0.5B-Instruct.Q8_0.shard-00002-of-00004.gguf +3 -0
  32. Qwen2-0.5B-Instruct.Q8_0.shard-00003-of-00004.gguf +3 -0
  33. Qwen2-0.5B-Instruct.Q8_0.shard-00004-of-00004.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,35 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Qwen2-0.5B-Instruct.Q2_K.shard-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Qwen2-0.5B-Instruct.Q2_K.shard-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Qwen2-0.5B-Instruct.Q2_K.shard-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Qwen2-0.5B-Instruct.Q3_K_M.shard-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Qwen2-0.5B-Instruct.Q3_K_M.shard-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Qwen2-0.5B-Instruct.Q3_K_M.shard-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Qwen2-0.5B-Instruct.Q3_K_S.shard-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Qwen2-0.5B-Instruct.Q3_K_S.shard-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Qwen2-0.5B-Instruct.Q3_K_S.shard-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Qwen2-0.5B-Instruct.Q4_0.shard-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Qwen2-0.5B-Instruct.Q4_0.shard-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Qwen2-0.5B-Instruct.Q4_0.shard-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Qwen2-0.5B-Instruct.Q4_K_M.shard-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Qwen2-0.5B-Instruct.Q4_K_M.shard-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Qwen2-0.5B-Instruct.Q4_K_M.shard-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Qwen2-0.5B-Instruct.Q4_K_S.shard-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Qwen2-0.5B-Instruct.Q4_K_S.shard-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Qwen2-0.5B-Instruct.Q4_K_S.shard-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Qwen2-0.5B-Instruct.Q5_K_M.shard-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Qwen2-0.5B-Instruct.Q5_K_M.shard-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Qwen2-0.5B-Instruct.Q5_K_M.shard-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Qwen2-0.5B-Instruct.Q5_K_S.shard-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Qwen2-0.5B-Instruct.Q5_K_S.shard-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Qwen2-0.5B-Instruct.Q5_K_S.shard-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
60
+ Qwen2-0.5B-Instruct.Q6_K.shard-00001-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
61
+ Qwen2-0.5B-Instruct.Q6_K.shard-00002-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
62
+ Qwen2-0.5B-Instruct.Q6_K.shard-00003-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
63
+ Qwen2-0.5B-Instruct.Q6_K.shard-00004-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
64
+ Qwen2-0.5B-Instruct.Q8_0.shard-00001-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
65
+ Qwen2-0.5B-Instruct.Q8_0.shard-00002-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
66
+ Qwen2-0.5B-Instruct.Q8_0.shard-00003-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
67
+ Qwen2-0.5B-Instruct.Q8_0.shard-00004-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
Qwen2-0.5B-Instruct.Q2_K.shard-00001-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7a76bf87f66adc0645eca4294d4f016e9a2ab2e74bce029eb4ac744ef43e3a4
3
+ size 150575584
Qwen2-0.5B-Instruct.Q2_K.shard-00002-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:788c1fe10bfdec855832af012f58739e899310aff7ee7644b2eb55f305955ef2
3
+ size 142894560
Qwen2-0.5B-Instruct.Q2_K.shard-00003-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aee45d55c55a5f1b943eb7adc8202ef5cb5114e71ba4c0401f8b3602670cbf46
3
+ size 45134624
Qwen2-0.5B-Instruct.Q3_K_M.shard-00001-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e011b4edacef3d486507de8c5316fb705f5cfa313c4cbe7a60f43d7254bbb54c
3
+ size 150575584
Qwen2-0.5B-Instruct.Q3_K_M.shard-00002-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71d3057b6f31498ee460e17a27d9cf078da169384d0ed87ddf97aee1933fa7fd
3
+ size 144201920
Qwen2-0.5B-Instruct.Q3_K_M.shard-00003-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6628206aa9a0343ecaf343ec97edc5449e0eb25829105ba9b2f8a659847f5753
3
+ size 60686400
Qwen2-0.5B-Instruct.Q3_K_S.shard-00001-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a240dc9efdbb2d112310d861df9e7197588fba61ea16a07e564730b00beebc45
3
+ size 150575584
Qwen2-0.5B-Instruct.Q3_K_S.shard-00002-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96181c29d5181d2157a3d5e081db0d7e11356c8f888df0d0310be7847dc2768d
3
+ size 142636512
Qwen2-0.5B-Instruct.Q3_K_S.shard-00003-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea4a8d2b01269143b90047cbfc90ec5e52848f2370f8454d08e22df2cc4cd455
3
+ size 45048608
Qwen2-0.5B-Instruct.Q4_0.shard-00001-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e90e937c7ef66552db7ba238ec649397dd79b57bf43f2f26973ed6431022c2cc
3
+ size 150575584
Qwen2-0.5B-Instruct.Q4_0.shard-00002-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbad47107160a2f3d05bd3c316a6f0b7887f9044d4ebffbe44e5aa0394f338ef
3
+ size 142783488
Qwen2-0.5B-Instruct.Q4_0.shard-00003-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11c1c7b8a161a6a9a8f56811e2f7064e3a5761d2870d6874aa05e545dc7689f6
3
+ size 58793216
Qwen2-0.5B-Instruct.Q4_K_M.shard-00001-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74c76c5902d8782f07af162f32f828c28b2387cbfc3a6ff80847ab66d34fb6b8
3
+ size 150575584
Qwen2-0.5B-Instruct.Q4_K_M.shard-00002-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b96174be3179020e105f733636a872e8db7308413be86fd4bd7526ec80dc2d2b
3
+ size 143050752
Qwen2-0.5B-Instruct.Q4_K_M.shard-00003-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4547d456bcf19a380343bfad6b2030a2b611ab9fdb97a9b42ec056dc61a5995e
3
+ size 104178944
Qwen2-0.5B-Instruct.Q4_K_S.shard-00001-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed62fa799a666240c159f3080acf7f61ac680e2e2b6ad678798ddf3a618b06c9
3
+ size 150575584
Qwen2-0.5B-Instruct.Q4_K_S.shard-00002-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14c24685e48ed2db18279d101b5c6ae4e6045c25dfa08e2453b1e1973ec7ac80
3
+ size 143161984
Qwen2-0.5B-Instruct.Q4_K_S.shard-00003-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b337ca72178541c7a2dcd1d862eb4be98866a81248365a00da1e0350fcd8515f
3
+ size 91731584
Qwen2-0.5B-Instruct.Q5_K_M.shard-00001-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e49db14c09729b38d702721f547ebd7673e36842de87845b8f697df7c807376
3
+ size 150575584
Qwen2-0.5B-Instruct.Q5_K_M.shard-00002-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c06d9def62d0291ceeaec38a3391a89950dbe5928ed1e99fe7459c561a358d78
3
+ size 144377856
Qwen2-0.5B-Instruct.Q5_K_M.shard-00003-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fc50b9d903e7efd37d677b045d24018027f8db35cdf8183ab434a91f7269926
3
+ size 125129984
Qwen2-0.5B-Instruct.Q5_K_S.shard-00001-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b239d0b44083734e7db6e538b9cc3a3e1d1dc90e20e28ae8808ed50c2e1b1e1
3
+ size 150575584
Qwen2-0.5B-Instruct.Q5_K_S.shard-00002-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3049506bc347c6f834f835dc13958256c7df02a092bce75b3d96d86595d9c29d
3
+ size 141988160
Qwen2-0.5B-Instruct.Q5_K_S.shard-00003-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d62e4396ce02de38a38195631cd93455db09efa96e6f858a94fc8b896c0c32d2
3
+ size 120143808
Qwen2-0.5B-Instruct.Q6_K.shard-00001-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de7612a30679bbb4024922aeff0754f208b554af1331bcb2f9f7a1218f9538ab
3
+ size 150575584
Qwen2-0.5B-Instruct.Q6_K.shard-00002-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b8b811e3a9630a21ee511e7bd7ec76cc9e41817416b1692e52efc357cfb04a4
3
+ size 141390080
Qwen2-0.5B-Instruct.Q6_K.shard-00003-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d9845de78adfeae50a4f434925a328e7418b87477c1e57ba9bffdadfb72aaeb
3
+ size 143352064
Qwen2-0.5B-Instruct.Q6_K.shard-00004-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:612c09767444efeadebfa618708b291ab4ab1bed3151bcfc0c87953ba4a9da3a
3
+ size 70416224
Qwen2-0.5B-Instruct.Q8_0.shard-00001-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e6650e6149dd78c6be9ddc06790d9a43b3e0f2e0a055789242363b50396d2fe
3
+ size 150575584
Qwen2-0.5B-Instruct.Q8_0.shard-00002-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a9a124c6b86a6b293c76ae9ee2c60f1bb930c5f62dba0aaae5c4f605e404088
3
+ size 142683808
Qwen2-0.5B-Instruct.Q8_0.shard-00003-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3323d22ab7ef17efcd874c39693f476fc2e9209b2014908e811da38bbff4ff6c
3
+ size 142683808
Qwen2-0.5B-Instruct.Q8_0.shard-00004-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f824ee0f717ed4090d0a40fbfdb0c51eede2abc7bec2764285a6efeafdacf182
3
+ size 95122496