larenspear commited on
Commit
e1aa863
·
1 Parent(s): fa88d14

GGUF Quantization

Browse files
yo-llama-3-8b-instruct-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b22a4f26d70f88f4336471d96f8f8946ca9e202808bd01274a2552035929c8ea
3
+ size 3179131168
yo-llama-3-8b-instruct-q3_k_l.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78fc76a9a8601225d13377af45d39a44f4e5c2da8af9f076e729299593699347
3
+ size 4321956128
yo-llama-3-8b-instruct-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8dfffa8060c34e065362289e1b60ba7275a6b52314618210a9c094fc967af36
3
+ size 4018917664
yo-llama-3-8b-instruct-q3_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab9d48ecaa19d23187875d256d38d912f158e9fd0fa21bb4156c047c42012218
3
+ size 3664498976
yo-llama-3-8b-instruct-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:278de07aeb3c4f6efc74ccad7c8f9f32ba8ce98258e99a0f6ff511d573ebb4c0
3
+ size 4920733984
yo-llama-3-8b-instruct-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f482546247bd8ec0eca5804b1fc5f7ea60f7c11cea29a33046caf76e8f95de20
3
+ size 4692668704
yo-llama-3-8b-instruct-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25151ee54c51d3f5991cc8ebd8a7ee8a0a0ca8864822009532dde3e91881d91b
3
+ size 5732987168
yo-llama-3-8b-instruct-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67b510ba4cb7b65a636d63c8a63ea6c08db8ee3ccfec0daa32388ea254f49f43
3
+ size 5599293728
yo-llama-3-8b-instruct-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e483c3f5b9c1fdebd2f785998091faf166cb339aecb9896d316b6972a037ff92
3
+ size 6596006176
yo-llama-3-8b-instruct-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:087963b0d8e295aef366a97b1aa0504d37fee5bbfeaae3dca70364990c3f8a36
3
+ size 8540770592