larenspear commited on
Commit
e2e9049
·
1 Parent(s): e2a73e0

GGUF Quantization

Browse files
wildllama-7b-assistant-only-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:354ec53ba61695a1689a1e27bf5ca8b13b216f873c901c89559a53a3ef715e3d
3
+ size 4081004416
wildllama-7b-assistant-only-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1618365529f25be6f71a6c0a64eb3d1c3a6361c8a0714712e94db0a7419bc70
3
+ size 4783157120
wildllama-7b-assistant-only-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ba193d9dbf12f10c1c37bb7f8dd1264d976ee7d0f78dfcdeed81422f47f4068
3
+ size 4651691904
wildllama-7b-assistant-only-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42dae7b1e62ce5af03959218d5ebd7ca95428ec000fa802baf290dd215a06877
3
+ size 5529194368
wildllama-7b-assistant-only-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c695b679ee88d0b45219ee603ee422deb61559af260e98cfe17f2e4ab132b74c
3
+ size 7161089920