larenspear commited on
Commit
8d03816
·
1 Parent(s): c02f505

GGUF Quantization

Browse files
wildllama-7b-user-assistant-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ac22e35b9f87ab2b5aedbd4605fd165652e128b45a25265ae00cdc6f4b18442
3
+ size 2532863872
wildllama-7b-user-assistant-q3_k_l.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:099768ef663fa41142944f1a5b01cb2d842f6f9a73744a776206e09a6fc7e0e8
3
+ size 3597111168
wildllama-7b-user-assistant-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97b287ab1776b8323133c2d03bdf84fa81ee7ba994426fbed9c5c148e6457c46
3
+ size 3298004864
wildllama-7b-user-assistant-q3_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2a5f747f4373eb928c0fb8e6c22e721ab70347b4bab93ad8b1135d5e0187709
3
+ size 2948304768
wildllama-7b-user-assistant-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb475929f99f3c44d0c13b145ee107decf463b1211622a7540a355f65eff22d8
3
+ size 4081004416
wildllama-7b-user-assistant-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e77277810b87bf03c3ef9c76d93a1b829631d6797b8d5b8942effa2514f9b9de
3
+ size 3856740224
wildllama-7b-user-assistant-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75b79080efce58e0e9ec58b61919cd6986f32b10c6851f185886177bba49c083
3
+ size 4783157120
wildllama-7b-user-assistant-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:031cb27f96a6e82e0ea8aaa6f37189e82777eade401730666e2567ee0aa2beb9
3
+ size 4651691904
wildllama-7b-user-assistant-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14085eb6dc0225e17dda52f68bf9fd278a7510a6f0cc9e6f6320bceece0a7047
3
+ size 5529194368
wildllama-7b-user-assistant-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97cbad43e80c368ca31c98eb41cd2d64210b1cd3c0c49502108a4fca67a9936f
3
+ size 7161089920