larenspear commited on
Commit
e14e65c
·
1 Parent(s): 8566922

GGUF Quantization

Browse files
openelm-270m-instruct-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba5f4ce57de66a83dd18345cf97814bb17d30dcdc6a877d0c39a8d58c6ac81e3
3
+ size 118303904
openelm-270m-instruct-q3_k_l.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db0742b87b9a48b86dddc3ee649a556bb17bf80090af52b1090d9bb58afb6998
3
+ size 158373024
openelm-270m-instruct-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52b9b9b66bdb4a3d35190f3b38c30c2aab0d68ed2c60a14987858c2402f0476d
3
+ size 148460704
openelm-270m-instruct-q3_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c3944128074de6aa292dd17ab79ec6bb0b80e931e58df43b6118a76006c6e6b
3
+ size 133562784
openelm-270m-instruct-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0815b976192586d23e3ec028a6935bb9eb9cc3d9aeb5ff3952c1deeea3ce7c4
3
+ size 175399584
openelm-270m-instruct-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9bf7a0f8e892ebace798cabb7d5726d93215987ec1a550a8e862abd5086f04f5
3
+ size 164465824
openelm-270m-instruct-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20614f37e12687b86cc1e59c422cf075c6196006ea526517788c5443ec4fdacf
3
+ size 200893344
openelm-270m-instruct-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69e950cda6ef7f9b31a3115f31f99d5a4132f1e92b3eb51e6c538ff9b815057e
3
+ size 192994464
openelm-270m-instruct-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ff7e0fa46a91c140219a84c7f862ed461500b32e3a17f50eec1a2ad124700ec
3
+ size 223610784
openelm-270m-instruct-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6304fa534b84945ee426970f45d97d9c9e0df90b7ae083730165995fc7356ef3
3
+ size 289360544