GGUF Quantization

olmo-7b-twin-2t-hf-q2_k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64642e2ec1424fd4055e78d4b8519e75eee40b4ce40cc3312f3f19eab82c6daf
+size 2618942240

olmo-7b-twin-2t-hf-q3_k_m.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:630af1e12fe7854b76f4c52cb443dfaaa4709393dc0c083bc0276f3bdb892db9
+size 3391697696

olmo-7b-twin-2t-hf-q3_k_s.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1c51f833599a5c43526a304c1b600dde4af2438e2b1a019b282dbb5da46ac26
+size 3041997600

olmo-7b-twin-2t-hf-q4_k_m.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc63b45361b135b41f86036188e10107453e9b50cedcb5fc8cb842761d364448
+size 4184654624

olmo-7b-twin-2t-hf-q4_k_s.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3557f39662484b5708d0b115403ccca2663f68f0ef4f53d29c8378a4bb9f0bc
+size 3960390432

olmo-7b-twin-2t-hf-q5_k_m.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c5dac24711bdb856fa1de31762c17fe796f40ad3f16801e56ac05580912e96
+size 4896178976

olmo-7b-twin-2t-hf-q5_k_s.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c12c7db918e5ab58f78c4195b20f6eed0fbbb8949cf094c4fc84b1cd5d3d954
+size 4764713760

olmo-7b-twin-2t-hf-q6_k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:008130fbbf7b513946685ad991f734ed46c5aaaaf0a0005d89453f16cc61c429
+size 5652173600

olmo-7b-twin-2t-hf-q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f824e52bf06e1bb1da69c9361366cf55a7d4b76082447cb52b6361147f287729
+size 7320384288