GGUF Quantization

olmo-7b-sft-hf-q2_k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cdc79d142b8f875fba8e17b3ff2f2507bbda3bd89d10f24f15913f9581ca25a
+size 2618942592

olmo-7b-sft-hf-q3_k_m.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abbeefeec3e211eb41a482c433f38529d01b6babee6c83ad0eb8668b435a8622
+size 3391698048

olmo-7b-sft-hf-q3_k_s.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9083115a71408790f3381c668be921b99a31a7dda795db2bd49a217dd72cd5a4
+size 3041997952

olmo-7b-sft-hf-q4_k_m.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c531f4fb0ff707f6c0eb3fcf355702d1d644de99c9c6cb3a364ae7249deb8a
+size 4184654976

olmo-7b-sft-hf-q4_k_s.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc43e499efc8baaf173cb5915a99ce60b63c0bc5ebefc8dbccace240f20f4dd1
+size 3960390784

olmo-7b-sft-hf-q5_k_m.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c305563e5aad9c890934ba9f0ffde28a465d9dde37e6f580745dda1131c1ef8e
+size 4896179328

olmo-7b-sft-hf-q5_k_s.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fa000dcaaba4ec59f582467c87df4d77cdc6b1b72c6d61a94a6f48885923adb
+size 4764714112

olmo-7b-sft-hf-q6_k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e26eeb3dcbae2b34aaa71388d04ebe11364c5419bcef576c7eb5ff9e1f4010a9
+size 5652173952

olmo-7b-sft-hf-q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd0ffa28ccf578a77c0fe14cf949be7e2b17abb900a2c50b29b7582ca6162876
+size 7320384640