Hugging Face's logo

mradermacher
/
OLMo-1B-0724-Instruct-hf-i1-GGUF

Transformers
GGUF
English
imatrix
conversational
Model card Files
xet
Community
mradermacher commited on
Commit
e0d769b
·
verified ·
1 Parent(s): b34f027

uploaded from rich1

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. OLMo-1B-0724-Instruct-hf.i1-IQ1_M.gguf +3 -0
  3. OLMo-1B-0724-Instruct-hf.i1-IQ1_S.gguf +3 -0
  4. OLMo-1B-0724-Instruct-hf.i1-IQ2_M.gguf +3 -0
  5. OLMo-1B-0724-Instruct-hf.i1-IQ2_S.gguf +3 -0
  6. OLMo-1B-0724-Instruct-hf.i1-IQ2_XS.gguf +3 -0
  7. OLMo-1B-0724-Instruct-hf.i1-IQ2_XXS.gguf +3 -0
  8. OLMo-1B-0724-Instruct-hf.i1-IQ3_M.gguf +3 -0
  9. OLMo-1B-0724-Instruct-hf.i1-IQ3_S.gguf +3 -0
  10. OLMo-1B-0724-Instruct-hf.i1-IQ3_XS.gguf +3 -0
  11. OLMo-1B-0724-Instruct-hf.i1-IQ3_XXS.gguf +3 -0
  12. OLMo-1B-0724-Instruct-hf.i1-IQ4_NL.gguf +3 -0
  13. OLMo-1B-0724-Instruct-hf.i1-IQ4_XS.gguf +3 -0
  14. OLMo-1B-0724-Instruct-hf.i1-Q2_K.gguf +3 -0
  15. OLMo-1B-0724-Instruct-hf.i1-Q2_K_S.gguf +3 -0
  16. OLMo-1B-0724-Instruct-hf.i1-Q3_K_L.gguf +3 -0
  17. OLMo-1B-0724-Instruct-hf.i1-Q3_K_M.gguf +3 -0
  18. OLMo-1B-0724-Instruct-hf.i1-Q3_K_S.gguf +3 -0
  19. OLMo-1B-0724-Instruct-hf.i1-Q4_0.gguf +3 -0
  20. OLMo-1B-0724-Instruct-hf.i1-Q4_1.gguf +3 -0
  21. OLMo-1B-0724-Instruct-hf.i1-Q4_K_M.gguf +3 -0
  22. OLMo-1B-0724-Instruct-hf.i1-Q4_K_S.gguf +3 -0
  23. OLMo-1B-0724-Instruct-hf.i1-Q5_K_M.gguf +3 -0
  24. OLMo-1B-0724-Instruct-hf.i1-Q5_K_S.gguf +3 -0
  25. OLMo-1B-0724-Instruct-hf.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ OLMo-1B-0724-Instruct-hf.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
37
+ OLMo-1B-0724-Instruct-hf.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
38
+ OLMo-1B-0724-Instruct-hf.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ OLMo-1B-0724-Instruct-hf.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ OLMo-1B-0724-Instruct-hf.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
41
+ OLMo-1B-0724-Instruct-hf.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ OLMo-1B-0724-Instruct-hf.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ OLMo-1B-0724-Instruct-hf.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ OLMo-1B-0724-Instruct-hf.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
45
+ OLMo-1B-0724-Instruct-hf.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ OLMo-1B-0724-Instruct-hf.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
47
+ OLMo-1B-0724-Instruct-hf.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ OLMo-1B-0724-Instruct-hf.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ OLMo-1B-0724-Instruct-hf.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ OLMo-1B-0724-Instruct-hf.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ OLMo-1B-0724-Instruct-hf.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ OLMo-1B-0724-Instruct-hf.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ OLMo-1B-0724-Instruct-hf.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
54
+ OLMo-1B-0724-Instruct-hf.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
55
+ OLMo-1B-0724-Instruct-hf.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
56
+ OLMo-1B-0724-Instruct-hf.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
57
+ OLMo-1B-0724-Instruct-hf.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
58
+ OLMo-1B-0724-Instruct-hf.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
59
+ OLMo-1B-0724-Instruct-hf.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
OLMo-1B-0724-Instruct-hf.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2b150ee252fabdf7ae5d2b60243b64bbb6ac73347e87c5b3d6a6f55ce9a6416
3
+ size 354922720
OLMo-1B-0724-Instruct-hf.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2ed3048b5515fe469dc3e4ad94c5bfab97c3bbe93556f078bd6231d42039531
3
+ size 333689056
OLMo-1B-0724-Instruct-hf.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:953d97928851e3a68133d757cf3a7133a5a170bb460e6a42816b5bfdd7534196
3
+ size 479156448
OLMo-1B-0724-Instruct-hf.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a60826c43d8f34c87e4eb2965debb91bf0b2bd281fee4aeeb20b5d458a1c4df4
3
+ size 450844896
OLMo-1B-0724-Instruct-hf.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe17dd037908b0f1c5816734652be0130b8ffcee9cc2eee387c606b07a0361c8
3
+ size 420720864
OLMo-1B-0724-Instruct-hf.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dedba72a17830b865cc7eae67eb3c815c6f873b1fa334ad2a21627e0b308b133
3
+ size 390312160
OLMo-1B-0724-Instruct-hf.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29e01dc16b6bbc740842f51505c40fdbb77c6457a6e7b1f9d66234bb858a9a45
3
+ size 614211808
OLMo-1B-0724-Instruct-hf.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:381cce015184d18450c5e8f0d301d108ae2999a4f56f37363d34f7b4d47a31bc
3
+ size 591929568
OLMo-1B-0724-Instruct-hf.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0ae7f9d1c80b86e33d638b39d4ec130bca8c4cd8a77ed249977ab7ca4d21a5d
3
+ size 566763744
OLMo-1B-0724-Instruct-hf.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90f04833bd2fedc63acd8b8d214e3b58e75347f8439ee204d2ba978fa4b6bf99
3
+ size 522672352
OLMo-1B-0724-Instruct-hf.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:125b2d86fb3d8d7d05934abf67ea8b9d5c8d1e681bd6a5ff325d04c50d5a06ea
3
+ size 748218592
OLMo-1B-0724-Instruct-hf.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2bf7cf581c117f8aaeb33222a5a7d16921388b8c3f859592b15fe24df53db91
3
+ size 711444704
OLMo-1B-0724-Instruct-hf.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7e95eb08f3af45cd184b586aa7e5d41ed715a300da4ab0e3cd42594393874db
3
+ size 513308896
OLMo-1B-0724-Instruct-hf.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20e38ffeff7f990ba60aafab5a35eaf05041aa9e42eeca9015f9874462b3f4c7
3
+ size 480278752
OLMo-1B-0724-Instruct-hf.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9508ee75192d24e82ccb9a6e40628db79379e4df6f0748eededd7c9c30e5c63a
3
+ size 695738592
OLMo-1B-0724-Instruct-hf.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fed4c11e5c1deb0481b15144f226ba40a4c93cdd3564ca8c388edcb9a5ff9f42
3
+ size 648552672
OLMo-1B-0724-Instruct-hf.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82c360731692995ac9cedaea90dac1458797cce9b81802aee9780e417ec4dd00
3
+ size 591929568
OLMo-1B-0724-Instruct-hf.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f446e096865a3f8b3ac12db0aa0f6a74cfbddeefaa0f316be8c068ed18c5b0de
3
+ size 750315744
OLMo-1B-0724-Instruct-hf.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88f185443853640a10aae53e261ee5c90db7c508adb05d30d97f595c3dc77bf1
3
+ size 821766368
OLMo-1B-0724-Instruct-hf.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2dc99413c8bd5511f925dc2adba6fa23568fd2af4166eda303dfb20982a8f18e
3
+ size 791472352
OLMo-1B-0724-Instruct-hf.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f96e358ba5511d2210539afcc03796e518e870072784e37ab1e3865939643af
3
+ size 754510048
OLMo-1B-0724-Instruct-hf.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b49112a464fca355648cfd8e92063b2cb0f099479ff381f5e854fca418866080
3
+ size 917596384
OLMo-1B-0724-Instruct-hf.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9af9a66320eb11671ee8da8cfa228b53a6e9b2a16fbe67a8781b58a2a00be134
3
+ size 895314144
OLMo-1B-0724-Instruct-hf.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bf1ace0e44ae95897bf669ce0d9bc455b0353c15dac3960b1d7dba2b4c50898
3
+ size 1051603168