Hugging Face's logo

mradermacher
/
InfinityNexus_9B-i1-GGUF

Transformers
GGUF
English
mergekit
Merge
imatrix
Model card Files
xet
Community
mradermacher commited on
Commit
e7d0171
·
verified ·
1 Parent(s): bc9282c

uploaded from nico1

Browse files
Files changed (23) hide show
  1. .gitattributes +22 -0
  2. InfinityNexus_9B.i1-IQ1_M.gguf +3 -0
  3. InfinityNexus_9B.i1-IQ1_S.gguf +3 -0
  4. InfinityNexus_9B.i1-IQ2_M.gguf +3 -0
  5. InfinityNexus_9B.i1-IQ2_S.gguf +3 -0
  6. InfinityNexus_9B.i1-IQ2_XS.gguf +3 -0
  7. InfinityNexus_9B.i1-IQ2_XXS.gguf +3 -0
  8. InfinityNexus_9B.i1-IQ3_M.gguf +3 -0
  9. InfinityNexus_9B.i1-IQ3_S.gguf +3 -0
  10. InfinityNexus_9B.i1-IQ3_XS.gguf +3 -0
  11. InfinityNexus_9B.i1-IQ3_XXS.gguf +3 -0
  12. InfinityNexus_9B.i1-IQ4_XS.gguf +3 -0
  13. InfinityNexus_9B.i1-Q2_K.gguf +3 -0
  14. InfinityNexus_9B.i1-Q2_K_S.gguf +3 -0
  15. InfinityNexus_9B.i1-Q3_K_L.gguf +3 -0
  16. InfinityNexus_9B.i1-Q3_K_M.gguf +3 -0
  17. InfinityNexus_9B.i1-Q3_K_S.gguf +3 -0
  18. InfinityNexus_9B.i1-Q4_0.gguf +3 -0
  19. InfinityNexus_9B.i1-Q4_K_M.gguf +3 -0
  20. InfinityNexus_9B.i1-Q4_K_S.gguf +3 -0
  21. InfinityNexus_9B.i1-Q5_K_M.gguf +3 -0
  22. InfinityNexus_9B.i1-Q5_K_S.gguf +3 -0
  23. InfinityNexus_9B.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,25 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ InfinityNexus_9B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ InfinityNexus_9B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ InfinityNexus_9B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ InfinityNexus_9B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ InfinityNexus_9B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ InfinityNexus_9B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ InfinityNexus_9B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ InfinityNexus_9B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ InfinityNexus_9B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ InfinityNexus_9B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ InfinityNexus_9B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ InfinityNexus_9B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ InfinityNexus_9B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ InfinityNexus_9B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ InfinityNexus_9B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ InfinityNexus_9B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ InfinityNexus_9B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
54
+ InfinityNexus_9B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
55
+ InfinityNexus_9B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
56
+ InfinityNexus_9B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ InfinityNexus_9B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ InfinityNexus_9B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
InfinityNexus_9B.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96670ddacfaaf8f4aa1b3e1fedaf7acf3be63f3c6f9877d10e221eb89064f6cf
3
+ size 2159594944
InfinityNexus_9B.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d9a59a0757ff7a984f5ae47e8d00a0ef1ec69ad463dc2924af920972f588130
3
+ size 1981664704
InfinityNexus_9B.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66fc7b4ceef2a83aec4ec8ba0ac04fd4b5c8761c36cd58152b9cc9095cf06626
3
+ size 3089100224
InfinityNexus_9B.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:276197be5408b3868c349195deb3b6750aa8c713ccec49d04183495b689d286a
3
+ size 2851859904
InfinityNexus_9B.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fafea4b89ea6b8bbb730f4b64c1d89d9e5cc6f4119ef7fa70884dc8ca8a1717b
3
+ size 2714357184
InfinityNexus_9B.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df172d92e45b49a728b493d2577a015c5c684721c7a760d6dc7fb750521e53fa
3
+ size 2456145344
InfinityNexus_9B.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bca913da501fccf88ed3564fd4c9dd0b65b16398f8366c6b0799136c90cc287
3
+ size 4064972224
InfinityNexus_9B.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f7668a5c4fbc8a95aaf56bcad8ad37c9bedb153cbb18da2f704075b564078a2
3
+ size 3936849344
InfinityNexus_9B.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30ecfd38593aaaf10018d1bbd239c08fe03f7f10b32cdc2510bc1e9fd435b032
3
+ size 3732377024
InfinityNexus_9B.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35d28bce5fdb1a2c6e05fa32aa02ad032de024fb89674287f92b6f2e4561b8c6
3
+ size 3497389504
InfinityNexus_9B.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:558652e003f838cc8edf23a232e12c4e88a438be91bcb479baeb642b2f734c5e
3
+ size 4840140224
InfinityNexus_9B.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17ac6ca87036cbfbae98df735bf6d219ae9c5e2b4d2191a93d17de4bcba21a58
3
+ size 3361238464
InfinityNexus_9B.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bdb0b4020e6fa10a8f7d1d2d6e7e5546e8e16fc1fd074bf4a2ffbe093591d5a
3
+ size 3123342784
InfinityNexus_9B.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60b08be17e9be436d26896658aae2552db1c39636a05063a6be9bf15f53aaadf
3
+ size 4736388544
InfinityNexus_9B.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9513975c94789b5f9806ba9dea3a3199a191e7b1a20cd39ae787671c4b8a9047
3
+ size 4353658304
InfinityNexus_9B.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bff9c2bcef74ec0a433531ee942fdb4afffbf98c753add1ad55b68cbbc81ef7
3
+ size 3914567104
InfinityNexus_9B.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e377c3999c72e77da2d9704a267900d739590bbde42fa0a9d48ef048982b81fe
3
+ size 5109001664
InfinityNexus_9B.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c78a2cb2ae6e5ccba0e80afc33cce3707b68000ca221f72bf03b162bb74db5c
3
+ size 5415054784
InfinityNexus_9B.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3574409d7e753a5fd0c6e544fe962acd04123dc1138278f60e1e578503dca36e
3
+ size 5129448896
InfinityNexus_9B.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:389967fe4fe510f2eb69e6795474d1e7c55654012122798e0f9f03cbfdaae1ca
3
+ size 6364671424
InfinityNexus_9B.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:847a2f2c7d50aada0f5b7beda0bde56c1cb17aef6591d326a16a9fbb55db9d0d
3
+ size 6197554624
InfinityNexus_9B.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2efc89324ddab34c71fd8b5d7db10349f3f3b2d2da4767f9a00dd101c297c4b
3
+ size 7373639104