Hugging Face's logo

mradermacher
/
TinyMixtral_4x220M-UniversalNER-i1-GGUF

Transformers
GGUF
English
NER
Token Classification
Inference Endpoints
imatrix
Model card Files Community
mradermacher commited on
Commit
4fa21e5
·
verified ·
1 Parent(s): 4fb31ed

uploaded from rich1

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. TinyMixtral_4x220M-UniversalNER.i1-IQ1_M.gguf +3 -0
  3. TinyMixtral_4x220M-UniversalNER.i1-IQ1_S.gguf +3 -0
  4. TinyMixtral_4x220M-UniversalNER.i1-IQ2_M.gguf +3 -0
  5. TinyMixtral_4x220M-UniversalNER.i1-IQ2_S.gguf +3 -0
  6. TinyMixtral_4x220M-UniversalNER.i1-IQ2_XS.gguf +3 -0
  7. TinyMixtral_4x220M-UniversalNER.i1-IQ2_XXS.gguf +3 -0
  8. TinyMixtral_4x220M-UniversalNER.i1-IQ3_M.gguf +3 -0
  9. TinyMixtral_4x220M-UniversalNER.i1-IQ3_S.gguf +3 -0
  10. TinyMixtral_4x220M-UniversalNER.i1-IQ3_XS.gguf +3 -0
  11. TinyMixtral_4x220M-UniversalNER.i1-IQ3_XXS.gguf +3 -0
  12. TinyMixtral_4x220M-UniversalNER.i1-IQ4_NL.gguf +3 -0
  13. TinyMixtral_4x220M-UniversalNER.i1-IQ4_XS.gguf +3 -0
  14. TinyMixtral_4x220M-UniversalNER.i1-Q2_K.gguf +3 -0
  15. TinyMixtral_4x220M-UniversalNER.i1-Q2_K_S.gguf +3 -0
  16. TinyMixtral_4x220M-UniversalNER.i1-Q3_K_L.gguf +3 -0
  17. TinyMixtral_4x220M-UniversalNER.i1-Q3_K_M.gguf +3 -0
  18. TinyMixtral_4x220M-UniversalNER.i1-Q3_K_S.gguf +3 -0
  19. TinyMixtral_4x220M-UniversalNER.i1-Q4_0.gguf +3 -0
  20. TinyMixtral_4x220M-UniversalNER.i1-Q4_1.gguf +3 -0
  21. TinyMixtral_4x220M-UniversalNER.i1-Q4_K_M.gguf +3 -0
  22. TinyMixtral_4x220M-UniversalNER.i1-Q4_K_S.gguf +3 -0
  23. TinyMixtral_4x220M-UniversalNER.i1-Q5_K_M.gguf +3 -0
  24. TinyMixtral_4x220M-UniversalNER.i1-Q5_K_S.gguf +3 -0
  25. TinyMixtral_4x220M-UniversalNER.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ TinyMixtral_4x220M-UniversalNER.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ TinyMixtral_4x220M-UniversalNER.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ TinyMixtral_4x220M-UniversalNER.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ TinyMixtral_4x220M-UniversalNER.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ TinyMixtral_4x220M-UniversalNER.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ TinyMixtral_4x220M-UniversalNER.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ TinyMixtral_4x220M-UniversalNER.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ TinyMixtral_4x220M-UniversalNER.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ TinyMixtral_4x220M-UniversalNER.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ TinyMixtral_4x220M-UniversalNER.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ TinyMixtral_4x220M-UniversalNER.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ TinyMixtral_4x220M-UniversalNER.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ TinyMixtral_4x220M-UniversalNER.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ TinyMixtral_4x220M-UniversalNER.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ TinyMixtral_4x220M-UniversalNER.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ TinyMixtral_4x220M-UniversalNER.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ TinyMixtral_4x220M-UniversalNER.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ TinyMixtral_4x220M-UniversalNER.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ TinyMixtral_4x220M-UniversalNER.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ TinyMixtral_4x220M-UniversalNER.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ TinyMixtral_4x220M-UniversalNER.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ TinyMixtral_4x220M-UniversalNER.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ TinyMixtral_4x220M-UniversalNER.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ TinyMixtral_4x220M-UniversalNER.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
TinyMixtral_4x220M-UniversalNER.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f5ee29b5ab60817f82a35260ffbc9b843607dd1cabb53856fddfa16102a6a2a
3
+ size 153379200
TinyMixtral_4x220M-UniversalNER.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3757c9527aa74d63755be139ae5a1af18e0d4f6d3d1b819635b5a6f735ec984
3
+ size 141668736
TinyMixtral_4x220M-UniversalNER.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3abe6b7fcd68e18e0b4d4157709bcb123d43caba8900bb81e5338c6e89e3f04
3
+ size 210972032
TinyMixtral_4x220M-UniversalNER.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:454622add28893f48a1ed218cfbf9c2978eb6cbe2dc4f0a3610e456ad4d803cf
3
+ size 195358080
TinyMixtral_4x220M-UniversalNER.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c1ac008af0eb0200e3536202e7074e326c6bd80363eee2a26be01550eacdbe6
3
+ size 188838272
TinyMixtral_4x220M-UniversalNER.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2f0d4f3d35ea4b6a54b929a469449a48844daa87524212e60e076a8271d38e5
3
+ size 172896640
TinyMixtral_4x220M-UniversalNER.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19b441b1612e658824fce75dfd081b9cbbc6db7a8559cca8bcc79d75e7ba0db6
3
+ size 273611136
TinyMixtral_4x220M-UniversalNER.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24bed67666d6960a6913f297e05db45e427044b00c9b5bf6eee1e7f1592aea8e
3
+ size 269990272
TinyMixtral_4x220M-UniversalNER.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f4e4d7acbd9ed8e719912f7025fc7b8d7b291c20718fa200de3729c698189fc
3
+ size 258365824
TinyMixtral_4x220M-UniversalNER.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24e0788b2606409c7ae34e3226c895f62272a3acb1342a551d4daf2869a288ae
3
+ size 240594304
TinyMixtral_4x220M-UniversalNER.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d84f42530afdc77a8b48559631919d00160e231c1fff59b82cad65aa7e4a993
3
+ size 344667520
TinyMixtral_4x220M-UniversalNER.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b11b2121d8a25e1abe3c50f6c9d0c00d1aa0ee1875d834b14bf6e5f934cddf7e
3
+ size 327173504
TinyMixtral_4x220M-UniversalNER.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebba1ba4af2075147838b7aee30b94ddc3777ba6b6506f2bf7eceb84dc0e6869
3
+ size 231239040
TinyMixtral_4x220M-UniversalNER.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:410e9ff3a71093c42f615d4827726f5311a0e007fd2ea692174b251aeee32916
3
+ size 217066880
TinyMixtral_4x220M-UniversalNER.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8d8033d8de09a8fbef3048176b05cbdd417edef0968e94477731c9ff6f74ca8
3
+ size 316275072
TinyMixtral_4x220M-UniversalNER.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7201c98e9496f99f3fe19ba9ebe2ac8968649c9a4f66cb4f10e68b15a7cdcbb1
3
+ size 293730688
TinyMixtral_4x220M-UniversalNER.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ef1a7c98efc03955ee167e83fe4fdba99a537010b16e234f92751db8982c613
3
+ size 269642112
TinyMixtral_4x220M-UniversalNER.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1761b6a9dbbc0916fc4efbdc618bb8b30f1f6e417e16fb0bf8b25a7c0cf4fea3
3
+ size 345388416
TinyMixtral_4x220M-UniversalNER.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66c54e9dc0477d3c2da7f03e85ccb0022db68ef513884d60fee308945bbda190
3
+ size 379491712
TinyMixtral_4x220M-UniversalNER.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:099c681aca3ecb7007c68742ef8bf17c2f96412541b271ccfeba536bd1754c8c
3
+ size 366304640
TinyMixtral_4x220M-UniversalNER.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd918fb499a045973cdb7b1358ad1ab229a59acea1fb28fe82e1d8fcd4392a3c
3
+ size 346568064
TinyMixtral_4x220M-UniversalNER.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fab4b4ce230c003eef17b202b776a20214fcaffd27d100bd47aa13656e48396
3
+ size 425958784
TinyMixtral_4x220M-UniversalNER.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb6f6658bb6cb1fc8dd5370e5919133bceccc497a400fb105ae8e26800b2631e
3
+ size 414643584
TinyMixtral_4x220M-UniversalNER.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aed05cafe53108129ff5373bbd5a84de829a77e3a8e375ffc03f00099c83e526
3
+ size 489341312