Hugging Face's logo

mradermacher
/
AAI-1.5B-Thought-16-Bit-GGUF

Transformers
GGUF
English
text-generation-inference
unsloth
llama
Model card Files Community
mradermacher commited on
Commit
652fe2e
·
verified ·
1 Parent(s): 7922ea9

uploaded from rich1

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. AAI-1.5B-Thought-16-Bit.IQ4_XS.gguf +3 -0
  3. AAI-1.5B-Thought-16-Bit.Q2_K.gguf +3 -0
  4. AAI-1.5B-Thought-16-Bit.Q3_K_L.gguf +3 -0
  5. AAI-1.5B-Thought-16-Bit.Q3_K_M.gguf +3 -0
  6. AAI-1.5B-Thought-16-Bit.Q3_K_S.gguf +3 -0
  7. AAI-1.5B-Thought-16-Bit.Q4_K_M.gguf +3 -0
  8. AAI-1.5B-Thought-16-Bit.Q4_K_S.gguf +3 -0
  9. AAI-1.5B-Thought-16-Bit.Q5_K_M.gguf +3 -0
  10. AAI-1.5B-Thought-16-Bit.Q5_K_S.gguf +3 -0
  11. AAI-1.5B-Thought-16-Bit.Q6_K.gguf +3 -0
  12. AAI-1.5B-Thought-16-Bit.Q8_0.gguf +3 -0
  13. AAI-1.5B-Thought-16-Bit.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ AAI-1.5B-Thought-16-Bit.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ AAI-1.5B-Thought-16-Bit.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ AAI-1.5B-Thought-16-Bit.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ AAI-1.5B-Thought-16-Bit.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ AAI-1.5B-Thought-16-Bit.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ AAI-1.5B-Thought-16-Bit.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ AAI-1.5B-Thought-16-Bit.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ AAI-1.5B-Thought-16-Bit.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ AAI-1.5B-Thought-16-Bit.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ AAI-1.5B-Thought-16-Bit.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ AAI-1.5B-Thought-16-Bit.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ AAI-1.5B-Thought-16-Bit.f16.gguf filter=lfs diff=lfs merge=lfs -text
AAI-1.5B-Thought-16-Bit.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afb08a4903790bee00126b044a70747ad59c2f1c538a69a4323721fa1614a362
3
+ size 902180704
AAI-1.5B-Thought-16-Bit.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9bce8ce79c45bbb7192f6da1d44be866b47cab14e50fd06f637ee927fe2993d5
3
+ size 676302688
AAI-1.5B-Thought-16-Bit.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7adabab5ca89e5e55063d6bae3bcd814481e5bb72f5ec652bed926729009cf99
3
+ size 880160608
AAI-1.5B-Thought-16-Bit.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3bdb15b79601e8bbcfacfbf9446c32f1d3007429a7e2ec0333588c65dc2dc92
3
+ size 824176480
AAI-1.5B-Thought-16-Bit.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:249a9cb0fe012d545c37ba28f77a107cf4cf24a3f9c765ff9013e64dcb39a8cc
3
+ size 760942432
AAI-1.5B-Thought-16-Bit.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2ff1b1f9dec76b7cadb678fba87a39ec052fb1656a601294096e2bbb1dc2c57
3
+ size 986046304
AAI-1.5B-Thought-16-Bit.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03962d687ecf9adc2a27b04b5714a19456526b2038a3b24f005710c020d20695
3
+ size 940310368
AAI-1.5B-Thought-16-Bit.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3218272bb78b441ba191d5041aa8890357d7cef6918a9dd125d81c3ef0f9bc5b
3
+ size 1125048160
AAI-1.5B-Thought-16-Bit.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:793a7bdfc3f64ec9542ad7e5938754e63f1bb5a4bf0882e18c538eebe987166c
3
+ size 1098727264
AAI-1.5B-Thought-16-Bit.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a680cd9164a1213df28533632e08653bc33f54b8879e5828fb64fbc42c397df
3
+ size 1272737632
AAI-1.5B-Thought-16-Bit.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c19e2396dc5a59f66cea05692fb92553e087ff721529dc0a019d77dadf268a71
3
+ size 1646570848
AAI-1.5B-Thought-16-Bit.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ee8f88c036df9d3eb4822781ec32ae96454a69249844ece3e45db5b28e6758c
3
+ size 3093667168