Hugging Face's logo

prithivMLmods
/
SmolLM2-Rethink-135M-GGUF

Text Generation
Transformers
GGUF
English
llama
text-generation-inference
trl
conversational
Model card Files
xet
Community
prithivMLmods commited on
Commit
e26b445
·
verified ·
1 Parent(s): a5a757c

Upload folder using huggingface_hub

Browse files
Files changed (14) hide show
  1. .gitattributes +13 -0
  2. SmolLM2-Rethink-135M.BF16.gguf +3 -0
  3. SmolLM2-Rethink-135M.F16.gguf +3 -0
  4. SmolLM2-Rethink-135M.F32.gguf +3 -0
  5. SmolLM2-Rethink-135M.Q2_K.gguf +3 -0
  6. SmolLM2-Rethink-135M.Q3_K_L.gguf +3 -0
  7. SmolLM2-Rethink-135M.Q3_K_M.gguf +3 -0
  8. SmolLM2-Rethink-135M.Q3_K_S.gguf +3 -0
  9. SmolLM2-Rethink-135M.Q4_K_M.gguf +3 -0
  10. SmolLM2-Rethink-135M.Q4_K_S.gguf +3 -0
  11. SmolLM2-Rethink-135M.Q5_K_M.gguf +3 -0
  12. SmolLM2-Rethink-135M.Q5_K_S.gguf +3 -0
  13. SmolLM2-Rethink-135M.Q6_K.gguf +3 -0
  14. SmolLM2-Rethink-135M.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ SmolLM2-Rethink-135M.BF16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ SmolLM2-Rethink-135M.F16.gguf filter=lfs diff=lfs merge=lfs -text
38
+ SmolLM2-Rethink-135M.F32.gguf filter=lfs diff=lfs merge=lfs -text
39
+ SmolLM2-Rethink-135M.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
40
+ SmolLM2-Rethink-135M.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
41
+ SmolLM2-Rethink-135M.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ SmolLM2-Rethink-135M.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ SmolLM2-Rethink-135M.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ SmolLM2-Rethink-135M.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ SmolLM2-Rethink-135M.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
46
+ SmolLM2-Rethink-135M.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
47
+ SmolLM2-Rethink-135M.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
48
+ SmolLM2-Rethink-135M.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
SmolLM2-Rethink-135M.BF16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae5ca9b86c63be43b7a4e2feb0beb269375d5657b404c562703c152698a53729
3
+ size 270885600
SmolLM2-Rethink-135M.F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0804c725fe5f6db56c7015ab11ce172f38c587f9c76f38e0483a9db6365fe466
3
+ size 270885600
SmolLM2-Rethink-135M.F32.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2f2f6156c2ea10f60144dab6d3cbc3fd155a30e2615193963f51b6ae445bfea
3
+ size 539845344
SmolLM2-Rethink-135M.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e812821173eaaa909daf6502f92aa555b5281ced55b3981e252cd534c14e19f7
3
+ size 88201440
SmolLM2-Rethink-135M.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8adce86bdad1ee3b1ee345666ebb774ae0b3b5e77360d9bb255138191926322b
3
+ size 97532640
SmolLM2-Rethink-135M.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa02c887f9c629041630b251b9ee69af1a7d8edd583c2733385e92e18c188933
3
+ size 93509856
SmolLM2-Rethink-135M.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8845a8ff0ea74d6b174c402c6ea84d16dac6dd3ef601836d10a2c6293b48bc2
3
+ size 88201440
SmolLM2-Rethink-135M.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:762f3e930c7e9d6b1bc5c83e6862d28f47f4d52ce78359568bbe4cfc9f3196f7
3
+ size 105453792
SmolLM2-Rethink-135M.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08630ededb55fde69b2b95b58d3c30787d6810c61356bac1096fd74481058325
3
+ size 102039264
SmolLM2-Rethink-135M.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f65b690ece67ae52314f400b9dcfc203445524891ad64ce17a360553441ae959
3
+ size 112103136
SmolLM2-Rethink-135M.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69bbbdad201df10c4f9e4b66cc740b8afec08d6a8e4cb648384460effca73011
3
+ size 109974240
SmolLM2-Rethink-135M.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ffecb933561337380d00f5db5ca6a8c6d6d2c44baa3db9293e08372aa79b32f
3
+ size 138382560
SmolLM2-Rethink-135M.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f570221fd7e7a2b4dc48d64c8f8165b3d59674caac7c0f314ea9cb70dc21b29a
3
+ size 144810720