Hugging Face's logo

mradermacher
/
megatron-gpt2-345m-i1-GGUF

Transformers
GGUF
English
gpt2
imatrix
Model card Files Community
mradermacher commited on
Commit
946a3b2
·
verified ·
1 Parent(s): 4e04e8b

uploaded from rich1

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. megatron-gpt2-345m.i1-IQ1_M.gguf +3 -0
  3. megatron-gpt2-345m.i1-IQ1_S.gguf +3 -0
  4. megatron-gpt2-345m.i1-IQ2_M.gguf +3 -0
  5. megatron-gpt2-345m.i1-IQ2_S.gguf +3 -0
  6. megatron-gpt2-345m.i1-IQ2_XS.gguf +3 -0
  7. megatron-gpt2-345m.i1-IQ2_XXS.gguf +3 -0
  8. megatron-gpt2-345m.i1-IQ3_M.gguf +3 -0
  9. megatron-gpt2-345m.i1-IQ3_S.gguf +3 -0
  10. megatron-gpt2-345m.i1-IQ3_XS.gguf +3 -0
  11. megatron-gpt2-345m.i1-IQ3_XXS.gguf +3 -0
  12. megatron-gpt2-345m.i1-IQ4_NL.gguf +3 -0
  13. megatron-gpt2-345m.i1-IQ4_XS.gguf +3 -0
  14. megatron-gpt2-345m.i1-Q2_K.gguf +3 -0
  15. megatron-gpt2-345m.i1-Q2_K_S.gguf +3 -0
  16. megatron-gpt2-345m.i1-Q3_K_L.gguf +3 -0
  17. megatron-gpt2-345m.i1-Q3_K_M.gguf +3 -0
  18. megatron-gpt2-345m.i1-Q3_K_S.gguf +3 -0
  19. megatron-gpt2-345m.i1-Q4_0.gguf +3 -0
  20. megatron-gpt2-345m.i1-Q4_1.gguf +3 -0
  21. megatron-gpt2-345m.i1-Q4_K_M.gguf +3 -0
  22. megatron-gpt2-345m.i1-Q4_K_S.gguf +3 -0
  23. megatron-gpt2-345m.i1-Q5_K_M.gguf +3 -0
  24. megatron-gpt2-345m.i1-Q5_K_S.gguf +3 -0
  25. megatron-gpt2-345m.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ megatron-gpt2-345m.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ megatron-gpt2-345m.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ megatron-gpt2-345m.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ megatron-gpt2-345m.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ megatron-gpt2-345m.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ megatron-gpt2-345m.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ megatron-gpt2-345m.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ megatron-gpt2-345m.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ megatron-gpt2-345m.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ megatron-gpt2-345m.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ megatron-gpt2-345m.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ megatron-gpt2-345m.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ megatron-gpt2-345m.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ megatron-gpt2-345m.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ megatron-gpt2-345m.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ megatron-gpt2-345m.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ megatron-gpt2-345m.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ megatron-gpt2-345m.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ megatron-gpt2-345m.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ megatron-gpt2-345m.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ megatron-gpt2-345m.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ megatron-gpt2-345m.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ megatron-gpt2-345m.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ megatron-gpt2-345m.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
megatron-gpt2-345m.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dca30638ee07cb262570b2a473833ae1c4f589d9297be8b46304b7634435fb24
3
+ size 111065312
megatron-gpt2-345m.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e370a113381d722b3a5b2cf2806ef4683e8512aed4d207ca66a6a9e85a1ef225
3
+ size 104872160
megatron-gpt2-345m.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c147a89c5c59ae35bccd65154a3ca119f6bd101fe012197dfd7d0022b10e637e
3
+ size 143505632
megatron-gpt2-345m.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:227b2ad2351ab925956e62124ed398269bd867073ad944b94ce663816832117a
3
+ size 135248096
megatron-gpt2-345m.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec40e403ee126a1a7c5fe8d2f51e3a6ea445efe08df1b4a21044e2d7888cbfea
3
+ size 130431200
megatron-gpt2-345m.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6eac6932c54940598c484ec4b210537efc1cfe150f55ea785b98c33f551e39a
3
+ size 121387232
megatron-gpt2-345m.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81b7cab4e4bd49a855cb00c67b12bf3f86b0fb4231c841fd62a9e0bc19036401
3
+ size 194282496
megatron-gpt2-345m.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d59340444d5f88e983b3a5f601cd0dbc49343f496ad48db8001efd043501087
3
+ size 179241984
megatron-gpt2-345m.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b87f2453bb55102a44d0a96d2007ebf5d00a8bcc108d720464082c6225334383
3
+ size 175703040
megatron-gpt2-345m.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d09f6e74060562316ec556f93adbc2de731171a86261e815e50829dc9e3133b2
3
+ size 159430880
megatron-gpt2-345m.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06903993e86f7e42ea3a65766ff7f8905690e1902763978b9e2217581c4cda2a
3
+ size 219350016
megatron-gpt2-345m.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4dd1b3c3ea831311541fbd468b730a6ac92db62d1e62acfcb7befc1c155e3483
3
+ size 209912832
megatron-gpt2-345m.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45af50bcb239c8fb4896f0beffe33eb75b8ab916c54d8bfb11d769ea23d9e6fd
3
+ size 161350656
megatron-gpt2-345m.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddad2e9d7b7c35e158c47e8a604ac8fc848c910d34522416b51fe3de0f81b085
3
+ size 151520256
megatron-gpt2-345m.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ecfe0b202af7ae54be8896d820cddc010cba738d220091239eec854757f101d
3
+ size 221709312
megatron-gpt2-345m.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a87080b763d0f983c791d6ed07df92735fb05f6828fa76316961d370690503b
3
+ size 206504960
megatron-gpt2-345m.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62a674aab27dead8079badeb03bea55f80d39650c41f74750d47fc230fe43536
3
+ size 179241984
megatron-gpt2-345m.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ea165c9b7f61f4ef6e54d5f7ac0842547f1e65e93a3e1d90a0ed419c3532a8a
3
+ size 220136448
megatron-gpt2-345m.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8390ad03130bf33f1a469dd0a3bd0df61c4c18d321b87fddc28f27c7db89f87b
3
+ size 238224384
megatron-gpt2-345m.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e06d2287af23ec1085093b916207bdf502c7d67b33b6863cab399adcee56047
3
+ size 241763328
megatron-gpt2-345m.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2beba969d1c72360de032246f3a8200f2424dc517571e9ba574ea17cc15ca99f
3
+ size 220922880
megatron-gpt2-345m.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b65a94766ba23c47e2e97119f7f661a17b2da8a3ff8a8e7b39d94eef52f41895
3
+ size 273810432
megatron-gpt2-345m.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e996fb3528e059ee71d5a18f46f6815b0cd47b368b2ace16c07d434a7d72398c
3
+ size 257098752
megatron-gpt2-345m.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0a68f1dfefad38a4cf7bde25ddfa3fd10035d258bbecdbfe490fc35ffcd0045
3
+ size 297206784