Hugging Face's logo

AXERA-TECH
/
Qwen2.5-7B-Instruct-GPTQ-Int4

Transformers
Qwen
Qwen2.5-7B-Instruct
Qwen2.5-7B-Instruct-GPTQ-Int4
GPTQ
Int4
Model card Files Community
qqc1989 commited on
Commit
c1567d4
·
verified ·
1 Parent(s): 254fc68

Upload 30 files

Browse files
Files changed (30) hide show
  1. qwen2.5-7b-gptq-int4-ax650/model.embed_tokens.weight.bfloat16.bin +3 -0
  2. qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l0_together.axmodel +3 -0
  3. qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l10_together.axmodel +3 -0
  4. qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l11_together.axmodel +3 -0
  5. qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l12_together.axmodel +3 -0
  6. qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l13_together.axmodel +3 -0
  7. qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l14_together.axmodel +3 -0
  8. qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l15_together.axmodel +3 -0
  9. qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l16_together.axmodel +3 -0
  10. qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l17_together.axmodel +3 -0
  11. qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l18_together.axmodel +3 -0
  12. qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l19_together.axmodel +3 -0
  13. qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l1_together.axmodel +3 -0
  14. qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l20_together.axmodel +3 -0
  15. qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l21_together.axmodel +3 -0
  16. qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l22_together.axmodel +3 -0
  17. qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l23_together.axmodel +3 -0
  18. qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l24_together.axmodel +3 -0
  19. qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l25_together.axmodel +3 -0
  20. qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l26_together.axmodel +3 -0
  21. qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l27_together.axmodel +3 -0
  22. qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l2_together.axmodel +3 -0
  23. qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l3_together.axmodel +3 -0
  24. qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l4_together.axmodel +3 -0
  25. qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l5_together.axmodel +3 -0
  26. qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l6_together.axmodel +3 -0
  27. qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l7_together.axmodel +3 -0
  28. qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l8_together.axmodel +3 -0
  29. qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l9_together.axmodel +3 -0
  30. qwen2.5-7b-gptq-int4-ax650/qwen2_post.axmodel +3 -0
qwen2.5-7b-gptq-int4-ax650/model.embed_tokens.weight.bfloat16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78ae605b310cf526d54ba22b27796f44010fe28198cb6e3388efb62e09cc2ac4
3
+ size 1089994752
qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l0_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f797a55b1202307cf67075502285f591d9bf31b2a24e05d788d7f34d8318ecf
3
+ size 136085484
qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l10_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45e54234b139a1e787162e98f3d57064fa71e4cdae026c4d29eb2c9505582d3f
3
+ size 136085484
qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l11_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36409bb62cb684d9017f6e0249503ac4050b6a4b1fd28be538d5653b159f9e09
3
+ size 136085484
qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l12_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ba2a700d15f51d62a061a96a6dc51376882029646dd1c78733734b7a682ff6b
3
+ size 136085484
qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l13_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebcf04746c19531b4e2eac36065ed382cb1dcdd7b6f31b60b4540786e7f9ec61
3
+ size 136085484
qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l14_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b140b72f02076f78492e975d0b9fb1f54662640240f0bf4f1a7ff4b990beeb2
3
+ size 136085484
qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l15_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e449c93bd5c48d4915c1a9168bf3884ce3de7c7b7e83b599a0aa7176f291117
3
+ size 136085484
qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l16_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bcf1d16ca5f0773b6776ad39f57ded8cb586b6b9d00f39edef3511bba8e3e77d
3
+ size 136085484
qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l17_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9bbfb6a9fa418c18b7557aa8849ae1f15f778df26031f4a8439a142071fe4f48
3
+ size 136085484
qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l18_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6033d5e629e52e821627759dc898e933ed3610502d7c276777d4847c2dedba7
3
+ size 136085484
qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l19_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:876e6bfb5c9912c3613158ba4c94401f9f3463509bb542713e7c47b15fe9fc5a
3
+ size 136085484
qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l1_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f099441d08a0561a5c4989a48e1899908ec3fb048b182cd9e9e07024301c20e1
3
+ size 136085484
qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l20_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8dc7bdfc74b25a2e21bedb610aceca304d1627f35b2b3132bb896ef51457812b
3
+ size 136085484
qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l21_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:411dd0f77d6538b2ddeab5bbe916643504a6de1c1ac69b1fafde661e1d11bcd0
3
+ size 136085484
qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l22_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67cfd2fa9c2cabd9cd0b0f3ae32b3c34d927c1efcee43ef7b4db6edba3989bc4
3
+ size 136085484
qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l23_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0201c2ff614461588e24f99927539c2ac1d80c2b35a166764a9b768581914ed6
3
+ size 136085484
qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l24_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f59bc523fa44962334a379d85b6a801972547895377190af409fcf24bba41aa
3
+ size 136085484
qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l25_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2f3494c407dd67c93e29bd5c15343a84f24e6ec5d2399e31688b68372970ebf
3
+ size 136085484
qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l26_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24ed20a202017fb16e12dedcb8576f7257cb868233ebfc892c4241b07a28c461
3
+ size 136085484
qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l27_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f665bf2a47a0999ca4d616b3617377a447a9a5acd57fd2bbd2bd169418e84667
3
+ size 136085484
qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l2_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:429f53b71ae9bbda8e7c2b40fc39791e7c0a3866a87750a9f6eac5a1f1fd6e01
3
+ size 136085484
qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l3_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3821d3131e37c2d24ea7369bed3b0805b1c8072ccfb54ec0a56fbb882c048cd1
3
+ size 136085484
qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l4_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78cda8a7d42c598f6762fa952c9e25190c6bb024155f029c1c83f6613021a571
3
+ size 136085484
qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l5_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2eb385b16b80985c8675e133c32c49b9c4a89b28e127c551f348f11d1e5df89
3
+ size 136085484
qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l6_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:744bb73b24c2f9a4c35c1489f04ac11448ac86ef2d600da7c78541d0c176ac38
3
+ size 136085484
qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l7_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f06022aecb094dca474015fe2ca4555eecb51e476ed3c8e5a0e8bcc5d60cdffe
3
+ size 136085484
qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l8_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7c83933e4ac1f5638e7ffec8f031331a1ef57c87f0c7e7458ccf70f254ba341
3
+ size 136085484
qwen2.5-7b-gptq-int4-ax650/qwen2_p128_l9_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0303361735fc88b0bf8abb11b2dfe01ea2da49e649b4d1b2edd6cac6985cdd3
3
+ size 136085484
qwen2.5-7b-gptq-int4-ax650/qwen2_post.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bad01e1fee25a1224614e5a4af15017dc28c53637a8ad099ca87b81a22dd6b38
3
+ size 593731680