Hugging Face's logo

electronika
/
Mistral-7B-Instruct-v0.2-q4f16_1

Model card Files Community
electronika commited on
Commit
6359438
·
1 Parent(s): dc8678a

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. Mistral-7B-Instruct-v0.2-q4f16_1-android.tar +3 -0
  2. mlc-chat-config.json +42 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_100.bin +3 -0
  8. params_shard_101.bin +3 -0
  9. params_shard_102.bin +3 -0
  10. params_shard_103.bin +3 -0
  11. params_shard_104.bin +3 -0
  12. params_shard_105.bin +3 -0
  13. params_shard_11.bin +3 -0
  14. params_shard_12.bin +3 -0
  15. params_shard_13.bin +3 -0
  16. params_shard_14.bin +3 -0
  17. params_shard_15.bin +3 -0
  18. params_shard_16.bin +3 -0
  19. params_shard_17.bin +3 -0
  20. params_shard_18.bin +3 -0
  21. params_shard_19.bin +3 -0
  22. params_shard_2.bin +3 -0
  23. params_shard_20.bin +3 -0
  24. params_shard_21.bin +3 -0
  25. params_shard_22.bin +3 -0
  26. params_shard_23.bin +3 -0
  27. params_shard_24.bin +3 -0
  28. params_shard_25.bin +3 -0
  29. params_shard_26.bin +3 -0
  30. params_shard_27.bin +3 -0
  31. params_shard_28.bin +3 -0
  32. params_shard_29.bin +3 -0
  33. params_shard_3.bin +3 -0
  34. params_shard_30.bin +3 -0
  35. params_shard_31.bin +3 -0
  36. params_shard_32.bin +3 -0
  37. params_shard_33.bin +3 -0
  38. params_shard_34.bin +3 -0
  39. params_shard_35.bin +3 -0
  40. params_shard_36.bin +3 -0
  41. params_shard_37.bin +3 -0
  42. params_shard_38.bin +3 -0
  43. params_shard_39.bin +3 -0
  44. params_shard_4.bin +3 -0
  45. params_shard_40.bin +3 -0
  46. params_shard_41.bin +3 -0
  47. params_shard_42.bin +3 -0
  48. params_shard_43.bin +3 -0
  49. params_shard_44.bin +3 -0
  50. params_shard_45.bin +3 -0
Mistral-7B-Instruct-v0.2-q4f16_1-android.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2bb47730f531654655c78dbcaf04a05c674483084d8706e0df9dc7b7d0cabcd
3
+ size 200899
mlc-chat-config.json ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "mistral",
3
+ "quantization": "q4f16_1",
4
+ "model_config": {
5
+ "hidden_size": 4096,
6
+ "intermediate_size": 14336,
7
+ "num_attention_heads": 32,
8
+ "num_hidden_layers": 32,
9
+ "rms_norm_eps": 1e-05,
10
+ "vocab_size": 32000,
11
+ "position_embedding_base": 1000000.0,
12
+ "context_window_size": 768,
13
+ "num_key_value_heads": 8,
14
+ "head_dim": 128,
15
+ "sliding_window_size": 4096,
16
+ "prefill_chunk_size": 768,
17
+ "attention_sink_size": 4,
18
+ "tensor_parallel_shards": 1
19
+ },
20
+ "vocab_size": 32000,
21
+ "context_window_size": 768,
22
+ "sliding_window_size": 4096,
23
+ "prefill_chunk_size": 768,
24
+ "attention_sink_size": 4,
25
+ "tensor_parallel_shards": 1,
26
+ "mean_gen_len": 128,
27
+ "max_gen_len": 512,
28
+ "shift_fill_factor": 0.3,
29
+ "temperature": 0.7,
30
+ "repetition_penalty": 1.0,
31
+ "top_p": 0.95,
32
+ "conv_template": "mistral_default",
33
+ "pad_token_id": 0,
34
+ "bos_token_id": 1,
35
+ "eos_token_id": 2,
36
+ "tokenizer_files": [
37
+ "tokenizer.model",
38
+ "tokenizer.json",
39
+ "tokenizer_config.json"
40
+ ],
41
+ "version": "0.1.0"
42
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80708066765e2238b13db176ab33ea52eec9dc4df23c42613da5602583d38746
3
+ size 65536000
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c05edb5cf193eedb23b5ce3a349414addd6db5b9668c453fce638703fb08b926
3
+ size 29360128
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12f897f2a9a8bbc8dbdcdd9aa23517a90695fafb1bd32a7a27e719a74a600c86
3
+ size 30949376
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a7ccba61106d47a23ee73368827a6ceaf7af0b8b37592ba995ebdafcfc67e1e
3
+ size 27271168
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:323daf89fdfea637a1d54ee768a61ec64e97951baf888609cf31f78095799199
3
+ size 29360128
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8078a135e38a8fad074f627d0deb8257faaa214591f1db49d936ec9b9871b91
3
+ size 30949376
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d238b10617832fb3c58ea48822089d6ea92096c39fa29c4db9dd7e7fd04508d
3
+ size 58720256
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cb5784763067896a4e9f432c8d79c82d4b5ec4cc9ed2eef6e61b7208c0ef585
3
+ size 25174016
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca6ef64807ed2f294eec580801f9d2fcccbc297cfd3bbfbf5becabfd41d62a05
3
+ size 33030144
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39837e3e1fdf6e8527c6df7041f09339fba1b0dcb773201c949095828f2bfb96
3
+ size 58720256
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5af8663810f5c0967c033cd2f20b414cf09110ba1e676656e1c863345f6b1ad
3
+ size 25174016
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4304761147f993ccf8ae4c59c5fe7952942dfd4adfcba0915673f0c8aed73413
3
+ size 29360128
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a070bb399e75e84257e5a6047e953853e0aa73c6dcc5c3a27851ea6c4eb6d0f0
3
+ size 58720256
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e1fe153970812fd436810eee16f7645a4b54f4cf929fe1e61b280a713b9daff
3
+ size 33046528
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56412442a1a08702b2a6e43bb68e4c7ee457dacacfba6116f01bdf71bdbf5970
3
+ size 29360128
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c13278c7ba1f70a193f1f7ed958132e1560f5b63b6fdd0247b9475ec047ba44b
3
+ size 58720256
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc76d4bb0fea5942742f9465223f4854eaf9917022fd376072a0db1e3069187f
3
+ size 22036480
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1fbbc1e6590ace77c39795e828ee8881553149b3323c77769fec40711293016
3
+ size 29360128
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:755986887bfdfb7651a87293bc14e6f388681d9a422033532611bd5bf9867bee
3
+ size 58720256
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2424410f6992489fe9109bfce32d2206ca52bbabf1b90b3739874428be4aeaad
3
+ size 58720256
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7d38525cdd88ec94333331378731cfb82c73b6b25f4f4a3074b6e7a47181d31
3
+ size 27271168
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cda113426a1c659100569cec0037237751c87115ffe3a140660abf82702863a5
3
+ size 29360128
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63dc804d75cd8c3a82921114fc58e0a729766b64151ca6c4e6444f094ea9b6c6
3
+ size 30949376
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0ad92a554ee86a155d61cdea2bb5801f6cd1fbc1206ad82e4d0893ccc4d828b
3
+ size 58720256
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d3204a8c1036754e0aec3cdeb3fd6656912db6622e06bd4d2257d595d2f74d5
3
+ size 25174016
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0667140151544fd68972c7e2ab3525a0740f07b3ba09333b9241aadbf0b0603c
3
+ size 29360128
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52fd8d6f33b138cc5103d9406cf92b18c0999e58b8aa400454b57ac494b0ae84
3
+ size 58720256
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6700390d091e19ed1822beceaa94edf46dd32e8fc8de10775fac65bf1800e775
3
+ size 33046528
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e8a608128c7a7fac181c88e19a943aabbc22a7e8e7b4f38468f21c1114a0558
3
+ size 29360128
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbf56767da5aaa51afdee1f49bef3b97577ac4702e93827903b68676af51be9b
3
+ size 29360128
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddbf4ca276769d1ee838de651ac353f5e1243d1f9b75427970bd0bf456e7eb49
3
+ size 58720256
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ac59c19b0129580b9a0b4ff8a0c4030275a179c6ce6edf3c09844d90bc6da07
3
+ size 22036480
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5e6231188461fe53613acf50fb85061262c6f7c0b4e6c142b8d51d9d015f88b
3
+ size 65536000
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1712e19e36b64c78348d8eba45e4cdb979f7f44c8765f241fc7b444370ead1f3
3
+ size 29360128
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59dd36568c668472e5d637ba5ea5952dc320bde795ce5d9819f6816a94bd530d
3
+ size 31801344
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:265458d0ba90bd00a6661006bcfbe3fb009a2e9a42c321c26c5af2626fcc6779
3
+ size 58720256
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eacd48c83c157c2cba38ebc1da5b8d535afffa7192cc8d3f042cbbde1c45a884
3
+ size 25174016
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8b3ebd13928d7f9b1c9d73934cedb1ea9899707a528ee58d1743a3b0de74fbf
3
+ size 29360128
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d7f63f03b8be4d430a1fb8d8fdb19971bb36b70effb7a65911a2f613888ad73
3
+ size 58720256
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4185c0a7c41919dbf75a73652e46fda3a0de782e0fc8ad4e02b8cdc0f31409ab
3
+ size 33046528
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6e904902502a898431847c383f3a3aa4b550ba43b73008e26f7185a80221f5e
3
+ size 58720256
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02f317928756c6e1c927ee07b661f63dbfa716194e8479584b088cc7dfd736a9
3
+ size 58720256
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4dc2a2b45afac3c31d03ea5bbc616290243280fc5dd62649e3b8164538b31376
3
+ size 32505856
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3323003ce01cbccc7e99e09337f429e0a58ba4b9020fcdaa8b8434864dc2e087
3
+ size 29360128
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b98e39f39fbb076ce8713bbad6ac7c969cb80f23856a480b075add1c712d20f
3
+ size 58720256
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:258c0ad6dd5f58a99b16362efed6ca8e74f1bebf1b69ac4bc197d90c220b3b7a
3
+ size 33046528
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26818a9e02a3bbfd6a375d7dc3f0956fdce3cf18ca1c12091a5ae4532c378130
3
+ size 29360128