Hugging Face's logo

KLMFOREVER
/
dolphin-2.9-llama3-8b-q4f16_1-MLC

Model card Files Community
KLMFOREVER commited on
Commit
9e3fedf
•
1 Parent(s): 319466a

Upload 50 files

Browse files
Files changed (50) hide show
  1. mlc-chat-config.json +78 -0
  2. ndarray-cache.json +0 -0
  3. params_shard_0.bin +3 -0
  4. params_shard_1.bin +3 -0
  5. params_shard_10.bin +3 -0
  6. params_shard_11.bin +3 -0
  7. params_shard_12.bin +3 -0
  8. params_shard_13.bin +3 -0
  9. params_shard_14.bin +3 -0
  10. params_shard_15.bin +3 -0
  11. params_shard_16.bin +3 -0
  12. params_shard_17.bin +3 -0
  13. params_shard_18.bin +3 -0
  14. params_shard_19.bin +3 -0
  15. params_shard_2.bin +3 -0
  16. params_shard_20.bin +3 -0
  17. params_shard_21.bin +3 -0
  18. params_shard_22.bin +3 -0
  19. params_shard_23.bin +3 -0
  20. params_shard_24.bin +3 -0
  21. params_shard_25.bin +3 -0
  22. params_shard_26.bin +3 -0
  23. params_shard_27.bin +3 -0
  24. params_shard_28.bin +3 -0
  25. params_shard_29.bin +3 -0
  26. params_shard_3.bin +3 -0
  27. params_shard_30.bin +3 -0
  28. params_shard_31.bin +3 -0
  29. params_shard_32.bin +3 -0
  30. params_shard_33.bin +3 -0
  31. params_shard_34.bin +3 -0
  32. params_shard_35.bin +3 -0
  33. params_shard_36.bin +3 -0
  34. params_shard_37.bin +3 -0
  35. params_shard_38.bin +3 -0
  36. params_shard_39.bin +3 -0
  37. params_shard_4.bin +3 -0
  38. params_shard_40.bin +3 -0
  39. params_shard_41.bin +3 -0
  40. params_shard_42.bin +3 -0
  41. params_shard_43.bin +3 -0
  42. params_shard_44.bin +3 -0
  43. params_shard_45.bin +3 -0
  44. params_shard_46.bin +3 -0
  45. params_shard_47.bin +3 -0
  46. params_shard_5.bin +3 -0
  47. params_shard_6.bin +3 -0
  48. params_shard_7.bin +3 -0
  49. params_shard_8.bin +3 -0
  50. params_shard_9.bin +3 -0
mlc-chat-config.json ADDED
@@ -0,0 +1,78 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "llama",
4
+ "quantization": "q4f16_1",
5
+ "model_config": {
6
+ "hidden_size": 4096,
7
+ "intermediate_size": 14336,
8
+ "num_attention_heads": 32,
9
+ "num_hidden_layers": 32,
10
+ "rms_norm_eps": 1e-05,
11
+ "vocab_size": 128258,
12
+ "tie_word_embeddings": false,
13
+ "position_embedding_base": 500000.0,
14
+ "context_window_size": 8192,
15
+ "prefill_chunk_size": 2048,
16
+ "num_key_value_heads": 8,
17
+ "head_dim": 128,
18
+ "tensor_parallel_shards": 1,
19
+ "max_batch_size": 80
20
+ },
21
+ "vocab_size": 128258,
22
+ "context_window_size": 8192,
23
+ "sliding_window_size": -1,
24
+ "prefill_chunk_size": 2048,
25
+ "attention_sink_size": -1,
26
+ "tensor_parallel_shards": 1,
27
+ "temperature": 1.0,
28
+ "presence_penalty": 0.0,
29
+ "frequency_penalty": 0.0,
30
+ "repetition_penalty": 1.0,
31
+ "top_p": 1.0,
32
+ "tokenizer_files": [
33
+ "tokenizer.json",
34
+ "tokenizer_config.json"
35
+ ],
36
+ "tokenizer_info": {
37
+ "token_postproc_method": "byte_level",
38
+ "prepend_space_in_encode": false,
39
+ "strip_space_in_decode": false
40
+ },
41
+ "conv_template": {
42
+ "name": "llama-3",
43
+ "system_template": "<|start_header_id|>system<|end_header_id|>\n\n{system_message}<|eot_id|>\n",
44
+ "system_message": "You are a helpful, respectful and honest assistant.",
45
+ "system_prefix_token_ids": [
46
+ 128000
47
+ ],
48
+ "add_role_after_system_message": true,
49
+ "roles": {
50
+ "user": "<|start_header_id|>user",
51
+ "assistant": "<|start_header_id|>assistant"
52
+ },
53
+ "role_templates": {
54
+ "user": "{user_message}",
55
+ "assistant": "{assistant_message}",
56
+ "tool": "{tool_message}"
57
+ },
58
+ "messages": [],
59
+ "seps": [
60
+ "<|eot_id|>"
61
+ ],
62
+ "role_content_sep": "<|end_header_id|>\n\n",
63
+ "role_empty_sep": "<|end_header_id|>\n\n",
64
+ "stop_str": [
65
+ "<|end_of_text|>",
66
+ "<|eot_id|>"
67
+ ],
68
+ "stop_token_ids": [
69
+ 128001,
70
+ 128009
71
+ ],
72
+ "function_string": "",
73
+ "use_function_calling": false
74
+ },
75
+ "pad_token_id": 0,
76
+ "bos_token_id": 128000,
77
+ "eos_token_id": 128001
78
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9317b5dce6f1cff0bca35dd3f149d802402cbe18614d54ec3ad79bf31c6659f8
3
+ size 262672384
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76573742a91bff99f281d83bfc4c1c29a856f7783f3855819772d74f9439d857
3
+ size 29360128
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4c92b5f22c08b4f89b68280619d19ff175ece9340b4528e2c923473d13f23c9
3
+ size 33046528
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef17472b0302cae3a3686007db8a5b0f2a1f3a9f8c6f6192ceee4b76771b11d2
3
+ size 29360128
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:375df07ff1bad1e9acee544f65f02de16323f73425a8b2eac89a1e152f3c2a9f
3
+ size 58720256
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba2b12acc0e83cee23e655fcc0213b7b8787e6592981a1b876491d8d7be1eb02
3
+ size 22036480
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4287ca4ae3cce19f53052d9db77c07c36356f3beca316f9b74e67bfec39d413a
3
+ size 29360128
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e3bde6ddfaf2fe689e9b42f25307a8de397152364ff4c7250db30a8bd0f72ba
3
+ size 58720256
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51ef87171bf3d94c4a8e6d258ecac068b01381d012e94784e91c16f3588c27d8
3
+ size 27271168
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e56ccf2d089acb32dcf8599aeefedace55624327fec6c021331e251d56ae9fd
3
+ size 29360128
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f4421f3e243395e1d84598638f56baf63511e0445f8e101543dc30aa2b2b858
3
+ size 30949376
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86d895c8fe82904fd6f45b65164ededa7067640e54a2454079e49633622069e2
3
+ size 58720256
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fd1cce6d3ccb1e9d430d4e0fc373334b37f1128cf079d3fd26fdf00ddf1ff96
3
+ size 32842240
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8ac6214e4a9b9ad0adbb0ce5c1843734950fec3e313321389813085c620f163
3
+ size 25174016
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b94bc7e9380cc7b189d398e26b1a9a12faf6b9ea2e088a29e049da1ff41c0596
3
+ size 29360128
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08deaf65ddf9620060ea17521a972c5ddcd4aac6bf15fa0834e7ba81aafad453
3
+ size 58720256
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f57de9d58af58a89f00ecf51f06023060e7307f92d3197eb67af2555a4fb1a61
3
+ size 33046528
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0278a4fe43488b1e1e968409ee2d5973c581a7d56a811bf21d5e7f9b7fcc8dc
3
+ size 29360128
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dff0b41a962b0d943f8ab090c3d9b2bde81b9ad8240220f9a8f4fad0ff74cbbf
3
+ size 58720256
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5350d6d56dd2f1a64f4c7b3056df7b483948f5cca662f0c9945e059fb7f3ec2
3
+ size 22036480
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:153b660dce18724f63cf282a843f2f81f47fb7447ec52b0b4f612618a03a81ab
3
+ size 29360128
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a2ce3b99fbb4f859fbf00b3bf5702d5a4fc48dfd19df13996cb1e03ec31159c
3
+ size 58720256
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ee95f93ed74ef42dfef0418da7ccc5eaf2ef920b10e110a8ccfa7aa69693efe
3
+ size 27271168
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66773dd42f3af2ffbacad250094c2167dfc5b19ba2100fc0db4d2af4fa1bb285
3
+ size 262672384
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0472aa2802a8f3862f953aa6f45c8d593978b3bbd5169d6b8a09cb1b42bec48
3
+ size 29360128
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:368bfc47d27f20335f730a332e95dd792cd78b753d094637ab693f1dc6c86abc
3
+ size 30949376
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c90e8be722e4e2facdc0f0104988aa6201be9425d17f561ce26026ae120f18f5
3
+ size 58720256
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b45c095ad3ad0947da71f7e03bd981b455e58e0af1163458c638fe424bbca8b
3
+ size 25174016
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abbb7708975db9444e8c179ce0bbccdbff61f6cddebba9bff4ff100854098175
3
+ size 29360128
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:720513eac882012f527c3f3395087d7671ab86ca30c35fe0406414a9b7ccb6ac
3
+ size 58720256
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e155558dbc1e81eccdb1ea0ada854ab0af74e76a2791011a98e846ed2d45b3d5
3
+ size 33046528
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc88c7d56b80fb76e635da948c12ab01c0f9b6d62e0b21b15de7fc009d8427ce
3
+ size 29360128
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9040114136232e1e01f41ed2c2a382571522f7ec632692d22d222b6597012700
3
+ size 58720256
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8422d230b64618457caa20c1bef5011d81603817a760772302c8f2102474cd13
3
+ size 22036480
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca46f7b841ba0fe9426fefec80417adfd2b627cf508d8bdd5fb212e455013184
3
+ size 32834048
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a9d5e87c97cef2514078c63d4787c7cb1792e700ad9ca06e3dd93ab37920295
3
+ size 29360128
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:adb0a0c91c28bd3cd2f2120e0b96fdb47ea4306878ba3bf3a921295250d59050
3
+ size 58720256
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7533fffe2b36695940784d3ca1ed5d9b1a835521f879097c8057897ae303e38e
3
+ size 27271168
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17f941a43552707c988f1f772749d770c3e81bda8319e3a409ca9eac11be531d
3
+ size 29360128
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5db1b5d9ea9ed1680df620f4e07160bc7fb8dfb6cfcb87126c0c2beb8cf09624
3
+ size 30949376
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac9dcaa490e1166bdf39df180238d10eb10536d7f0d7586c8914eb95e46cbd4c
3
+ size 58720256
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:829197a38b2dd7e02e998359a328448f9ac49f21cb8c2ab2135c734792b8af1d
3
+ size 25174016
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6153335336c6df49a6f359199b232943c20f276eb999ac1204a4a316d4bcf493
3
+ size 29360128
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2dcd7056107af9482995b2e0d2896b08263c60e236c02e4c81d4fc975bc4061
3
+ size 33054720
params_shard_6.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9fa6a0dbe6890561c1a950453bc2bb0784473f6ee8e2e62a1c8af5fd0452e8b
3
+ size 58720256
params_shard_7.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51450c0c14b0235336f0ed024aa2481e7382ab73cd2d7465a5781b7c8a2ec62b
3
+ size 25174016
params_shard_8.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6518553d6a5fc412bc6fadebc9c7f89035cec0824e167dcc07515a5422bc988
3
+ size 29360128
params_shard_9.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8658471062e999da668aed39e495f7a504c9fd3d036a28e959d90bc62c1a924
3
+ size 58720256