Hugging Face's logo

KLMFOREVER
/
gemma-2-9B-it-q4f16_1-MLC

Model card Files Community
KLMFOREVER commited on
Commit
5e25c68
•
1 Parent(s): e13396f

Upload 50 files

Browse files
Files changed (50) hide show
  1. mlc-chat-config.json +79 -0
  2. ndarray-cache.json +0 -0
  3. params_shard_0.bin +3 -0
  4. params_shard_1.bin +3 -0
  5. params_shard_10.bin +3 -0
  6. params_shard_11.bin +3 -0
  7. params_shard_12.bin +3 -0
  8. params_shard_13.bin +3 -0
  9. params_shard_14.bin +3 -0
  10. params_shard_15.bin +3 -0
  11. params_shard_16.bin +3 -0
  12. params_shard_17.bin +3 -0
  13. params_shard_18.bin +3 -0
  14. params_shard_19.bin +3 -0
  15. params_shard_2.bin +3 -0
  16. params_shard_20.bin +3 -0
  17. params_shard_21.bin +3 -0
  18. params_shard_22.bin +3 -0
  19. params_shard_23.bin +3 -0
  20. params_shard_24.bin +3 -0
  21. params_shard_25.bin +3 -0
  22. params_shard_26.bin +3 -0
  23. params_shard_27.bin +3 -0
  24. params_shard_28.bin +3 -0
  25. params_shard_29.bin +3 -0
  26. params_shard_3.bin +3 -0
  27. params_shard_30.bin +3 -0
  28. params_shard_31.bin +3 -0
  29. params_shard_32.bin +3 -0
  30. params_shard_33.bin +3 -0
  31. params_shard_34.bin +3 -0
  32. params_shard_35.bin +3 -0
  33. params_shard_36.bin +3 -0
  34. params_shard_37.bin +3 -0
  35. params_shard_38.bin +3 -0
  36. params_shard_39.bin +3 -0
  37. params_shard_4.bin +3 -0
  38. params_shard_40.bin +3 -0
  39. params_shard_41.bin +3 -0
  40. params_shard_42.bin +3 -0
  41. params_shard_43.bin +3 -0
  42. params_shard_44.bin +3 -0
  43. params_shard_45.bin +3 -0
  44. params_shard_46.bin +3 -0
  45. params_shard_47.bin +3 -0
  46. params_shard_5.bin +3 -0
  47. params_shard_6.bin +3 -0
  48. params_shard_7.bin +3 -0
  49. params_shard_8.bin +3 -0
  50. params_shard_9.bin +3 -0
mlc-chat-config.json ADDED
@@ -0,0 +1,79 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "gemma",
4
+ "quantization": "q4f16_1",
5
+ "model_config": {
6
+ "hidden_size": 3584,
7
+ "intermediate_size": 14336,
8
+ "attention_bias": false,
9
+ "num_attention_heads": 16,
10
+ "num_key_value_heads": 8,
11
+ "head_dim": 256,
12
+ "num_hidden_layers": 42,
13
+ "rms_norm_eps": 1e-06,
14
+ "vocab_size": 256000,
15
+ "hidden_activation": "gelu_pytorch_tanh",
16
+ "position_embedding_base": 10000.0,
17
+ "context_window_size": 8192,
18
+ "prefill_chunk_size": 2048,
19
+ "tensor_parallel_shards": 1,
20
+ "max_batch_size": 80
21
+ },
22
+ "vocab_size": 256000,
23
+ "context_window_size": 8192,
24
+ "sliding_window_size": -1,
25
+ "prefill_chunk_size": 2048,
26
+ "attention_sink_size": -1,
27
+ "tensor_parallel_shards": 1,
28
+ "temperature": 1.0,
29
+ "presence_penalty": 0.0,
30
+ "frequency_penalty": 0.0,
31
+ "repetition_penalty": 1.0,
32
+ "top_p": 1.0,
33
+ "tokenizer_files": [
34
+ "tokenizer.model",
35
+ "tokenizer.json",
36
+ "tokenizer_config.json"
37
+ ],
38
+ "tokenizer_info": {
39
+ "token_postproc_method": "byte_fallback",
40
+ "prepend_space_in_encode": false,
41
+ "strip_space_in_decode": false
42
+ },
43
+ "conv_template": {
44
+ "name": "gemma_instruction",
45
+ "system_template": "{system_message}",
46
+ "system_message": "",
47
+ "system_prefix_token_ids": [
48
+ 2
49
+ ],
50
+ "add_role_after_system_message": true,
51
+ "roles": {
52
+ "user": "<start_of_turn>user",
53
+ "assistant": "<start_of_turn>model"
54
+ },
55
+ "role_templates": {
56
+ "user": "{user_message}",
57
+ "assistant": "{assistant_message}",
58
+ "tool": "{tool_message}"
59
+ },
60
+ "messages": [],
61
+ "seps": [
62
+ "<end_of_turn>\n"
63
+ ],
64
+ "role_content_sep": "\n",
65
+ "role_empty_sep": "\n",
66
+ "stop_str": [
67
+ "<end_of_turn>"
68
+ ],
69
+ "stop_token_ids": [
70
+ 1,
71
+ 107
72
+ ],
73
+ "function_string": "",
74
+ "use_function_calling": false
75
+ },
76
+ "pad_token_id": 0,
77
+ "bos_token_id": 2,
78
+ "eos_token_id": 1
79
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb1593f5066c8426b008b15902529af53303beb64a95251e4905d1abf550ccc8
3
+ size 458752000
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6dcac88342227ac547cf8bf12a5c848f173f3442fb5ad81814a9e9742a718d6e
3
+ size 57344000
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:182dc27c3dfe9dc5cd458f5dcde42c2da21e050ade1789869048261b87055252
3
+ size 25690112
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2e4af238e5a7d6b435329594b8e345fc3a94541d2d31b95aceea7d5b3b74648
3
+ size 31209472
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad01211ac7f3ba9d7f45a36953564f1bd7353ee8e5881eb8cfc4a23e65587a40
3
+ size 51380224
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16e6fc92fc448c8f136452708a3fc5c64bfbb8f6237d109508209248cb1e600f
3
+ size 33496064
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:297eaf757c601a9238f0bf1406c23435d3135d2e92840f7f367f51edd9928c23
3
+ size 51380224
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ea365709ebc4d49b6b86ea6ecb9618b60308e28ec9a97fb8f743fa400ff2b52
3
+ size 29826048
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a5df8d46393929df42c1d96aa65e044707285c5fa00fb9ad519a7f27bd4331f
3
+ size 25690112
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7c65d882e882c6cbe3dd1dd5fe5651b2c6da8e68ce02a4fbc6b5806d80f325a
3
+ size 31209472
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eca966d14d9f12e4f68b37fbb28e3a9cf690c6fbdc5d9b51f795c0961472ea7a
3
+ size 51380224
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3988449cd8276ad129c4a5fdf67c4d4bd7455a5c96711d49102c1f3e2d684a19
3
+ size 33496064
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d94a0e7674b57cf003e10a96abb5cf0a17d6c2050916f9db63e2ec9600fdfa0
3
+ size 51380224
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbcb53af5ee678e7a712ad54bbd8dfbfbff8c97e5d755063405db6ac9431a7f7
3
+ size 51380224
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33ade37292f86ae243f8b81a8c18bd8ee6ab6f6fe8d371eb8d8a47be57c4b562
3
+ size 29826048
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89230dac40070c2e15297cc5fd71d4bedd3d5c162b4f3cddf2e5c2c4103940db
3
+ size 51380224
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91add1c559a74849e22d74d9039ff2cfd0437ae24f70c365dd96ac2c230e857b
3
+ size 31202304
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a40e5c8afb333e8dc5cebee48dd9c46efe5531169e43f16593f13fa7ab334e38
3
+ size 25690112
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:920076376b1735b3c92c5e663856aba07cf606f5c27051281cb032ab11893ecc
3
+ size 31202304
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba43e6d67012738bd0e0831f0523467c52d600e1a4a12a7f3db266774f6b56bb
3
+ size 51380224
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2d0bbe96b0ccb2bd9bcbe93d03a9fe2bfbc1fa5768aeff4613488bb4a249146
3
+ size 33496064
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1279794a022ee88cbfbde57c380ed1627b1c583a646ed391dd1e1fa8265d375a
3
+ size 51380224
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c337ca0fa80ddcd69eff6c98ad780c29ef3626fc8d1bf180ca6b59131894e7e0
3
+ size 29826048
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f22275e99e8bc01d3583c736810552bd7ded9f1bde401ac077d3fe1c8df4001
3
+ size 28908544
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc310659e066365f76c92826a50406f0ba44f932a702af04e0ba2138eee9aba0
3
+ size 25690112
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bc7d681b0b749786d7896317a9e9b63d30041885ec9e39188890c498287ebd9
3
+ size 31209472
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c24b93dc616c0238e6c134f1d45af7329a59ac9d65c33006b30053a830d8fde
3
+ size 51380224
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a9e204aea3b941e14648073513a1ab3234d469d78b6aafdfa19cf5a19e5cfea
3
+ size 33496064
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fb23e97e1eaa7830acb01bc9236337390c4158dccaf8c752224be33ba80d657
3
+ size 51380224
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:801196e7752cfe49f7523c378c961a6ebc9505a5ad58119213383e0eb4b5dca0
3
+ size 29826048
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e2a359b7db2a3cfe6a89620cb5c6c3bd11ab59435dc714b40e39274d493478a
3
+ size 25690112
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93a3b92d6fec1eea80ad0f1713512ead959270d6d1e6d69f455b8b955699ba64
3
+ size 31209472
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86d1551ce25020282c26a29063c1b5658b7a8660a761091a5662ff8045f1a28a
3
+ size 51380224
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70769921508698f549712b96acef4a027489f72e8e90393b3826b6b4b71115f8
3
+ size 33496064
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:595cad0b61ae75231fd3d6d38dc30a9be31b9cfb585d1d4739950ebd0789a3d3
3
+ size 25690112
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:473671eadf9690fb8030e605d5a69060731118e21a1c17427feaf95c1c9d7c7f
3
+ size 51380224
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b38434c481b022bb913e6833d1f8a5bd6d7f97f52d828d4a1b5bdbd2acf81edf
3
+ size 29826048
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1c225f3f043fa65f8ff8dd5f5578aea0d64ee5b1bbf023acec4947ea94ab1c5
3
+ size 25690112
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:884b19aaa50afc8cd9fa66ae98ad0c54574042bea94d1b5b0b0e145d960ff285
3
+ size 31209472
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8412b9f52570fc7372eb5ebeb7f42c94fb9281d0805ec953c578191a9bacf6d6
3
+ size 51380224
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4735c82e1b2df5810b52eef4c28d6c9338ad8a1b7a0957d1177e5c92050fadf8
3
+ size 33496064
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba5d4cf69c1a7a5b52f1516038e8714feeb2de88cb35b314afa18539fa716ad2
3
+ size 51380224
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ee75d956080b579e629fcae249ffc56c91de0fb28f95a7b274a9f9dfb08fee9
3
+ size 29826048
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e43a81c413910a370dd9603971d97236491afcb53e5442d8f0c4e64f2cd635f1
3
+ size 31209472
params_shard_6.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d8d075e86d65a8005f4e784e051f29a5cecad6c8b2ef47d50f3dabaaec6f2a9
3
+ size 51380224
params_shard_7.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66f6aab077205b0858d108f7fc284028d9d6cf1e0d448aacdbf09da4f058c1b1
3
+ size 33496064
params_shard_8.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1bf7e40c33db04964b5da9789f5ebc5e42ee450215f6fdb0af73fb7ecb820b46
3
+ size 51380224
params_shard_9.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9fb153be7e227c91e8e71fb2b32e766b47109bc787e41214aaa6e924fbb4fc8
3
+ size 29826048