Upload folder using huggingface_hub

mlc-chat-config.json

@@ -0,0 +1,82 @@
+{
+  "version": "0.1.0",
+  "model_type": "qwen2",
+  "quantization": "q4f16_1",
+  "model_config": {
+    "hidden_act": "silu",
+    "hidden_size": 1536,
+    "intermediate_size": 8960,
+    "num_attention_heads": 12,
+    "num_hidden_layers": 28,
+    "num_key_value_heads": 2,
+    "rms_norm_eps": 1e-06,
+    "rope_theta": 10000.0,
+    "vocab_size": 151936,
+    "tie_word_embeddings": true,
+    "context_window_size": 4096,
+    "prefill_chunk_size": 2048,
+    "tensor_parallel_shards": 1,
+    "head_dim": 128,
+    "dtype": "float32",
+    "max_batch_size": 80
+  },
+  "vocab_size": 151936,
+  "context_window_size": 4096,
+  "sliding_window_size": -1,
+  "prefill_chunk_size": 2048,
+  "attention_sink_size": -1,
+  "tensor_parallel_shards": 1,
+  "pipeline_parallel_stages": 1,
+  "temperature": 1.0,
+  "presence_penalty": 0.0,
+  "frequency_penalty": 0.0,
+  "repetition_penalty": 1.1,
+  "top_p": 0.8,
+  "tokenizer_files": [
+    "tokenizer.json",
+    "vocab.json",
+    "merges.txt",
+    "tokenizer_config.json"
+  ],
+  "tokenizer_info": {
+    "token_postproc_method": "byte_level",
+    "prepend_space_in_encode": false,
+    "strip_space_in_decode": false
+  },
+  "conv_template": {
+    "name": "chatml",
+    "system_template": "<|im_start|>system\n{system_message}<|im_end|>\n",
+    "system_message": "A conversation between a user and an LLM-based AI assistant. The assistant gives helpful and honest answers.",
+    "system_prefix_token_ids": null,
+    "add_role_after_system_message": true,
+    "roles": {
+      "user": "<|im_start|>user",
+      "assistant": "<|im_start|>assistant"
+    },
+    "role_templates": {
+      "user": "{user_message}",
+      "assistant": "{assistant_message}",
+      "tool": "{tool_message}"
+    },
+    "messages": [],
+    "seps": [
+      "<|im_end|>\n"
+    ],
+    "role_content_sep": "\n",
+    "role_empty_sep": "\n",
+    "stop_str": [
+      "<|im_end|>"
+    ],
+    "stop_token_ids": [
+      2
+    ],
+    "function_string": "",
+    "use_function_calling": false
+  },
+  "pad_token_id": 151643,
+  "bos_token_id": 151643,
+  "eos_token_id": [
+    151645,
+    151643
+  ]
+}

params_shard_0.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6416f413218dc89531c42e569c496d4fe702efb9d9ea5602001970caa14ab5be
+size 116686848

params_shard_1.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d7cde1c9be3c97a970927ddad90d36cf6e58dd776e9e2412a676bceb2b5d221
+size 22330368

params_shard_10.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d410178f574743d0fbdaa0723f1b74929cbaa93f49954157bd542f789cb9b54f
+size 26331136

params_shard_11.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c58cb8444d883353fef6586d1947dd88cdd1351f4bbe151d03b3f4099f18468
+size 26331136

params_shard_12.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be0b7b5045b4b385d8e13140e7839befd648cf30727efa5c8dbafdb57bf11f6d
+size 26331136

params_shard_13.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f0d71ffbfec9c3023252a3b8d58de11a50fc46f933366d44dbafe28593db7aa
+size 26331136

params_shard_14.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f453d3d5cf476179ca0080f801060c7e67f4e785527e6d212f28d586df9830
+size 26331136

params_shard_15.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad90d0ef027d5e97406bdde805cecc2bf7a0944f6e1e046398ff642a6a85650
+size 26331136

params_shard_16.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fdfce5877de3ce369ea469f25703bc201745123951cbc92b222f1af1f93b803
+size 26331136

params_shard_17.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d45e4bf9c072b72d504383a11870eed02c4b05fbfa6827b02ece2e18a1bdadc
+size 26331136

params_shard_18.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a8b3c298c4b2865fcda8a7c8d4b7a02c42552483c8cf411effe7e24927a2526
+size 26331136

params_shard_19.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0871311bb5ac22179a2bf3481bee73c28c397640b4642f720f0ea6bfa144cd3b
+size 26331136

params_shard_2.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e61fea37c3563733a3bea3e884d0cddb81123a08f782b6a229325749ca91048
+size 26331136

params_shard_20.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7199559a5b17b04fc06c2016dd06a73b398eee5995e789f19a98f5c8ac23fc8c
+size 26331136

params_shard_21.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d39c8d5d647d5af9344418871a8360eaf9948f0659d8e5284c33a5a70f5d03b
+size 26331136

params_shard_22.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64c500fc31d57f5b11d3c16b6372a7d859370709c6031216ff545399de892111
+size 26331136

params_shard_23.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f487751c90b7f570ff5b6b99524645cff4f7601d7ac0f46cd7b09773344a2974
+size 26331136

params_shard_24.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55bad608bc058a6995c568d50171aef7b3788937eea4f908db3aabc36d86ab6e
+size 26331136

params_shard_25.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a36a389eb6f4c0bbae1c614a0cdbc0eb2e13d782aad10ff2d5dd7cffeb154ca5
+size 26331136

params_shard_26.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2436c8a7c21d7887b18c5477610b2bae3f96a29831a48c2b02b8a488c66dffc7
+size 26331136

params_shard_27.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bde426e1adb166c1d2fa9ae6c8c72e917e7b202b9db1b90c13e33817947d44af
+size 26331136

params_shard_28.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d962d757e4554a1d2673fceefea855adce95c3c3e165e00bf129f6dac7b9d5
+size 26331136

params_shard_29.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e9e8d065bc0802a7f2113e8660b568f47b5742d58a04382a8213453e967a41e
+size 18589696

params_shard_3.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:936cfc5e5affb975fb06964c70fbfe93d971a5db54df1af23c77964bbc47ef54
+size 26331136

params_shard_4.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39d2b49e178c9aa89c18bd6e931e160a4429d03f319a9b0c14b4950e77866db3
+size 26331136

params_shard_5.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c686137eeb4501248b1dead7830b8a1813d18f1ae3c25f363f17f9742e3c81f
+size 26331136

params_shard_6.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60389743a30503b8dcd53ab9d922f308ab5bc908868a1cc3029193b9c0ab85fa
+size 26331136

params_shard_7.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7671216a31802855724d8ac57175affff2660dd82cab345f709a67e285db026e
+size 26331136

params_shard_8.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:328c3b915a83c763f8612e9c1fe710ef3acbd57a4426ebb778e8a260bbfa143e
+size 26331136

params_shard_9.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e4f788e8c79896de64211924f3443b56fb84742fd467dd3900c15d8cba633f
+size 26331136

tokenizer_config.json

@@ -0,0 +1,40 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": ["<|im_start|>", "<|im_end|>"],
+  "bos_token": null,
+  "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 32768,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}