Upload 9 files

Modelfile

@@ -2,10 +2,10 @@
 
 FROM .
 
-TEMPLATE """{{ if .System }}System: {{ .System }}<|endoftext|>
-{{ end }}{{ range .Messages }}{{ if eq .Role "user" }}Human: {{ .Content }}<|endoftext|>
-Assistant:{{ else if eq .Role "assistant" }}{{ .Content }}<|endoftext|>
+TEMPLATE """{{ if .System }}System: {{ .System }}<|im_end|>
+{{ end }}{{ range .Messages }}{{ if eq .Role "user" }}Human: {{ .Content }}<|im_end|>
+Assistant:{{ else if eq .Role "assistant" }}{{ .Content }}<|im_end|>
 {{ end }}{{ end }}"""
 
-PARAMETER stop "<|endoftext|>"
+PARAMETER stop "<|im_end|>"
 PARAMETER num_ctx 4096

config.json

@@ -4,8 +4,8 @@
   ],
   "attention_bias": false,
   "attention_dropout": 0.0,
-  "bos_token_id": 0,
-  "eos_token_id": 0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
   "head_dim": 64,
   "hidden_act": "silu",
   "hidden_size": 576,
@@ -18,6 +18,7 @@
   "num_attention_heads": 9,
   "num_hidden_layers": 30,
   "num_key_value_heads": 3,
+  "pad_token_id": 2,
   "pretraining_tp": 1,
   "rms_norm_eps": 1e-05,
   "rope_interleaved": false,
@@ -25,6 +26,12 @@
   "rope_theta": 100000,
   "tie_word_embeddings": true,
   "torch_dtype": "bfloat16",
+  "transformers.js_config": {
+    "kv_cache_dtype": {
+      "fp16": "float16",
+      "q4f16": "float16"
+    }
+  },
   "transformers_version": "4.51.3",
   "use_cache": true,
   "vocab_size": 49152

generation_config.json

@@ -1,6 +1,7 @@
 {
   "_from_model_config": true,
-  "bos_token_id": 0,
-  "eos_token_id": 0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "pad_token_id": 2,
   "transformers_version": "4.51.3"
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:468c0bec4d396622ff3e0afef872a0a045fab02ce31705156bf773958bd51577
+oid sha256:363388c189ca7554fdb0ed8c98db0a39c22dc74b6298907232a6637c8b3db586
 size 269060552

special_tokens_map.json

@@ -1,38 +1,29 @@
 {
   "additional_special_tokens": [
-    "<|endoftext|>",
     "<|im_start|>",
-    "<|im_end|>",
-    "<repo_name>",
-    "<reponame>",
-    "<file_sep>",
-    "<filename>",
-    "<gh_stars>",
-    "<issue_start>",
-    "<issue_comment>",
-    "<issue_closed>",
-    "<jupyter_start>",
-    "<jupyter_text>",
-    "<jupyter_code>",
-    "<jupyter_output>",
-    "<jupyter_script>",
-    "<empty_output>"
+    "<|im_end|>"
   ],
   "bos_token": {
-    "content": "<|endoftext|>",
+    "content": "<|im_start|>",
     "lstrip": false,
     "normalized": false,
     "rstrip": false,
     "single_word": false
   },
   "eos_token": {
-    "content": "<|endoftext|>",
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|im_end|>",
     "lstrip": false,
     "normalized": false,
     "rstrip": false,
     "single_word": false
   },
-  "pad_token": "<|endoftext|>",
   "unk_token": {
     "content": "<|endoftext|>",
     "lstrip": false,

tokenizer_config.json

@@ -139,31 +139,16 @@
     }
   },
   "additional_special_tokens": [
-    "<|endoftext|>",
     "<|im_start|>",
-    "<|im_end|>",
-    "<repo_name>",
-    "<reponame>",
-    "<file_sep>",
-    "<filename>",
-    "<gh_stars>",
-    "<issue_start>",
-    "<issue_comment>",
-    "<issue_closed>",
-    "<jupyter_start>",
-    "<jupyter_text>",
-    "<jupyter_code>",
-    "<jupyter_output>",
-    "<jupyter_script>",
-    "<empty_output>"
+    "<|im_end|>"
   ],
-  "bos_token": "<|endoftext|>",
-  "chat_template": "{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% else %}{% set loop_messages = messages %}{% endif %}{% if system_message is defined %}{{ 'System: ' + system_message + '<|endoftext|>' + '\n' }}{% endif %}{% for message in loop_messages %}{% set content = message['content'] %}{% if message['role'] == 'user' %}{{ 'Human: ' + content + '<|endoftext|>' + '\nAssistant:' }}{% elif message['role'] == 'assistant' %}{{ content + '<|endoftext|>' + '\n' }}{% endif %}{% endfor %}",
+  "bos_token": "<|im_start|>",
+  "chat_template": "{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% else %}{% set loop_messages = messages %}{% endif %}{% if system_message is defined %}{{ 'System: ' + system_message + '<|im_end|>' + '\n' }}{% endif %}{% for message in loop_messages %}{% set content = message['content'] %}{% if message['role'] == 'user' %}{{ 'Human: ' + content + '<|im_end|>' + '\nAssistant:' }}{% elif message['role'] == 'assistant' %}{{ content + '<|im_end|>' + '\n' }}{% endif %}{% endfor %}",
   "clean_up_tokenization_spaces": false,
-  "eos_token": "<|endoftext|>",
+  "eos_token": "<|im_end|>",
   "extra_special_tokens": {},
-  "model_max_length": 8192,
-  "pad_token": "<|endoftext|>",
+  "model_max_length": 2048,
+  "pad_token": "<|im_end|>",
   "padding_side": "left",
   "split_special_tokens": false,
   "tokenizer_class": "GPT2Tokenizer",