Upload 5 files

config.json

@@ -10,7 +10,7 @@
   "hidden_size": 5120,
   "initializer_range": 0.02,
   "intermediate_size": 32768,
-  "max_position_embeddings": 32768,
+  "max_position_embeddings": 131072,
   "model_type": "mistral",
   "num_attention_heads": 32,
   "num_hidden_layers": 40,
@@ -20,7 +20,7 @@
   "sliding_window": null,
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
-  "transformers_version": "4.49.0",
+  "transformers_version": "4.50.0",
   "use_cache": true,
   "vocab_size": 131072
 }

generation_config.json

@@ -2,5 +2,5 @@
   "_from_model_config": true,
   "bos_token_id": 1,
   "eos_token_id": 2,
-  "transformers_version": "4.49.0"
+  "transformers_version": "4.50.0"
 }

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b76085f9923309d873994d444989f7eb6ec074b06f25b58f1e8d7b7741070949
-size 17078037
+oid sha256:6ad58cc5a1b54079c79ff92de90df3383f45550eea1ed833d552a6f48089ad09
+size 17078121

tokenizer_config.json

@@ -12,7 +12,7 @@
       "special": true
     },
     "1": {
-      "content": "<s>",
+      "content": "[gMASK]<sop>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -20,7 +20,7 @@
       "special": true
     },
     "2": {
-      "content": "</s>",
+      "content": "<|endoftext|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -28,7 +28,7 @@
       "special": true
     },
     "3": {
-      "content": "[INST]",
+      "content": "<|user|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -36,7 +36,7 @@
       "special": true
     },
     "4": {
-      "content": "[/INST]",
+      "content": "<|assistant|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -60,7 +60,7 @@
       "special": true
     },
     "7": {
-      "content": "[TOOL_RESULTS]",
+      "content": "<|tool|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -140,7 +140,7 @@
       "special": true
     },
     "17": {
-      "content": "[SYSTEM_PROMPT]",
+      "content": "<|system|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -8006,13 +8006,13 @@
   },
   "additional_special_tokens": [
     "<unk>",
-    "<s>",
-    "</s>",
-    "[INST]",
-    "[/INST]",
+    "[gMASK]<sop>",
+    "<|endoftext|>",
+    "<|user|>",
+    "<|assistant|>",
     "[AVAILABLE_TOOLS]",
     "[/AVAILABLE_TOOLS]",
-    "[TOOL_RESULTS]",
+    "<|tool|>",
     "[/TOOL_RESULTS]",
     "[TOOL_CALLS]",
     "[IMG]",
@@ -8022,7 +8022,7 @@
     "[PREFIX]",
     "[MIDDLE]",
     "[SUFFIX]",
-    "[SYSTEM_PROMPT]",
+    "<|system|>",
     "[/SYSTEM_PROMPT]",
     "[TOOL_CONTENT]",
     "<SPECIAL_20>",
@@ -9006,12 +9006,14 @@
     "<SPECIAL_998>",
     "<SPECIAL_999>"
   ],
-  "bos_token": "<s>",
+  "bos_token": "[gMASK]<sop>",
+  "chat_template": "{{ bos_token }}{%- set loop_messages = messages %}\n{%- for message in loop_messages %}\n    {%- set content = '<|' + message['role'] + '|>'+ message['content'] | trim %}\n    {%- if loop.index0 == 0 %}\n        {%- set content = content %}\n    {%- endif %}\n    {%- if not (loop.last and message['role'] == 'assistant') %}\n        {%- set content = content + '<|endoftext|>' %}\n    {%- endif %}\n    {{- content }}\n{%- endfor %}\n{%- if messages[-1]['role'] != 'assistant' %}\n  {{- '<|assistant|>' }}\n{%- endif %}",
   "clean_up_tokenization_spaces": false,
-  "eos_token": "</s>",
+  "eos_token": "<|endoftext|>",
   "extra_special_tokens": {},
   "legacy": true,
   "model_max_length": 131072,
+  "pad_token": "<pad>",
   "tokenizer_class": "LlamaTokenizerFast",
   "unk_token": "<unk>",
   "use_default_system_prompt": false