adding safe-tensors version

config.json

@@ -4,7 +4,7 @@
     "NemotronForCausalLM"
   ],
   "bos_token_id": 2,
-  "eos_token_id": 3,
+  "eos_token_id": 5,
   "hidden_act": "relu2",
   "hidden_size": 3072,
   "initializer_range": 0.0134,

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:815d91511ec209e5ef46b69dd74706b3efe133dc6f9bee74e9d2e9cc776a25c0
+size 8381055584

special_tokens_map.json

@@ -1,4 +1,4 @@
 {
   "bos_token": "<s>",
-  "eos_token": "</s>"
+  "eos_token": "<extra_id_1>"
 }

tokenizer_config.json

@@ -8027,8 +8027,8 @@
   },
   "bos_token": "<s>",
   "clean_up_tokenization_spaces": true,
-  "chat_template": "{{'<extra_id_0>System'}}{% for message in messages %}{% if message['role'] == 'system' %}{{'\n' + message['content'].strip()}}{% if tools or contexts %}{{'\n'}}{% endif %}{% endif %}{% endfor %}{% if tools %}{% for tool in tools %}{{ '\n<tool> ' + tool.strip() + ' </tool>' }}{% endfor %}{% endif %}{% if contexts %}{% if tools %}{{'\n'}}{% endif %}{% for context in contexts %}{{ '\n<context> ' + context.strip() + ' </context>' }}{% endfor %}{% endif %}{{'\n\n'}}{% for message in messages %}{% if message['role'] == 'user' %}{{ '<extra_id_1>User\n' + message['content'].strip() + '\n' }}{% elif message['role'] == 'assistant' %}{{ '<extra_id_1>Assistant\n' + message['content'].strip() + '\n' }}{% elif message['role'] == 'tool' %}{{ '<extra_id_1>Tool\n' + message['content'].strip() + '\n' }}{% endif %}{% endfor %}{{'<extra_id_1>Assistant\n'}}",
-  "eos_token": "</s>",
+  "chat_template": "{%- if messages[0]['role'] == 'system' -%}{%- set system_message = messages[0]['content'] | trim -%}{%- set messages = messages[1:] -%}{%- else -%}{%- set system_message = '' -%}{%- endif -%}{%- if tools -%}{{- '<extra_id_0>System' + '\n' + system_message -}}{{- '\n' if system_message else '' -}}{{- '<AVAILABLE_TOOLS>[' -}}{% for t in tools %}{{- (t.function if t.function is defined else t) | tojson() -}}{{- ', ' if not loop.last else '' -}}{%- endfor -%}{{- ']</AVAILABLE_TOOLS>' -}}{{- '\n' -}}{%- else -%}{{- '<extra_id_0>System' + '\n' + system_message + '\n' -}}{%- endif -%}{%- for message in messages -%}{%- if (message['role'] in ['user', 'tool']) != (loop.index0 % 2 == 0) -%}{{- raise_exception('Conversation roles must alternate between user/tool and assistant') -}}{%- elif message['role'] == 'user' -%}{{- '<extra_id_1>User' + '\n' + message['content'] | trim + '\n' -}}{%- elif message['role'] == 'tool' -%}{%- set tool_response = '<TOOL_RESPONSE>[' + message['content'] | trim + ']</TOOL_RESPONSE>' -%}{{- '<extra_id_1>User' + '\n' + tool_response + '\n' -}}{%- elif message['role'] == 'assistant' and message.get('tool_calls') is not none -%}{%- set tool_calls = message['tool_calls'] -%}{{- '<extra_id_1>Assistant' + '\n' + '<TOOLCALL>[' -}}{%- for tool_call in tool_calls -%}{{ {\"name\": tool_call.function.name, \"arguments\": tool_call.function.arguments} | tojson }}{%- if not loop.last -%}{{ ', ' }}{%- else -%}{{ ']</TOOLCALL>' + '\n' }}{%- endif -%}{%- endfor -%}{%- elif message['role'] == 'assistant' -%}{{- '<extra_id_1>Assistant' + '\n' + message['content'] | trim + '\n' -}}{%- endif -%}{%- endfor -%}{%- if add_generation_prompt -%}{{ '<extra_id_1>Assistant' + '\n' }}{%- endif -%}",
+  "eos_token": "<extra_id_1>",
   "model_input_names": [
     "input_ids",
     "attention_mask"