Training in progress, step 952

chat_template.jinja

@@ -0,0 +1,10 @@
+
+{%- for message in messages %}
+    {%- if message['role'] == 'system' %}
+        {{ '<|system|>' + ' ' + message['content'].strip() }}
+    {%- elif message['role'] == 'user' %}
+        {{ '<|instruction|>' + ' ' + message['content'].strip() }}
+    {%- elif message['role'] == 'assistant' %}
+        {{ '<|response|>' + ' ' + message['content'].strip() }}
+    {%- endif %}
+{%- endfor %}

config.json

@@ -30,7 +30,7 @@
   "rotary_embedding_base": 10000,
   "tie_word_embeddings": true,
   "torch_dtype": "float32",
-  "transformers_version": "4.51.3",
+  "transformers_version": "4.52.2",
   "use_cache": true,
   "use_flash_attention": true,
   "use_memory_efficient_attention": true,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:24e26f725fa1f6a293e9bf9806d91622a3a710503b77f022c3956f931e72f585
+oid sha256:3ffa076e663c65dd3ac96f2fa20423019ce3aba221e16f87abb6358656fb2f64
 size 2013432032

tokenizer_config.json

@@ -82,7 +82,6 @@
     }
   },
   "bos_token": "<sos>",
-  "chat_template": "\n{%- for message in messages %}\n    {%- if message['role'] == 'system' %}\n        {{ '<|system|>' + ' ' + message['content'].strip() }}\n    {%- elif message['role'] == 'user' %}\n        {{ '<|instruction|>' + ' ' + message['content'].strip() }}\n    {%- elif message['role'] == 'assistant' %}\n        {{ '<|response|>' + ' ' + message['content'].strip() }}\n    {%- endif %}\n{%- endfor %}\n",
   "clean_up_tokenization_spaces": true,
   "eos_token": "<|endoftext|>",
   "extra_special_tokens": {},

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ad274042451bc12d8c28d5e7bb286b5160256ea36d5a59607b74a01c719f98e2
+oid sha256:eb2289a961f7132e8dc8478ae8649c6ee2161f1f726973c3a3de278f91a742bc
 size 5240