sebaxakerhtc commited on
Commit
9d3d81a
·
verified ·
1 Parent(s): 4880b7d

(Continued pretraining)

Browse files
config.json CHANGED
@@ -32,7 +32,7 @@
32
  "tie_word_embeddings": false,
33
  "torch_dtype": "bfloat16",
34
  "transformers_version": "4.47.1",
35
- "unsloth_version": "2024.12.12",
36
  "use_cache": true,
37
  "vocab_size": 128256
38
  }
 
32
  "tie_word_embeddings": false,
33
  "torch_dtype": "bfloat16",
34
  "transformers_version": "4.47.1",
35
+ "unsloth_version": "2025.1.5",
36
  "use_cache": true,
37
  "vocab_size": 128256
38
  }
model-00001-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a5075f7714e501957a1cb69f3de945a36d54e376328a34baed0b9058d58f3b28
3
  size 4976698672
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83807298800a6e531fb8d2ac198a11fa53cd85e5f637cfc4c81d1aad7e3f7c1a
3
  size 4976698672
model-00002-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:acb4de785afc9ea0cb001ae215d74f68f586640f78e0e6b535ab7e95a98cdbb2
3
  size 4999802720
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e51bc35d0429ae318e44413fc57d9ba915da61e0a92a4b7b19f304fa0c81e00e
3
  size 4999802720
model-00003-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ad05d81375dc694001dd0f83b9db6a5b56008b7375e5a8ae0bbcee714f87fa95
3
  size 4915916176
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d6d7f830d4222a52e104647a7effc8d58790625329ba8662de8476c72ce6559
3
  size 4915916176
model-00004-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7565e48a33675930f643a2b3cc5c0d9b32d45c50fc5b15759afbd44d4823835f
3
  size 1168138808
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cb20426bd9ea5208ab0668ebc4b2f37206096dc4f43df91962d2c5c85f9c10c
3
  size 1168138808
tokenizer_config.json CHANGED
@@ -2050,7 +2050,7 @@
2050
  }
2051
  },
2052
  "bos_token": "<|begin_of_text|>",
2053
- "chat_template": "{{ bos_token }}{% if messages[0]['role'] == 'system' %}{{ messages[0]['content'] }}{% set loop_messages = messages[1:] %}{% else %}{{ 'Below are some instructions that describe some tasks. Write responses that appropriately complete each request.' }}{% set loop_messages = messages %}{% endif %}{% for message in loop_messages %}{% if message['role'] == 'user' %}{{ '\n\n### Въпрос:\n' + message['content'] }}{% elif message['role'] == 'assistant' %}{{ '\n\n### Отговор:\n' + message['content'] + '<|end_of_text|>' }}{% else %}{{ raise_exception('Only user and assistant roles are supported!') }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '\n\n### Отговор:\n' }}{% endif %}",
2054
  "clean_up_tokenization_spaces": true,
2055
  "eos_token": "<|end_of_text|>",
2056
  "extra_special_tokens": {},
 
2050
  }
2051
  },
2052
  "bos_token": "<|begin_of_text|>",
2053
+ "chat_template": "{{ bos_token }}{% if messages[0]['role'] == 'system' %}{{ messages[0]['content'] }}{% set loop_messages = messages[1:] %}{% else %}{{ 'Ти си българоезичен автоматичен асистент. Твоето име е Питаймир. Ти изработен от **sebaxakerhtc**. Ти създаден в компания **Burgas Professionals**. Ти създаден за подпомагане на хората с отговори и за разговори.' }}{% set loop_messages = messages %}{% endif %}{% for message in loop_messages %}{% if message['role'] == 'user' %}{{ '\n\n### Въпрос:\n' + message['content'] }}{% elif message['role'] == 'assistant' %}{{ '\n\n### Отговор:\n' + message['content'] + '<|end_of_text|>' }}{% else %}{{ raise_exception('Only user and assistant roles are supported!') }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '\n\n### Отговор:\n' }}{% endif %}",
2054
  "clean_up_tokenization_spaces": true,
2055
  "eos_token": "<|end_of_text|>",
2056
  "extra_special_tokens": {},