linuzj commited on
Commit
e64bc56
·
verified ·
1 Parent(s): 82fa9cc

Training in progress, step 10000

Browse files
added_tokens.json CHANGED
@@ -6,7 +6,6 @@
6
  "<|endoftext|>": 151643,
7
  "<|file_sep|>": 151664,
8
  "<|fim_middle|>": 151660,
9
- "<|fim_pad_token|>": 151665,
10
  "<|fim_pad|>": 151662,
11
  "<|fim_prefix|>": 151659,
12
  "<|fim_suffix|>": 151661,
 
6
  "<|endoftext|>": 151643,
7
  "<|file_sep|>": 151664,
8
  "<|fim_middle|>": 151660,
 
9
  "<|fim_pad|>": 151662,
10
  "<|fim_prefix|>": 151659,
11
  "<|fim_suffix|>": 151661,
model-00001-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:54c2d687ede66ed6ff96d55f3fe880be285dfa7cbd86b3721dbb3f0f2d91d106
3
  size 4982131536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09c8181b9e71e10dc702e3e5ffba38af4d95414eec07a58e11c332c4605d5c04
3
  size 4982131536
model-00002-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fca6fa63cb2ff60f712a63232e32a4785104879f8293a56169ddeeb7c7e00056
3
  size 4932949336
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:528a58668ec9d15869e82001974c658ed9cdf589ebe983a03e8e9b360c6337eb
3
  size 4932949336
model-00003-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b999cbbeaa61c9cb951f23c5651316e345c867c47bcc8ac0dfca8432cc21849d
3
  size 3673383040
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38cda5a127f611630a4f916830f2125674fefbeda7f957003fcef47f8f7bb410
3
  size 3673383040
special_tokens_map.json CHANGED
@@ -22,7 +22,7 @@
22
  "single_word": false
23
  },
24
  "pad_token": {
25
- "content": "<|fim_pad_token|>",
26
  "lstrip": false,
27
  "normalized": false,
28
  "rstrip": false,
 
22
  "single_word": false
23
  },
24
  "pad_token": {
25
+ "content": "<|endoftext|>",
26
  "lstrip": false,
27
  "normalized": false,
28
  "rstrip": false,
tokenizer.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e1da13cdbca9da0d24f7edb7f5e269486ffccc8d46cc6dd9a5e64b9f67c6219f
3
- size 11422090
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
3
+ size 11421896
tokenizer_config.json CHANGED
@@ -177,14 +177,6 @@
177
  "rstrip": false,
178
  "single_word": false,
179
  "special": false
180
- },
181
- "151665": {
182
- "content": "<|fim_pad_token|>",
183
- "lstrip": false,
184
- "normalized": false,
185
- "rstrip": false,
186
- "single_word": false,
187
- "special": true
188
  }
189
  },
190
  "additional_special_tokens": [
@@ -209,7 +201,7 @@
209
  "errors": "replace",
210
  "extra_special_tokens": {},
211
  "model_max_length": 131072,
212
- "pad_token": "<|fim_pad_token|>",
213
  "split_special_tokens": false,
214
  "tokenizer_class": "Qwen2Tokenizer",
215
  "unk_token": null
 
177
  "rstrip": false,
178
  "single_word": false,
179
  "special": false
 
 
 
 
 
 
 
 
180
  }
181
  },
182
  "additional_special_tokens": [
 
201
  "errors": "replace",
202
  "extra_special_tokens": {},
203
  "model_max_length": 131072,
204
+ "pad_token": "<|endoftext|>",
205
  "split_special_tokens": false,
206
  "tokenizer_class": "Qwen2Tokenizer",
207
  "unk_token": null
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5874f029f595abab5593d4182096a0cab106a97daedae28d38bcfaac43f9daa7
3
  size 5752
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4e2c25abe2c5a72e192af6efc6bc58a3f5c3af18f4e4ce7a67b4ebbe7b6f817
3
  size 5752