sparvekar commited on
Commit
a61eb07
·
verified ·
1 Parent(s): b3b8328

Upload model trained with Unsloth

Browse files

Upload model trained with Unsloth 2x faster

special_tokens_map.json CHANGED
@@ -14,7 +14,7 @@
14
  "single_word": false
15
  },
16
  "pad_token": {
17
- "content": "<|end_of_text|>",
18
  "lstrip": false,
19
  "normalized": false,
20
  "rstrip": false,
 
14
  "single_word": false
15
  },
16
  "pad_token": {
17
+ "content": "<|reserved_special_token_250|>",
18
  "lstrip": false,
19
  "normalized": false,
20
  "rstrip": false,
tokenizer.json CHANGED
@@ -10,9 +10,9 @@
10
  "strategy": "BatchLongest",
11
  "direction": "Left",
12
  "pad_to_multiple_of": null,
13
- "pad_id": 128001,
14
  "pad_type_id": 0,
15
- "pad_token": "<|end_of_text|>"
16
  },
17
  "added_tokens": [
18
  {
 
10
  "strategy": "BatchLongest",
11
  "direction": "Left",
12
  "pad_to_multiple_of": null,
13
+ "pad_id": 128255,
14
  "pad_type_id": 0,
15
+ "pad_token": "<|reserved_special_token_250|>"
16
  },
17
  "added_tokens": [
18
  {
tokenizer_config.json CHANGED
@@ -2057,7 +2057,7 @@
2057
  "attention_mask"
2058
  ],
2059
  "model_max_length": 8192,
2060
- "pad_token": "<|end_of_text|>",
2061
  "padding_side": "left",
2062
  "tokenizer_class": "PreTrainedTokenizerFast"
2063
  }
 
2057
  "attention_mask"
2058
  ],
2059
  "model_max_length": 8192,
2060
+ "pad_token": "<|reserved_special_token_250|>",
2061
  "padding_side": "left",
2062
  "tokenizer_class": "PreTrainedTokenizerFast"
2063
  }