saberbx commited on
Commit
250fd37
·
verified ·
1 Parent(s): 757e521

Upload model trained with Unsloth

Browse files

Upload model trained with Unsloth 2x faster

special_tokens_map.json CHANGED
@@ -17,7 +17,7 @@
17
  "content": "<|placeholder6|>",
18
  "lstrip": false,
19
  "normalized": false,
20
- "rstrip": false,
21
  "single_word": false
22
  },
23
  "unk_token": {
 
17
  "content": "<|placeholder6|>",
18
  "lstrip": false,
19
  "normalized": false,
20
+ "rstrip": true,
21
  "single_word": false
22
  },
23
  "unk_token": {
tokenizer.json CHANGED
@@ -116,7 +116,7 @@
116
  "content": "<|placeholder6|>",
117
  "single_word": false,
118
  "lstrip": false,
119
- "rstrip": false,
120
  "normalized": false,
121
  "special": true
122
  },
 
116
  "content": "<|placeholder6|>",
117
  "single_word": false,
118
  "lstrip": false,
119
+ "rstrip": true,
120
  "normalized": false,
121
  "special": true
122
  },
tokenizer_config.json CHANGED
@@ -103,7 +103,7 @@
103
  "content": "<|placeholder6|>",
104
  "lstrip": false,
105
  "normalized": false,
106
- "rstrip": false,
107
  "single_word": false,
108
  "special": true
109
  },
@@ -122,7 +122,7 @@
122
  "extra_special_tokens": {},
123
  "legacy": false,
124
  "max_length": 1024,
125
- "model_max_length": 4096,
126
  "pad_token": "<|placeholder6|>",
127
  "padding_side": "right",
128
  "sp_model_kwargs": {},
 
103
  "content": "<|placeholder6|>",
104
  "lstrip": false,
105
  "normalized": false,
106
+ "rstrip": true,
107
  "single_word": false,
108
  "special": true
109
  },
 
122
  "extra_special_tokens": {},
123
  "legacy": false,
124
  "max_length": 1024,
125
+ "model_max_length": 131072,
126
  "pad_token": "<|placeholder6|>",
127
  "padding_side": "right",
128
  "sp_model_kwargs": {},