andito HF staff commited on
Commit
289942f
·
verified ·
1 Parent(s): 8e8efeb

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -1
tokenizer_config.json CHANGED
@@ -1178,5 +1178,5 @@
1178
  "tokenizer_class": "GPT2Tokenizer",
1179
  "truncation_side": "left",
1180
  "unk_token": "<|endoftext|>",
1181
- "vocab_size": 49152
1182
  }
 
1178
  "tokenizer_class": "GPT2Tokenizer",
1179
  "truncation_side": "left",
1180
  "unk_token": "<|endoftext|>",
1181
+ "vocab_size": 49280
1182
  }