dtamayo commited on
Commit
2d43540
·
verified ·
1 Parent(s): fcf163f

Facilitate deployment

Browse files

Using `from transformers import pipeline` requires having set these hyperparameters by default in the config.

Files changed (1) hide show
  1. tokenizer_config.json +2 -1
tokenizer_config.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "add_bos_token": true,
3
- "add_eos_token": false,
4
  "add_prefix_space": true,
5
  "added_tokens_decoder": {
6
  "0": {
@@ -1090,6 +1090,7 @@
1090
  "legacy": true,
1091
  "model_max_length": 512,
1092
  "pad_token": "<pad>",
 
1093
  "sp_model_kwargs": {},
1094
  "spaces_between_special_tokens": false,
1095
  "tokenizer_class": "LlamaTokenizer",
 
1
  {
2
  "add_bos_token": true,
3
+ "add_eos_token": true,
4
  "add_prefix_space": true,
5
  "added_tokens_decoder": {
6
  "0": {
 
1090
  "legacy": true,
1091
  "model_max_length": 512,
1092
  "pad_token": "<pad>",
1093
+ "mask_token": "<mask>",
1094
  "sp_model_kwargs": {},
1095
  "spaces_between_special_tokens": false,
1096
  "tokenizer_class": "LlamaTokenizer",