YingxuHe commited on
Commit
e78ae7e
·
verified ·
1 Parent(s): 1797683

Upload processor

Browse files
Files changed (2) hide show
  1. tokenizer.json +2 -2
  2. tokenizer_config.json +1 -1
tokenizer.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5f7eee611703c5ce5d1eee32d9cdcfe465647b8aff0c1dfb3bed7ad7dbb05060
3
- size 34362873
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ead607d5168e96c02d261dfac8408c63ff2f52e0ac240ac89d0450b3ec805d8
3
+ size 34362877
tokenizer_config.json CHANGED
@@ -1987,7 +1987,7 @@
1987
  "special": false
1988
  },
1989
  "255999": {
1990
- "content": "<unused99>",
1991
  "lstrip": false,
1992
  "normalized": false,
1993
  "rstrip": false,
 
1987
  "special": false
1988
  },
1989
  "255999": {
1990
+ "content": "<SpeechHere>",
1991
  "lstrip": false,
1992
  "normalized": false,
1993
  "rstrip": false,