ngxson HF staff commited on
Commit
f492b93
·
verified ·
1 Parent(s): 41bfe1f

Upload tokenizer

Browse files
Files changed (2) hide show
  1. tokenizer.json +2 -2
  2. tokenizer_config.json +2 -2
tokenizer.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:93eee3249bddf00ca6dd93061fc936a7d958de18d0e81f140c693f28acbcb014
3
- size 17210020
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb9b85b70a1b34e497c3476c315b656613e7ed0b2db8c6cf62ec83d381c98737
3
+ size 17209986
tokenizer_config.json CHANGED
@@ -89,7 +89,7 @@
89
  "special": true
90
  },
91
  "128011": {
92
- "content": "<|reserved_special_token_3|>",
93
  "lstrip": false,
94
  "normalized": false,
95
  "rstrip": false,
@@ -97,7 +97,7 @@
97
  "special": true
98
  },
99
  "128012": {
100
- "content": "<|reserved_special_token_4|>",
101
  "lstrip": false,
102
  "normalized": false,
103
  "rstrip": false,
 
89
  "special": true
90
  },
91
  "128011": {
92
+ "content": "<|thinking|>",
93
  "lstrip": false,
94
  "normalized": false,
95
  "rstrip": false,
 
97
  "special": true
98
  },
99
  "128012": {
100
+ "content": "<|answer|>",
101
  "lstrip": false,
102
  "normalized": false,
103
  "rstrip": false,