Upload new GPTQs with varied parameters
Browse files- tokenizer.json +13 -7
tokenizer.json
CHANGED
@@ -53,7 +53,7 @@
|
|
53 |
"single": [
|
54 |
{
|
55 |
"SpecialToken": {
|
56 |
-
"id": "
|
57 |
"type_id": 0
|
58 |
}
|
59 |
},
|
@@ -67,7 +67,7 @@
|
|
67 |
"pair": [
|
68 |
{
|
69 |
"SpecialToken": {
|
70 |
-
"id": "
|
71 |
"type_id": 0
|
72 |
}
|
73 |
},
|
@@ -77,21 +77,27 @@
|
|
77 |
"type_id": 0
|
78 |
}
|
79 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
80 |
{
|
81 |
"Sequence": {
|
82 |
"id": "B",
|
83 |
-
"type_id":
|
84 |
}
|
85 |
}
|
86 |
],
|
87 |
"special_tokens": {
|
88 |
-
"
|
89 |
-
"id": "
|
90 |
"ids": [
|
91 |
-
|
92 |
],
|
93 |
"tokens": [
|
94 |
-
"
|
95 |
]
|
96 |
}
|
97 |
}
|
|
|
53 |
"single": [
|
54 |
{
|
55 |
"SpecialToken": {
|
56 |
+
"id": "",
|
57 |
"type_id": 0
|
58 |
}
|
59 |
},
|
|
|
67 |
"pair": [
|
68 |
{
|
69 |
"SpecialToken": {
|
70 |
+
"id": "",
|
71 |
"type_id": 0
|
72 |
}
|
73 |
},
|
|
|
77 |
"type_id": 0
|
78 |
}
|
79 |
},
|
80 |
+
{
|
81 |
+
"SpecialToken": {
|
82 |
+
"id": "",
|
83 |
+
"type_id": 1
|
84 |
+
}
|
85 |
+
},
|
86 |
{
|
87 |
"Sequence": {
|
88 |
"id": "B",
|
89 |
+
"type_id": 1
|
90 |
}
|
91 |
}
|
92 |
],
|
93 |
"special_tokens": {
|
94 |
+
"": {
|
95 |
+
"id": "",
|
96 |
"ids": [
|
97 |
+
0
|
98 |
],
|
99 |
"tokens": [
|
100 |
+
""
|
101 |
]
|
102 |
}
|
103 |
}
|