TheBloke commited on
Commit
a79e51f
1 Parent(s): d7aa45a

Upload new GPTQs with varied parameters

Browse files
Files changed (1) hide show
  1. tokenizer.json +13 -7
tokenizer.json CHANGED
@@ -53,7 +53,7 @@
53
  "single": [
54
  {
55
  "SpecialToken": {
56
- "id": "<s>",
57
  "type_id": 0
58
  }
59
  },
@@ -67,7 +67,7 @@
67
  "pair": [
68
  {
69
  "SpecialToken": {
70
- "id": "<s>",
71
  "type_id": 0
72
  }
73
  },
@@ -77,21 +77,27 @@
77
  "type_id": 0
78
  }
79
  },
 
 
 
 
 
 
80
  {
81
  "Sequence": {
82
  "id": "B",
83
- "type_id": 0
84
  }
85
  }
86
  ],
87
  "special_tokens": {
88
- "<s>": {
89
- "id": "<s>",
90
  "ids": [
91
- 1
92
  ],
93
  "tokens": [
94
- "<s>"
95
  ]
96
  }
97
  }
 
53
  "single": [
54
  {
55
  "SpecialToken": {
56
+ "id": "",
57
  "type_id": 0
58
  }
59
  },
 
67
  "pair": [
68
  {
69
  "SpecialToken": {
70
+ "id": "",
71
  "type_id": 0
72
  }
73
  },
 
77
  "type_id": 0
78
  }
79
  },
80
+ {
81
+ "SpecialToken": {
82
+ "id": "",
83
+ "type_id": 1
84
+ }
85
+ },
86
  {
87
  "Sequence": {
88
  "id": "B",
89
+ "type_id": 1
90
  }
91
  }
92
  ],
93
  "special_tokens": {
94
+ "": {
95
+ "id": "",
96
  "ids": [
97
+ 0
98
  ],
99
  "tokens": [
100
+ ""
101
  ]
102
  }
103
  }