Hugging Face's logo

Kellner
/
mms-300m-turkish

Transformers
Safetensors
wav2vec2
Generated from Trainer
Inference Endpoints
Model card Files Community
Kellner commited on
Commit
d2a0cdd
·
verified ·
1 Parent(s): 311c233

Upload tokenizer

Browse files
Files changed (3) hide show
  1. added_tokens.json +2 -2
  2. tokenizer_config.json +4 -4
  3. vocab.json +29 -72
added_tokens.json CHANGED
@@ -1,4 +1,4 @@
1
  {
2
- "</s>": 73,
3
- "<s>": 72
4
  }
 
1
  {
2
+ "</s>": 30,
3
+ "<s>": 29
4
  }
tokenizer_config.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "added_tokens_decoder": {
3
- "70": {
4
  "content": "[UNK]",
5
  "lstrip": true,
6
  "normalized": false,
@@ -8,7 +8,7 @@
8
  "single_word": false,
9
  "special": false
10
  },
11
- "71": {
12
  "content": "[PAD]",
13
  "lstrip": true,
14
  "normalized": false,
@@ -16,7 +16,7 @@
16
  "single_word": false,
17
  "special": false
18
  },
19
- "72": {
20
  "content": "<s>",
21
  "lstrip": false,
22
  "normalized": false,
@@ -24,7 +24,7 @@
24
  "single_word": false,
25
  "special": true
26
  },
27
- "73": {
28
  "content": "</s>",
29
  "lstrip": false,
30
  "normalized": false,
 
1
  {
2
  "added_tokens_decoder": {
3
+ "27": {
4
  "content": "[UNK]",
5
  "lstrip": true,
6
  "normalized": false,
 
8
  "single_word": false,
9
  "special": false
10
  },
11
+ "28": {
12
  "content": "[PAD]",
13
  "lstrip": true,
14
  "normalized": false,
 
16
  "single_word": false,
17
  "special": false
18
  },
19
+ "29": {
20
  "content": "<s>",
21
  "lstrip": false,
22
  "normalized": false,
 
24
  "single_word": false,
25
  "special": true
26
  },
27
+ "30": {
28
  "content": "</s>",
29
  "lstrip": false,
30
  "normalized": false,
vocab.json CHANGED
@@ -1,76 +1,33 @@
1
  {
2
  "tur": {
3
- "!": 1,
4
- "\"": 2,
5
- "'": 3,
6
- "(": 4,
7
- ")": 5,
8
- ",": 6,
9
- "-": 7,
10
- ".": 8,
11
- ":": 9,
12
- ";": 10,
13
- "?": 11,
14
- "A": 12,
15
- "B": 13,
16
- "C": 14,
17
- "D": 15,
18
- "E": 16,
19
- "F": 17,
20
- "G": 18,
21
- "H": 19,
22
- "I": 20,
23
- "J": 21,
24
- "K": 22,
25
- "L": 23,
26
- "M": 24,
27
- "N": 25,
28
- "O": 26,
29
- "P": 27,
30
- "Q": 28,
31
- "R": 29,
32
- "S": 30,
33
- "T": 31,
34
- "U": 32,
35
- "V": 33,
36
- "W": 34,
37
- "X": 35,
38
- "Y": 36,
39
- "Z": 37,
40
- "[PAD]": 71,
41
- "[UNK]": 70,
42
- "a": 38,
43
- "b": 39,
44
- "c": 40,
45
- "d": 41,
46
- "e": 42,
47
- "f": 43,
48
- "g": 44,
49
- "h": 45,
50
- "i": 46,
51
- "j": 47,
52
- "k": 48,
53
- "l": 49,
54
- "m": 50,
55
- "n": 51,
56
- "o": 52,
57
- "p": 53,
58
- "q": 54,
59
- "r": 55,
60
- "s": 56,
61
- "t": 57,
62
- "u": 58,
63
- "v": 59,
64
- "w": 60,
65
- "x": 61,
66
- "y": 62,
67
- "z": 63,
68
- "|": 0,
69
- "‘": 64,
70
- "’": 65,
71
- "“": 66,
72
- "”": 67,
73
- "…": 68,
74
- "�": 69
75
  }
76
  }
 
1
  {
2
  "tur": {
3
+ "[PAD]": 28,
4
+ "[UNK]": 27,
5
+ "a": 1,
6
+ "b": 2,
7
+ "c": 3,
8
+ "d": 4,
9
+ "e": 5,
10
+ "f": 6,
11
+ "g": 7,
12
+ "h": 8,
13
+ "i": 9,
14
+ "j": 10,
15
+ "k": 11,
16
+ "l": 12,
17
+ "m": 13,
18
+ "n": 14,
19
+ "o": 15,
20
+ "p": 16,
21
+ "q": 17,
22
+ "r": 18,
23
+ "s": 19,
24
+ "t": 20,
25
+ "u": 21,
26
+ "v": 22,
27
+ "w": 23,
28
+ "x": 24,
29
+ "y": 25,
30
+ "z": 26,
31
+ "|": 0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
32
  }
33
  }