sulaimank
/

mms-1b-all-lg-CV-v1

Automatic Speech Recognition

Generated from Trainer

Model card Files Files and versions Community

sulaimank commited on Dec 11, 2024

Commit

2e65465

·

verified ·

1 Parent(s): f5132d4

Upload tokenizer

Files changed (3) hide show

added_tokens.json +2 -2
tokenizer_config.json +4 -4
vocab.json +41 -35

added_tokens.json CHANGED Viewed

@@ -1,4 +1,4 @@
 {
-  "</s>": 38,
-  "<s>": 37
 }

 {
+  "</s>": 44,
+  "<s>": 43
 }

tokenizer_config.json CHANGED Viewed

@@ -1,6 +1,6 @@
 {
   "added_tokens_decoder": {
-    "35": {
       "content": "[UNK]",
       "lstrip": true,
       "normalized": false,
@@ -8,7 +8,7 @@
       "single_word": false,
       "special": false
     },
-    "36": {
       "content": "[PAD]",
       "lstrip": true,
       "normalized": false,
@@ -16,7 +16,7 @@
       "single_word": false,
       "special": false
     },
-    "37": {
       "content": "<s>",
       "lstrip": false,
       "normalized": false,
@@ -24,7 +24,7 @@
       "single_word": false,
       "special": true
     },
-    "38": {
       "content": "</s>",
       "lstrip": false,
       "normalized": false,

 {
   "added_tokens_decoder": {
+    "41": {
       "content": "[UNK]",
       "lstrip": true,
       "normalized": false,
       "single_word": false,
       "special": false
     },
+    "42": {
       "content": "[PAD]",
       "lstrip": true,
       "normalized": false,
       "single_word": false,
       "special": false
     },
+    "43": {
       "content": "<s>",
       "lstrip": false,
       "normalized": false,
       "single_word": false,
       "special": true
     },
+    "44": {
       "content": "</s>",
       "lstrip": false,
       "normalized": false,

vocab.json CHANGED Viewed

@@ -1,41 +1,47 @@
 {
   "lug": {
     "'": 1,
-    "[PAD]": 36,
-    "[UNK]": 35,
-    "a": 2,
-    "b": 3,
-    "c": 4,
-    "d": 5,
-    "e": 6,
-    "f": 7,
-    "g": 8,
-    "h": 9,
-    "i": 10,
-    "j": 11,
-    "k": 12,
-    "l": 13,
-    "m": 14,
-    "n": 15,
-    "o": 16,
-    "p": 17,
-    "q": 18,
-    "r": 19,
-    "s": 20,
-    "t": 21,
-    "u": 22,
-    "v": 23,
-    "w": 24,
-    "x": 25,
-    "y": 26,
-    "z": 27,
     "|": 0,
-    "á": 28,
-    "é": 29,
-    "ó": 30,
-    "ŋ": 31,
-    "š": 32,
-    "η": 33,
-    "ղ": 34
   }
 }

 {
   "lug": {
     "'": 1,
+    "0": 2,
+    "1": 3,
+    "3": 4,
+    "5": 5,
+    "7": 6,
+    "9": 7,
+    "[PAD]": 42,
+    "[UNK]": 41,
+    "a": 8,
+    "b": 9,
+    "c": 10,
+    "d": 11,
+    "e": 12,
+    "f": 13,
+    "g": 14,
+    "h": 15,
+    "i": 16,
+    "j": 17,
+    "k": 18,
+    "l": 19,
+    "m": 20,
+    "n": 21,
+    "o": 22,
+    "p": 23,
+    "q": 24,
+    "r": 25,
+    "s": 26,
+    "t": 27,
+    "u": 28,
+    "v": 29,
+    "w": 30,
+    "x": 31,
+    "y": 32,
+    "z": 33,
     "|": 0,
+    "á": 34,
+    "é": 35,
+    "ó": 36,
+    "ŋ": 37,
+    "š": 38,
+    "η": 39,
+    "ղ": 40
   }
 }