change hebrew code from iw (deprecated) to he (#8)

- change hebrew code from iw (deprecated) to he (106e8e1eaa5586609eeea0529217813730d8611c)


Co-authored-by: Altryne <[email protected]>

README.md

@@ -20,7 +20,7 @@ language:
 - hi
 - fi
 - vi
-- iw
+- he
 - uk
 - el
 - ms

added_tokens.json

@@ -29,6 +29,7 @@
   "<|gu|>": 50333,
   "<|haw|>": 50352,
   "<|ha|>": 50354,
+  "<|he|>": 50279,
   "<|hi|>": 50276,
   "<|hr|>": 50291,
   "<|ht|>": 50339,
@@ -37,7 +38,6 @@
   "<|id|>": 50275,
   "<|is|>": 50311,
   "<|it|>": 50274,
-  "<|iw|>": 50279,
   "<|ja|>": 50266,
   "<|jw|>": 50356,
   "<|ka|>": 50329,

generation_config.json

@@ -48,6 +48,7 @@
     "<|gu|>": 50333,
     "<|haw|>": 50352,
     "<|ha|>": 50354,
+    "<|he|>": 50279,
     "<|hi|>": 50276,
     "<|hr|>": 50291,
     "<|ht|>": 50339,
@@ -56,7 +57,6 @@
     "<|id|>": 50275,
     "<|is|>": 50311,
     "<|it|>": 50274,
-    "<|iw|>": 50279,
     "<|ja|>": 50266,
     "<|jw|>": 50356,
     "<|ka|>": 50329,

special_tokens_map.json

@@ -22,7 +22,7 @@
     "<|hi|>",
     "<|fi|>",
     "<|vi|>",
-    "<|iw|>",
+    "<|he|>",
     "<|uk|>",
     "<|el|>",
     "<|ms|>",

tokenizer.json

@@ -203,7 +203,7 @@
     },
     {
       "id": 50279,
-      "content": "<|iw|>",
+      "content": "<|he|>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,