Gregniuki
/

tokenizer_pl_2546

Model card Files Files and versions Community

Gregniuki commited on 19 days ago

Commit

fac7704

·

verified ·

1 Parent(s): ee7fb46

Update tokenizer.json

Files changed (1) hide show

tokenizer.json +2 -4

tokenizer.json CHANGED Viewed

@@ -2586,8 +2586,7 @@
       "ĠobowiÄħz": 2541,
       "Ġdosko": 2542,
       "Ġsali": 2543,
-      "Ġszczy": 2544,
-      "ĠczÄĻÅĽÄĩ": 2545
     },
     "merges": [
       "i e",
@@ -4877,8 +4876,7 @@
       "ĠobowiÄħ z",
       "Ġdo sko",
       "Ġs ali",
-      "Ġsz czy",
-      "ĠczÄĻ ÅĽÄĩ"
     ]
   }
 }

       "ĠobowiÄħz": 2541,
       "Ġdosko": 2542,
       "Ġsali": 2543,
+      "Ġszczy": 2544
     },
     "merges": [
       "i e",
       "ĠobowiÄħ z",
       "Ġdo sko",
       "Ġs ali",
+      "Ġsz czy"
     ]
   }
 }