add tokenizer

runs/Nov09_05-26-58_68b66c1c46b4/1667971756.4303572/events.out.tfevents.1667971756.68b66c1c46b4.788.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bea51f9860f32b843fdafd006f3bcfb28c337e273dd9558833813555c6327803
+size 4570

runs/Nov09_05-26-58_68b66c1c46b4/1667972059.6227367/events.out.tfevents.1667972059.68b66c1c46b4.788.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87373c1d60869bc244dd14c2976478b14ce2ebc1a4a12653054db0aeb6757fd3
+size 4570

runs/Nov09_05-26-58_68b66c1c46b4/events.out.tfevents.1667971756.68b66c1c46b4.788.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b596abe2736af4b3c709865ce5063f493f41a1e02286e4ccc32fe05f95f1ef41
+size 8319

runs/Nov09_05-38-45_68b66c1c46b4/1667972410.509178/events.out.tfevents.1667972410.68b66c1c46b4.1207.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58347c6d59c716548f52adbaaefca5f9ecb81bd3c6ba42cc48d8a14b42b2c434
+size 4570

runs/Nov09_05-38-45_68b66c1c46b4/events.out.tfevents.1667972410.68b66c1c46b4.1207.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9753b360c814a11e583c1385f3f95e8e6e68ec570c4ec18c581a7c3b47cd5cd9
+size 4380