[add]: de-de autoencoder pre-training logs

logs/de-de/pre-training/events.out.tfevents.1645073880.6c76301b4a27.83.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:015756b91c1be76e785b122f907c3fac710e863db5b2cd8eea3d7cf0c1f07d6f
+size 1855

logs/de-de/pre-training/events.out.tfevents.1645074047.6c76301b4a27.83.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d9e01afa075087abf98018df34f51893824d0a2e9520dc77f57458a9e954e4
+size 527

logs/de-de/pre-training/events.out.tfevents.1645074115.6c76301b4a27.470.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bac330227ac4fb508858b0c7b12c83ec80f277b57b48ef6007c8a060d6d6c7f
+size 627

logs/de-de/pre-training/events.out.tfevents.1645074305.6c76301b4a27.769.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8548ef0c650a6da65f7e201220dd9887cbd3383d75b22ba1c4d642d7efeacc32
+size 527

logs/de-de/pre-training/events.out.tfevents.1645074399.6c76301b4a27.769.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:520d1a94d0ff51a25e8b38278e903d2fab6ad62013dfd5c26cd2ccbcc6d3678c
+size 527

logs/de-de/pre-training/events.out.tfevents.1645074484.6c76301b4a27.998.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a2f142e5f8d063ab6e215bac7225f39235f51831c2680b8b301d5aeaa47e3a2
+size 37605

logs/de-de/pre-training/hparams.yaml

@@ -0,0 +1,5 @@
+label_smoothing: 0.2
+lr: 0.001
+pad_idx: 3
+warmup_steps: 500
+weight_decay: 0.001