Spaces:
Running
Running
fix(seq2seq): normalize text
Browse files
dev/seq2seq/run_seq2seq_flax.py
CHANGED
|
@@ -661,7 +661,7 @@ def main():
|
|
| 661 |
train_dataset = train_dataset.shuffle(1000, training_args.seed)
|
| 662 |
if data_args.normalize_text:
|
| 663 |
train_dataset = (
|
| 664 |
-
train_dataset.map(
|
| 665 |
if data_args.streaming
|
| 666 |
else train_dataset.map(
|
| 667 |
normalize_text,
|
|
@@ -698,7 +698,7 @@ def main():
|
|
| 698 |
)
|
| 699 |
if data_args.normalize_text:
|
| 700 |
eval_dataset = (
|
| 701 |
-
eval_dataset.map(
|
| 702 |
if data_args.streaming
|
| 703 |
else eval_dataset.map(
|
| 704 |
normalize_text,
|
|
|
|
| 661 |
train_dataset = train_dataset.shuffle(1000, training_args.seed)
|
| 662 |
if data_args.normalize_text:
|
| 663 |
train_dataset = (
|
| 664 |
+
train_dataset.map(normalize_text)
|
| 665 |
if data_args.streaming
|
| 666 |
else train_dataset.map(
|
| 667 |
normalize_text,
|
|
|
|
| 698 |
)
|
| 699 |
if data_args.normalize_text:
|
| 700 |
eval_dataset = (
|
| 701 |
+
eval_dataset.map(normalize_text)
|
| 702 |
if data_args.streaming
|
| 703 |
else eval_dataset.map(
|
| 704 |
normalize_text,
|