torchrun \
	--nproc_per_node 2 run_speech_recognition_ctc_adapter.py \
	--model_name_or_path="facebook/mms-1b-all" \
	--dataset_name="/mnt/md0/synvoices/data/naijavoices_50h" \
	--train_split_name="train" \
	--eval_split_name="validation" \
	--output_dir="./training_runs/mms-1b-naijavoices_50h-hau-ft" \
	--num_train_epochs="20" \
	--per_device_train_batch_size="8" \
	--per_device_eval_batch_size="8" \
    --gradient_accumulation_steps="2" \
	--learning_rate="1e-3" \
	--warmup_steps="100" \
	--eval_strategy="steps" \
	--save_steps="500" \
	--eval_steps="500" \
	--logging_steps="1" \
	--eval_metrics wer cer \
	--save_total_limit="2" \
    --max_duration_in_seconds="30" \
	--target_language="hau" \
	--overwrite_lang_vocab \
	--gradient_checkpointing \
	--fp16 \
	--do_train --do_eval \
	--preprocessing_num_workers="12" \
	--dataloader_num_workers="12"