Update README.md
Browse files
README.md
CHANGED
@@ -65,8 +65,8 @@ python3 preprocess.py --corpus_path corpora/cluecorpussmall.txt \
|
|
65 |
|
66 |
```
|
67 |
python3 pretrain.py --dataset_path cluecorpussmall_lm_seq1024_dataset.pt \
|
68 |
-
--pretrained_model_path models/cluecorpussmall_gpt2_distil_seq128_model.bin-1000000 \
|
69 |
--vocab_path models/google_zh_vocab.txt \
|
|
|
70 |
--config_path models/gpt2/distil_config.json \
|
71 |
--output_model_path models/cluecorpussmall_gpt2_distil_seq1024_model.bin \
|
72 |
--world_size 8 --gpu_ranks 0 1 2 3 4 5 6 7 \
|
|
|
65 |
|
66 |
```
|
67 |
python3 pretrain.py --dataset_path cluecorpussmall_lm_seq1024_dataset.pt \
|
|
|
68 |
--vocab_path models/google_zh_vocab.txt \
|
69 |
+
--pretrained_model_path models/cluecorpussmall_gpt2_distil_seq128_model.bin-1000000 \
|
70 |
--config_path models/gpt2/distil_config.json \
|
71 |
--output_model_path models/cluecorpussmall_gpt2_distil_seq1024_model.bin \
|
72 |
--world_size 8 --gpu_ranks 0 1 2 3 4 5 6 7 \
|