Feat(doc): Add how to save by epochs (#396)
Browse files
README.md
CHANGED
|
@@ -370,7 +370,7 @@ hub_strategy:
|
|
| 370 |
# whether to use hf `use_auth_token` for loading datasets. Useful for fetching private datasets
|
| 371 |
# required to be true when used in combination with `push_dataset_to_hub`
|
| 372 |
hf_use_auth_token: # boolean
|
| 373 |
-
# How much of the dataset to set aside as evaluation. 1 = 100%, 0.50 = 50%, etc
|
| 374 |
val_set_size: 0.04
|
| 375 |
# Num shards for whole dataset
|
| 376 |
dataset_shard_num:
|
|
@@ -433,7 +433,7 @@ num_epochs: 3
|
|
| 433 |
warmup_steps: 100
|
| 434 |
learning_rate: 0.00003
|
| 435 |
logging_steps:
|
| 436 |
-
save_steps:
|
| 437 |
eval_steps:
|
| 438 |
save_total_limit: # checkpoints saved at a time
|
| 439 |
max_steps:
|
|
|
|
| 370 |
# whether to use hf `use_auth_token` for loading datasets. Useful for fetching private datasets
|
| 371 |
# required to be true when used in combination with `push_dataset_to_hub`
|
| 372 |
hf_use_auth_token: # boolean
|
| 373 |
+
# How much of the dataset to set aside as evaluation. 1 = 100%, 0.50 = 50%, etc. 0 for no eval.
|
| 374 |
val_set_size: 0.04
|
| 375 |
# Num shards for whole dataset
|
| 376 |
dataset_shard_num:
|
|
|
|
| 433 |
warmup_steps: 100
|
| 434 |
learning_rate: 0.00003
|
| 435 |
logging_steps:
|
| 436 |
+
save_steps: # leave empty to save at each epoch
|
| 437 |
eval_steps:
|
| 438 |
save_total_limit: # checkpoints saved at a time
|
| 439 |
max_steps:
|