pretrain 0
Browse files
scripts/pretrain_core_model_0.yaml
CHANGED
|
@@ -136,7 +136,8 @@ eval:
|
|
| 136 |
|
| 137 |
optimizer:
|
| 138 |
class_path: dolphinflow.DolphinFlow
|
| 139 |
-
init_args:
|
|
|
|
| 140 |
|
| 141 |
# How many devices/GPUs to use. Uses all GPUs by default. (type: Union[int, str], default: auto)
|
| 142 |
devices: auto
|
|
|
|
| 136 |
|
| 137 |
optimizer:
|
| 138 |
class_path: dolphinflow.DolphinFlow
|
| 139 |
+
init_args:
|
| 140 |
+
lr: 3e-4
|
| 141 |
|
| 142 |
# How many devices/GPUs to use. Uses all GPUs by default. (type: Union[int, str], default: auto)
|
| 143 |
devices: auto
|