Update config.json
Browse files- config.json +23 -0
config.json
CHANGED
@@ -16,5 +16,28 @@
|
|
16 |
"auto_map": {
|
17 |
"AutoConfig": "configuration_snowflake_core.SnowflakeCoreConfig",
|
18 |
"AutoModelForCausalLM": "modeling_snowflake_core.SnowflakeCoreG1"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
19 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
20 |
}
|
|
|
16 |
"auto_map": {
|
17 |
"AutoConfig": "configuration_snowflake_core.SnowflakeCoreConfig",
|
18 |
"AutoModelForCausalLM": "modeling_snowflake_core.SnowflakeCoreG1"
|
19 |
+
},
|
20 |
+
"training_config": {
|
21 |
+
"epochs": 5,
|
22 |
+
"actual_epochs": 5,
|
23 |
+
"batch_size": 1,
|
24 |
+
"learning_rate": 0.0002,
|
25 |
+
"grad_accum_steps": 32,
|
26 |
+
"max_length": 2048,
|
27 |
+
"val_split_ratio": 0.1,
|
28 |
+
"early_stopping": {
|
29 |
+
"patience": 3,
|
30 |
+
"min_delta": 0.001,
|
31 |
+
"triggered": false
|
32 |
+
}
|
33 |
},
|
34 |
+
"training_metrics": {
|
35 |
+
"final_train_loss": null,
|
36 |
+
"final_train_perplexity": null,
|
37 |
+
"final_val_loss": null,
|
38 |
+
"final_val_perplexity": null,
|
39 |
+
"best_val_loss": Infinity,
|
40 |
+
"best_val_perplexity": null
|
41 |
+
}
|
42 |
+
}
|
43 |
}
|