FlameF0X commited on
Commit
6c5f5fd
·
verified ·
1 Parent(s): be27ce9

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +23 -0
config.json CHANGED
@@ -16,5 +16,28 @@
16
  "auto_map": {
17
  "AutoConfig": "configuration_snowflake_core.SnowflakeCoreConfig",
18
  "AutoModelForCausalLM": "modeling_snowflake_core.SnowflakeCoreG1"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
19
  },
 
 
 
 
 
 
 
 
 
20
  }
 
16
  "auto_map": {
17
  "AutoConfig": "configuration_snowflake_core.SnowflakeCoreConfig",
18
  "AutoModelForCausalLM": "modeling_snowflake_core.SnowflakeCoreG1"
19
+ },
20
+ "training_config": {
21
+ "epochs": 5,
22
+ "actual_epochs": 5,
23
+ "batch_size": 1,
24
+ "learning_rate": 0.0002,
25
+ "grad_accum_steps": 32,
26
+ "max_length": 2048,
27
+ "val_split_ratio": 0.1,
28
+ "early_stopping": {
29
+ "patience": 3,
30
+ "min_delta": 0.001,
31
+ "triggered": false
32
+ }
33
  },
34
+ "training_metrics": {
35
+ "final_train_loss": null,
36
+ "final_train_perplexity": null,
37
+ "final_val_loss": null,
38
+ "final_val_perplexity": null,
39
+ "best_val_loss": Infinity,
40
+ "best_val_perplexity": null
41
+ }
42
+ }
43
  }