sandernotenbaert commited on
Commit
8f7a579
·
verified ·
1 Parent(s): ca731a2

Training in progress, step 2000, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c3281ea58f21e8e23189595bfa79850858fbba3783269108bb5bca8b74fb39a5
3
  size 86625328
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b72c0bf22d23a4eb289f371789a956c102b66a845756a44dfb94f6b3dd5e699
3
  size 86625328
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:554ea62f74181baa086e6cb6b5a596623c8aaf0559d81263e36e2fe654a0eeb7
3
  size 173285114
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd2e8d7109465f06b6ae243956440e37dca0f5e026734b19e349c8f88a2456f9
3
  size 173285114
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:69ac6cc9f96cb23f38dad14b3c8b94857940a2c54443bb178825363cab7260c0
3
  size 13990
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2aecb175b401aad5342b976c594fc9d9720fb1d1217dbf6aec48e9deb3a15dd1
3
  size 13990
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2375bb704062abe009d16c81c5208b4a77486ea2b7e1b6be5a4f624a4401587f
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e301ebd8064bb9799d23981baab716db6ee7302f5ba2efc70a2dd3be85fbcb46
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": 800,
3
  "best_metric": 9.927443504333496,
4
  "best_model_checkpoint": "./models/v-004/checkpoint-800",
5
- "epoch": 61.29347826086956,
6
  "eval_steps": 100,
7
- "global_step": 1900,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -844,6 +844,50 @@
844
  "eval_samples_per_second": 7.067,
845
  "eval_steps_per_second": 0.445,
846
  "step": 1900
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
847
  }
848
  ],
849
  "logging_steps": 20,
@@ -858,12 +902,12 @@
858
  "should_evaluate": false,
859
  "should_log": false,
860
  "should_save": true,
861
- "should_training_stop": false
862
  },
863
  "attributes": {}
864
  }
865
  },
866
- "total_flos": 3851454299490816.0,
867
  "train_batch_size": 8,
868
  "trial_name": null,
869
  "trial_params": null
 
2
  "best_global_step": 800,
3
  "best_metric": 9.927443504333496,
4
  "best_model_checkpoint": "./models/v-004/checkpoint-800",
5
+ "epoch": 64.52173913043478,
6
  "eval_steps": 100,
7
+ "global_step": 2000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
844
  "eval_samples_per_second": 7.067,
845
  "eval_steps_per_second": 0.445,
846
  "step": 1900
847
+ },
848
+ {
849
+ "epoch": 61.94565217391305,
850
+ "grad_norm": 0.9399953484535217,
851
+ "learning_rate": 8.236784546933718e-07,
852
+ "loss": 2.7602,
853
+ "step": 1920
854
+ },
855
+ {
856
+ "epoch": 62.58695652173913,
857
+ "grad_norm": 0.9184156656265259,
858
+ "learning_rate": 4.676975846132692e-07,
859
+ "loss": 2.7586,
860
+ "step": 1940
861
+ },
862
+ {
863
+ "epoch": 63.22826086956522,
864
+ "grad_norm": 0.9342102408409119,
865
+ "learning_rate": 2.1146817970871258e-07,
866
+ "loss": 2.6681,
867
+ "step": 1960
868
+ },
869
+ {
870
+ "epoch": 63.880434782608695,
871
+ "grad_norm": 0.8547150492668152,
872
+ "learning_rate": 5.550625190150483e-08,
873
+ "loss": 2.7384,
874
+ "step": 1980
875
+ },
876
+ {
877
+ "epoch": 64.52173913043478,
878
+ "grad_norm": 0.9187237024307251,
879
+ "learning_rate": 1.2588775841204658e-10,
880
+ "loss": 2.6918,
881
+ "step": 2000
882
+ },
883
+ {
884
+ "epoch": 64.52173913043478,
885
+ "eval_accuracy": 0.0003037594225373504,
886
+ "eval_loss": 10.291138648986816,
887
+ "eval_runtime": 106.7866,
888
+ "eval_samples_per_second": 2.828,
889
+ "eval_steps_per_second": 0.178,
890
+ "step": 2000
891
  }
892
  ],
893
  "logging_steps": 20,
 
902
  "should_evaluate": false,
903
  "should_log": false,
904
  "should_save": true,
905
+ "should_training_stop": true
906
  },
907
  "attributes": {}
908
  }
909
  },
910
+ "total_flos": 4054390970018304.0,
911
  "train_batch_size": 8,
912
  "trial_name": null,
913
  "trial_params": null