gokulsrinivasagan commited on
Commit
f5a01d2
·
verified ·
1 Parent(s): d3b0cce

End of training

Browse files
README.md CHANGED
@@ -1,14 +1,29 @@
1
  ---
2
  library_name: transformers
 
 
3
  license: apache-2.0
4
  base_model: gokulsrinivasagan/bert_base_train_book_ent_15p_s_init
5
  tags:
6
  - generated_from_trainer
 
 
7
  metrics:
8
  - accuracy
9
  model-index:
10
  - name: bert_base_train_book_ent_15p_s_init_wnli
11
- results: []
 
 
 
 
 
 
 
 
 
 
 
12
  ---
13
 
14
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -16,9 +31,9 @@ should probably proofread and complete it, then remove this comment. -->
16
 
17
  # bert_base_train_book_ent_15p_s_init_wnli
18
 
19
- This model is a fine-tuned version of [gokulsrinivasagan/bert_base_train_book_ent_15p_s_init](https://huggingface.co/gokulsrinivasagan/bert_base_train_book_ent_15p_s_init) on an unknown dataset.
20
  It achieves the following results on the evaluation set:
21
- - Loss: 0.6859
22
  - Accuracy: 0.5634
23
 
24
  ## Model description
 
1
  ---
2
  library_name: transformers
3
+ language:
4
+ - en
5
  license: apache-2.0
6
  base_model: gokulsrinivasagan/bert_base_train_book_ent_15p_s_init
7
  tags:
8
  - generated_from_trainer
9
+ datasets:
10
+ - glue
11
  metrics:
12
  - accuracy
13
  model-index:
14
  - name: bert_base_train_book_ent_15p_s_init_wnli
15
+ results:
16
+ - task:
17
+ name: Text Classification
18
+ type: text-classification
19
+ dataset:
20
+ name: GLUE WNLI
21
+ type: glue
22
+ args: wnli
23
+ metrics:
24
+ - name: Accuracy
25
+ type: accuracy
26
+ value: 0.5633802816901409
27
  ---
28
 
29
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 
31
 
32
  # bert_base_train_book_ent_15p_s_init_wnli
33
 
34
+ This model is a fine-tuned version of [gokulsrinivasagan/bert_base_train_book_ent_15p_s_init](https://huggingface.co/gokulsrinivasagan/bert_base_train_book_ent_15p_s_init) on the GLUE WNLI dataset.
35
  It achieves the following results on the evaluation set:
36
+ - Loss: 0.6849
37
  - Accuracy: 0.5634
38
 
39
  ## Model description
all_results.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 7.0,
3
+ "eval_accuracy": 0.5633802816901409,
4
+ "eval_loss": 0.6848593354225159,
5
+ "eval_runtime": 0.0732,
6
+ "eval_samples": 71,
7
+ "eval_samples_per_second": 970.217,
8
+ "eval_steps_per_second": 13.665,
9
+ "total_flos": 584764320537600.0,
10
+ "train_loss": 0.6998025803338914,
11
+ "train_runtime": 22.999,
12
+ "train_samples": 635,
13
+ "train_samples_per_second": 1380.493,
14
+ "train_steps_per_second": 6.522
15
+ }
eval_results.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 7.0,
3
+ "eval_accuracy": 0.5633802816901409,
4
+ "eval_loss": 0.6848593354225159,
5
+ "eval_runtime": 0.0732,
6
+ "eval_samples": 71,
7
+ "eval_samples_per_second": 970.217,
8
+ "eval_steps_per_second": 13.665
9
+ }
logs/events.out.tfevents.1745519525.ki-g0008.3436350.33 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ead1b40b2f2f3ae5ab5c15cb3952a1f8aea7b48d8c5f7279bbc184d64cbd0ad2
3
+ size 405
train_results.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 7.0,
3
+ "total_flos": 584764320537600.0,
4
+ "train_loss": 0.6998025803338914,
5
+ "train_runtime": 22.999,
6
+ "train_samples": 635,
7
+ "train_samples_per_second": 1380.493,
8
+ "train_steps_per_second": 6.522
9
+ }
trainer_state.json ADDED
@@ -0,0 +1,164 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 6,
3
+ "best_metric": 0.6848593354225159,
4
+ "best_model_checkpoint": "bert_base_train_book_ent_15p_s_init_wnli/checkpoint-6",
5
+ "epoch": 7.0,
6
+ "eval_steps": 500,
7
+ "global_step": 21,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 1.0,
14
+ "grad_norm": 1.9552319049835205,
15
+ "learning_rate": 4.933333333333334e-05,
16
+ "loss": 0.7049,
17
+ "step": 3
18
+ },
19
+ {
20
+ "epoch": 1.0,
21
+ "eval_accuracy": 0.43661971830985913,
22
+ "eval_loss": 0.6941022872924805,
23
+ "eval_runtime": 0.0568,
24
+ "eval_samples_per_second": 1250.669,
25
+ "eval_steps_per_second": 17.615,
26
+ "step": 3
27
+ },
28
+ {
29
+ "epoch": 2.0,
30
+ "grad_norm": 1.1868820190429688,
31
+ "learning_rate": 4.8333333333333334e-05,
32
+ "loss": 0.7016,
33
+ "step": 6
34
+ },
35
+ {
36
+ "epoch": 2.0,
37
+ "eval_accuracy": 0.5633802816901409,
38
+ "eval_loss": 0.6848593354225159,
39
+ "eval_runtime": 0.0563,
40
+ "eval_samples_per_second": 1260.036,
41
+ "eval_steps_per_second": 17.747,
42
+ "step": 6
43
+ },
44
+ {
45
+ "epoch": 3.0,
46
+ "grad_norm": 0.71503084897995,
47
+ "learning_rate": 4.7333333333333336e-05,
48
+ "loss": 0.7019,
49
+ "step": 9
50
+ },
51
+ {
52
+ "epoch": 3.0,
53
+ "eval_accuracy": 0.5633802816901409,
54
+ "eval_loss": 0.69140625,
55
+ "eval_runtime": 0.0558,
56
+ "eval_samples_per_second": 1271.327,
57
+ "eval_steps_per_second": 17.906,
58
+ "step": 9
59
+ },
60
+ {
61
+ "epoch": 4.0,
62
+ "grad_norm": 0.8658474683761597,
63
+ "learning_rate": 4.633333333333333e-05,
64
+ "loss": 0.6938,
65
+ "step": 12
66
+ },
67
+ {
68
+ "epoch": 4.0,
69
+ "eval_accuracy": 0.43661971830985913,
70
+ "eval_loss": 0.7015296220779419,
71
+ "eval_runtime": 0.0557,
72
+ "eval_samples_per_second": 1274.952,
73
+ "eval_steps_per_second": 17.957,
74
+ "step": 12
75
+ },
76
+ {
77
+ "epoch": 5.0,
78
+ "grad_norm": 0.7237994074821472,
79
+ "learning_rate": 4.5333333333333335e-05,
80
+ "loss": 0.6971,
81
+ "step": 15
82
+ },
83
+ {
84
+ "epoch": 5.0,
85
+ "eval_accuracy": 0.43661971830985913,
86
+ "eval_loss": 0.697073221206665,
87
+ "eval_runtime": 0.0564,
88
+ "eval_samples_per_second": 1259.641,
89
+ "eval_steps_per_second": 17.741,
90
+ "step": 15
91
+ },
92
+ {
93
+ "epoch": 6.0,
94
+ "grad_norm": 1.0709381103515625,
95
+ "learning_rate": 4.433333333333334e-05,
96
+ "loss": 0.6948,
97
+ "step": 18
98
+ },
99
+ {
100
+ "epoch": 6.0,
101
+ "eval_accuracy": 0.5633802816901409,
102
+ "eval_loss": 0.6891505718231201,
103
+ "eval_runtime": 0.0572,
104
+ "eval_samples_per_second": 1242.098,
105
+ "eval_steps_per_second": 17.494,
106
+ "step": 18
107
+ },
108
+ {
109
+ "epoch": 7.0,
110
+ "grad_norm": 0.8299973607063293,
111
+ "learning_rate": 4.3333333333333334e-05,
112
+ "loss": 0.7045,
113
+ "step": 21
114
+ },
115
+ {
116
+ "epoch": 7.0,
117
+ "eval_accuracy": 0.5633802816901409,
118
+ "eval_loss": 0.6859046220779419,
119
+ "eval_runtime": 0.0558,
120
+ "eval_samples_per_second": 1272.598,
121
+ "eval_steps_per_second": 17.924,
122
+ "step": 21
123
+ },
124
+ {
125
+ "epoch": 7.0,
126
+ "step": 21,
127
+ "total_flos": 584764320537600.0,
128
+ "train_loss": 0.6998025803338914,
129
+ "train_runtime": 22.999,
130
+ "train_samples_per_second": 1380.493,
131
+ "train_steps_per_second": 6.522
132
+ }
133
+ ],
134
+ "logging_steps": 1,
135
+ "max_steps": 150,
136
+ "num_input_tokens_seen": 0,
137
+ "num_train_epochs": 50,
138
+ "save_steps": 500,
139
+ "stateful_callbacks": {
140
+ "EarlyStoppingCallback": {
141
+ "args": {
142
+ "early_stopping_patience": 5,
143
+ "early_stopping_threshold": 0.0
144
+ },
145
+ "attributes": {
146
+ "early_stopping_patience_counter": 5
147
+ }
148
+ },
149
+ "TrainerControl": {
150
+ "args": {
151
+ "should_epoch_stop": false,
152
+ "should_evaluate": false,
153
+ "should_log": false,
154
+ "should_save": true,
155
+ "should_training_stop": true
156
+ },
157
+ "attributes": {}
158
+ }
159
+ },
160
+ "total_flos": 584764320537600.0,
161
+ "train_batch_size": 256,
162
+ "trial_name": null,
163
+ "trial_params": null
164
+ }