sidmangalik commited on
Commit
9dec8f3
·
verified ·
1 Parent(s): d8fc2c4

Upload folder using huggingface_hub

Browse files
Files changed (7) hide show
  1. config.json +38 -0
  2. optimizer.pt +3 -0
  3. pytorch_model.bin +3 -0
  4. rng_state.pth +3 -0
  5. scheduler.pt +3 -0
  6. trainer_state.json +253 -0
  7. training_args.bin +3 -0
config.json ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "/chronos_data/smangalik/beliefs_modeling/models/self-belief-classifier-roberta-large-2",
3
+ "architectures": [
4
+ "RobertaForSequenceClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "bos_token_id": 0,
8
+ "classifier_dropout": null,
9
+ "eos_token_id": 2,
10
+ "hidden_act": "gelu",
11
+ "hidden_dropout_prob": 0.1,
12
+ "hidden_size": 1024,
13
+ "id2label": {
14
+ "0": "LABEL_0",
15
+ "1": "LABEL_1",
16
+ "2": "LABEL_2"
17
+ },
18
+ "initializer_range": 0.02,
19
+ "intermediate_size": 4096,
20
+ "label2id": {
21
+ "LABEL_0": 0,
22
+ "LABEL_1": 1,
23
+ "LABEL_2": 2
24
+ },
25
+ "layer_norm_eps": 1e-05,
26
+ "max_position_embeddings": 514,
27
+ "model_type": "roberta",
28
+ "num_attention_heads": 16,
29
+ "num_hidden_layers": 24,
30
+ "pad_token_id": 1,
31
+ "position_embedding_type": "absolute",
32
+ "problem_type": "single_label_classification",
33
+ "torch_dtype": "float32",
34
+ "transformers_version": "4.33.2",
35
+ "type_vocab_size": 1,
36
+ "use_cache": true,
37
+ "vocab_size": 50265
38
+ }
optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7091f108913dae1906a09d6b1fbbbb366edb874191834e6e168fe5d28cdd7adf
3
+ size 2843231032
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9009999344658926c39d28fba9999b2103aaf6854e24ee59b5739338fa355237
3
+ size 1421586865
rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a9dfb3dec5d1ce8ee849f07a32509f7e55cc98deef3120ae2d85edaade4ee58
3
+ size 14575
scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:537fd16ac5c0059567c8a13dbd1f095bc887a2a3cc5c0c08d60416f39d3912b9
3
+ size 627
trainer_state.json ADDED
@@ -0,0 +1,253 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.8408180526634443,
3
+ "best_model_checkpoint": "/chronos_data/smangalik/beliefs_modeling/models/self-belief-classifier-roberta-large-4/checkpoint-400",
4
+ "epoch": 11.926605504587156,
5
+ "eval_steps": 50,
6
+ "global_step": 650,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.92,
13
+ "learning_rate": 9.800000000000001e-06,
14
+ "loss": 0.6617,
15
+ "step": 50
16
+ },
17
+ {
18
+ "epoch": 0.92,
19
+ "eval_accuracy": 0.8205128205128205,
20
+ "eval_f1": 0.819110295968641,
21
+ "eval_loss": 0.4295506179332733,
22
+ "eval_precision": 0.8192280280764046,
23
+ "eval_recall": 0.8205128205128205,
24
+ "eval_runtime": 3.9576,
25
+ "eval_samples_per_second": 128.108,
26
+ "eval_steps_per_second": 16.171,
27
+ "step": 50
28
+ },
29
+ {
30
+ "epoch": 1.83,
31
+ "learning_rate": 9.815094339622643e-06,
32
+ "loss": 0.3715,
33
+ "step": 100
34
+ },
35
+ {
36
+ "epoch": 1.83,
37
+ "eval_accuracy": 0.8303747534516766,
38
+ "eval_f1": 0.8353461502742431,
39
+ "eval_loss": 0.4670024514198303,
40
+ "eval_precision": 0.8434047624966725,
41
+ "eval_recall": 0.8303747534516766,
42
+ "eval_runtime": 3.9366,
43
+ "eval_samples_per_second": 128.79,
44
+ "eval_steps_per_second": 16.258,
45
+ "step": 100
46
+ },
47
+ {
48
+ "epoch": 2.75,
49
+ "learning_rate": 9.626415094339624e-06,
50
+ "loss": 0.2344,
51
+ "step": 150
52
+ },
53
+ {
54
+ "epoch": 2.75,
55
+ "eval_accuracy": 0.814595660749507,
56
+ "eval_f1": 0.8244485345966336,
57
+ "eval_loss": 0.6940962672233582,
58
+ "eval_precision": 0.8428588493485568,
59
+ "eval_recall": 0.814595660749507,
60
+ "eval_runtime": 3.4428,
61
+ "eval_samples_per_second": 147.263,
62
+ "eval_steps_per_second": 18.589,
63
+ "step": 150
64
+ },
65
+ {
66
+ "epoch": 3.67,
67
+ "learning_rate": 9.437735849056604e-06,
68
+ "loss": 0.1797,
69
+ "step": 200
70
+ },
71
+ {
72
+ "epoch": 3.67,
73
+ "eval_accuracy": 0.8264299802761341,
74
+ "eval_f1": 0.8329637103282812,
75
+ "eval_loss": 0.7602464556694031,
76
+ "eval_precision": 0.8480073311662002,
77
+ "eval_recall": 0.8264299802761341,
78
+ "eval_runtime": 3.5906,
79
+ "eval_samples_per_second": 141.203,
80
+ "eval_steps_per_second": 17.824,
81
+ "step": 200
82
+ },
83
+ {
84
+ "epoch": 4.59,
85
+ "learning_rate": 9.252830188679246e-06,
86
+ "loss": 0.1187,
87
+ "step": 250
88
+ },
89
+ {
90
+ "epoch": 4.59,
91
+ "eval_accuracy": 0.8165680473372781,
92
+ "eval_f1": 0.8260410505358732,
93
+ "eval_loss": 1.040390133857727,
94
+ "eval_precision": 0.8445598652695405,
95
+ "eval_recall": 0.8165680473372781,
96
+ "eval_runtime": 3.1667,
97
+ "eval_samples_per_second": 160.104,
98
+ "eval_steps_per_second": 20.21,
99
+ "step": 250
100
+ },
101
+ {
102
+ "epoch": 5.5,
103
+ "learning_rate": 9.067924528301889e-06,
104
+ "loss": 0.067,
105
+ "step": 300
106
+ },
107
+ {
108
+ "epoch": 5.5,
109
+ "eval_accuracy": 0.8264299802761341,
110
+ "eval_f1": 0.8313863456050801,
111
+ "eval_loss": 1.0527454614639282,
112
+ "eval_precision": 0.8389317220188415,
113
+ "eval_recall": 0.8264299802761341,
114
+ "eval_runtime": 4.2619,
115
+ "eval_samples_per_second": 118.962,
116
+ "eval_steps_per_second": 15.017,
117
+ "step": 300
118
+ },
119
+ {
120
+ "epoch": 6.42,
121
+ "learning_rate": 8.879245283018869e-06,
122
+ "loss": 0.0635,
123
+ "step": 350
124
+ },
125
+ {
126
+ "epoch": 6.42,
127
+ "eval_accuracy": 0.8303747534516766,
128
+ "eval_f1": 0.8376041385770543,
129
+ "eval_loss": 1.1337926387786865,
130
+ "eval_precision": 0.8504492855502807,
131
+ "eval_recall": 0.8303747534516766,
132
+ "eval_runtime": 4.0094,
133
+ "eval_samples_per_second": 126.454,
134
+ "eval_steps_per_second": 15.963,
135
+ "step": 350
136
+ },
137
+ {
138
+ "epoch": 7.34,
139
+ "learning_rate": 8.69433962264151e-06,
140
+ "loss": 0.0254,
141
+ "step": 400
142
+ },
143
+ {
144
+ "epoch": 7.34,
145
+ "eval_accuracy": 0.8382642998027613,
146
+ "eval_f1": 0.8408180526634443,
147
+ "eval_loss": 1.1419103145599365,
148
+ "eval_precision": 0.8458355761491414,
149
+ "eval_recall": 0.8382642998027613,
150
+ "eval_runtime": 3.6866,
151
+ "eval_samples_per_second": 137.524,
152
+ "eval_steps_per_second": 17.36,
153
+ "step": 400
154
+ },
155
+ {
156
+ "epoch": 8.26,
157
+ "learning_rate": 8.505660377358492e-06,
158
+ "loss": 0.0374,
159
+ "step": 450
160
+ },
161
+ {
162
+ "epoch": 8.26,
163
+ "eval_accuracy": 0.8284023668639053,
164
+ "eval_f1": 0.8320464737199128,
165
+ "eval_loss": 1.2373206615447998,
166
+ "eval_precision": 0.8369363588201497,
167
+ "eval_recall": 0.8284023668639053,
168
+ "eval_runtime": 4.0231,
169
+ "eval_samples_per_second": 126.021,
170
+ "eval_steps_per_second": 15.908,
171
+ "step": 450
172
+ },
173
+ {
174
+ "epoch": 9.17,
175
+ "learning_rate": 8.316981132075472e-06,
176
+ "loss": 0.013,
177
+ "step": 500
178
+ },
179
+ {
180
+ "epoch": 9.17,
181
+ "eval_accuracy": 0.834319526627219,
182
+ "eval_f1": 0.8376685641339108,
183
+ "eval_loss": 1.2268174886703491,
184
+ "eval_precision": 0.8421800999981714,
185
+ "eval_recall": 0.834319526627219,
186
+ "eval_runtime": 4.1413,
187
+ "eval_samples_per_second": 122.425,
188
+ "eval_steps_per_second": 15.454,
189
+ "step": 500
190
+ },
191
+ {
192
+ "epoch": 10.09,
193
+ "learning_rate": 8.128301886792453e-06,
194
+ "loss": 0.0213,
195
+ "step": 550
196
+ },
197
+ {
198
+ "epoch": 10.09,
199
+ "eval_accuracy": 0.834319526627219,
200
+ "eval_f1": 0.8396773850135992,
201
+ "eval_loss": 1.2791889905929565,
202
+ "eval_precision": 0.8499112935552067,
203
+ "eval_recall": 0.834319526627219,
204
+ "eval_runtime": 4.1859,
205
+ "eval_samples_per_second": 121.122,
206
+ "eval_steps_per_second": 15.29,
207
+ "step": 550
208
+ },
209
+ {
210
+ "epoch": 11.01,
211
+ "learning_rate": 7.939622641509435e-06,
212
+ "loss": 0.0003,
213
+ "step": 600
214
+ },
215
+ {
216
+ "epoch": 11.01,
217
+ "eval_accuracy": 0.8303747534516766,
218
+ "eval_f1": 0.8359161169722349,
219
+ "eval_loss": 1.3518141508102417,
220
+ "eval_precision": 0.8446374502780472,
221
+ "eval_recall": 0.8303747534516766,
222
+ "eval_runtime": 3.09,
223
+ "eval_samples_per_second": 164.08,
224
+ "eval_steps_per_second": 20.712,
225
+ "step": 600
226
+ },
227
+ {
228
+ "epoch": 11.93,
229
+ "learning_rate": 7.750943396226415e-06,
230
+ "loss": 0.0313,
231
+ "step": 650
232
+ },
233
+ {
234
+ "epoch": 11.93,
235
+ "eval_accuracy": 0.8382642998027613,
236
+ "eval_f1": 0.8405182086840655,
237
+ "eval_loss": 1.3090877532958984,
238
+ "eval_precision": 0.8442165138341221,
239
+ "eval_recall": 0.8382642998027613,
240
+ "eval_runtime": 4.7065,
241
+ "eval_samples_per_second": 107.722,
242
+ "eval_steps_per_second": 13.598,
243
+ "step": 650
244
+ }
245
+ ],
246
+ "logging_steps": 50,
247
+ "max_steps": 2700,
248
+ "num_train_epochs": 50,
249
+ "save_steps": 50,
250
+ "total_flos": 2261979798655680.0,
251
+ "trial_name": null,
252
+ "trial_params": null
253
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9b6cd664138888a23a2e9135f10b24952ff773a07bd8912b43b743ac47fb411
3
+ size 4155