ruanwz commited on
Commit
2dbf26b
·
verified ·
1 Parent(s): 1807e02

Upload folder using huggingface_hub

Browse files
README.md ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+
2
+ ---
3
+ tags:
4
+ - autotrain
5
+ - image-classification
6
+ widget:
7
+ - src: https://huggingface.co/datasets/mishig/sample_images/resolve/main/tiger.jpg
8
+ example_title: Tiger
9
+ - src: https://huggingface.co/datasets/mishig/sample_images/resolve/main/teapot.jpg
10
+ example_title: Teapot
11
+ - src: https://huggingface.co/datasets/mishig/sample_images/resolve/main/palace.jpg
12
+ example_title: Palace
13
+ datasets:
14
+ - autotrain-image-classification-for-slides-240131/autotrain-data
15
+ ---
16
+
17
+ # Model Trained Using AutoTrain
18
+
19
+ - Problem type: Image Classification
20
+
21
+ ## Validation Metricsg
22
+ loss: 0.16453494131565094
23
+
24
+ f1: 0.8
25
+
26
+ precision: 1.0
27
+
28
+ recall: 0.6666666666666666
29
+
30
+ auc: 0.9916666666666667
31
+
32
+ accuracy: 0.9230769230769231
checkpoint-52/config.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "google/vit-large-patch32-384",
3
+ "_num_labels": 2,
4
+ "architectures": [
5
+ "ViTForImageClassification"
6
+ ],
7
+ "attention_probs_dropout_prob": 0.0,
8
+ "encoder_stride": 16,
9
+ "hidden_act": "gelu",
10
+ "hidden_dropout_prob": 0.0,
11
+ "hidden_size": 1024,
12
+ "id2label": {
13
+ "0": "keep",
14
+ "1": "remove"
15
+ },
16
+ "image_size": 384,
17
+ "initializer_range": 0.02,
18
+ "intermediate_size": 4096,
19
+ "label2id": {
20
+ "keep": 0,
21
+ "remove": 1
22
+ },
23
+ "layer_norm_eps": 1e-12,
24
+ "model_type": "vit",
25
+ "num_attention_heads": 16,
26
+ "num_channels": 3,
27
+ "num_hidden_layers": 24,
28
+ "patch_size": 32,
29
+ "problem_type": "single_label_classification",
30
+ "qkv_bias": true,
31
+ "torch_dtype": "float32",
32
+ "transformers_version": "4.37.0"
33
+ }
checkpoint-52/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c03d5afe88acf6cc7bc28ea45579ed7aa355aad392b45dc4aacbbb7c863cddf9
3
+ size 1222485480
checkpoint-52/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:184740ed72a31c775e8797aa30288b9cf053e01e74430ccf72e7477d8c14c55a
3
+ size 2445205930
checkpoint-52/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:413355ec04373049838ee4fda5710d740ad616731a51f4c65f1468e33b424540
3
+ size 14244
checkpoint-52/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71e34f0eaf333fd415ebc7d68904d7e745270cbbbdd4749ab6177dfb3113c361
3
+ size 1064
checkpoint-52/trainer_state.json ADDED
@@ -0,0 +1,385 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.16453494131565094,
3
+ "best_model_checkpoint": "autotrain-image-classification-for-slides-240131/checkpoint-52",
4
+ "epoch": 4.0,
5
+ "eval_steps": 500,
6
+ "global_step": 52,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.08,
13
+ "learning_rate": 0.0,
14
+ "loss": 0.8246,
15
+ "step": 1
16
+ },
17
+ {
18
+ "epoch": 0.15,
19
+ "learning_rate": 3.846153846153847e-06,
20
+ "loss": 0.7321,
21
+ "step": 2
22
+ },
23
+ {
24
+ "epoch": 0.23,
25
+ "learning_rate": 7.692307692307694e-06,
26
+ "loss": 0.7559,
27
+ "step": 3
28
+ },
29
+ {
30
+ "epoch": 0.31,
31
+ "learning_rate": 7.692307692307694e-06,
32
+ "loss": 0.8997,
33
+ "step": 4
34
+ },
35
+ {
36
+ "epoch": 0.38,
37
+ "learning_rate": 1.153846153846154e-05,
38
+ "loss": 0.8359,
39
+ "step": 5
40
+ },
41
+ {
42
+ "epoch": 0.46,
43
+ "learning_rate": 1.5384615384615387e-05,
44
+ "loss": 0.9853,
45
+ "step": 6
46
+ },
47
+ {
48
+ "epoch": 0.54,
49
+ "learning_rate": 1.923076923076923e-05,
50
+ "loss": 0.7486,
51
+ "step": 7
52
+ },
53
+ {
54
+ "epoch": 0.62,
55
+ "learning_rate": 2.307692307692308e-05,
56
+ "loss": 0.662,
57
+ "step": 8
58
+ },
59
+ {
60
+ "epoch": 0.69,
61
+ "learning_rate": 2.6923076923076923e-05,
62
+ "loss": 0.5742,
63
+ "step": 9
64
+ },
65
+ {
66
+ "epoch": 0.77,
67
+ "learning_rate": 3.0769230769230774e-05,
68
+ "loss": 0.4633,
69
+ "step": 10
70
+ },
71
+ {
72
+ "epoch": 0.85,
73
+ "learning_rate": 3.461538461538462e-05,
74
+ "loss": 0.5447,
75
+ "step": 11
76
+ },
77
+ {
78
+ "epoch": 0.92,
79
+ "learning_rate": 3.846153846153846e-05,
80
+ "loss": 0.6678,
81
+ "step": 12
82
+ },
83
+ {
84
+ "epoch": 1.0,
85
+ "learning_rate": 4.230769230769231e-05,
86
+ "loss": 0.0485,
87
+ "step": 13
88
+ },
89
+ {
90
+ "epoch": 1.0,
91
+ "eval_accuracy": 0.8461538461538461,
92
+ "eval_auc": 0.875,
93
+ "eval_f1": 0.5,
94
+ "eval_loss": 0.4225906729698181,
95
+ "eval_precision": 1.0,
96
+ "eval_recall": 0.3333333333333333,
97
+ "eval_runtime": 1.0079,
98
+ "eval_samples_per_second": 25.795,
99
+ "eval_steps_per_second": 1.984,
100
+ "step": 13
101
+ },
102
+ {
103
+ "epoch": 1.08,
104
+ "learning_rate": 4.615384615384616e-05,
105
+ "loss": 0.5198,
106
+ "step": 14
107
+ },
108
+ {
109
+ "epoch": 1.15,
110
+ "learning_rate": 5e-05,
111
+ "loss": 0.862,
112
+ "step": 15
113
+ },
114
+ {
115
+ "epoch": 1.23,
116
+ "learning_rate": 4.9572649572649575e-05,
117
+ "loss": 1.1419,
118
+ "step": 16
119
+ },
120
+ {
121
+ "epoch": 1.31,
122
+ "learning_rate": 4.9145299145299147e-05,
123
+ "loss": 0.5849,
124
+ "step": 17
125
+ },
126
+ {
127
+ "epoch": 1.38,
128
+ "learning_rate": 4.871794871794872e-05,
129
+ "loss": 0.2,
130
+ "step": 18
131
+ },
132
+ {
133
+ "epoch": 1.46,
134
+ "learning_rate": 4.829059829059829e-05,
135
+ "loss": 0.3846,
136
+ "step": 19
137
+ },
138
+ {
139
+ "epoch": 1.54,
140
+ "learning_rate": 4.786324786324787e-05,
141
+ "loss": 0.552,
142
+ "step": 20
143
+ },
144
+ {
145
+ "epoch": 1.62,
146
+ "learning_rate": 4.7435897435897435e-05,
147
+ "loss": 0.3141,
148
+ "step": 21
149
+ },
150
+ {
151
+ "epoch": 1.69,
152
+ "learning_rate": 4.700854700854701e-05,
153
+ "loss": 0.8354,
154
+ "step": 22
155
+ },
156
+ {
157
+ "epoch": 1.77,
158
+ "learning_rate": 4.6581196581196586e-05,
159
+ "loss": 0.1735,
160
+ "step": 23
161
+ },
162
+ {
163
+ "epoch": 1.85,
164
+ "learning_rate": 4.615384615384616e-05,
165
+ "loss": 0.1887,
166
+ "step": 24
167
+ },
168
+ {
169
+ "epoch": 1.92,
170
+ "learning_rate": 4.572649572649573e-05,
171
+ "loss": 0.3213,
172
+ "step": 25
173
+ },
174
+ {
175
+ "epoch": 2.0,
176
+ "learning_rate": 4.52991452991453e-05,
177
+ "loss": 1.0434,
178
+ "step": 26
179
+ },
180
+ {
181
+ "epoch": 2.0,
182
+ "eval_accuracy": 0.8846153846153846,
183
+ "eval_auc": 0.9750000000000001,
184
+ "eval_f1": 0.6666666666666666,
185
+ "eval_loss": 0.24872884154319763,
186
+ "eval_precision": 1.0,
187
+ "eval_recall": 0.5,
188
+ "eval_runtime": 0.9679,
189
+ "eval_samples_per_second": 26.862,
190
+ "eval_steps_per_second": 2.066,
191
+ "step": 26
192
+ },
193
+ {
194
+ "epoch": 2.08,
195
+ "learning_rate": 4.4871794871794874e-05,
196
+ "loss": 0.1687,
197
+ "step": 27
198
+ },
199
+ {
200
+ "epoch": 2.15,
201
+ "learning_rate": 4.4444444444444447e-05,
202
+ "loss": 0.1181,
203
+ "step": 28
204
+ },
205
+ {
206
+ "epoch": 2.23,
207
+ "learning_rate": 4.401709401709402e-05,
208
+ "loss": 0.4727,
209
+ "step": 29
210
+ },
211
+ {
212
+ "epoch": 2.31,
213
+ "learning_rate": 4.358974358974359e-05,
214
+ "loss": 0.4187,
215
+ "step": 30
216
+ },
217
+ {
218
+ "epoch": 2.38,
219
+ "learning_rate": 4.316239316239317e-05,
220
+ "loss": 0.4233,
221
+ "step": 31
222
+ },
223
+ {
224
+ "epoch": 2.46,
225
+ "learning_rate": 4.2735042735042735e-05,
226
+ "loss": 0.4203,
227
+ "step": 32
228
+ },
229
+ {
230
+ "epoch": 2.54,
231
+ "learning_rate": 4.230769230769231e-05,
232
+ "loss": 0.1452,
233
+ "step": 33
234
+ },
235
+ {
236
+ "epoch": 2.62,
237
+ "learning_rate": 4.1880341880341886e-05,
238
+ "loss": 0.433,
239
+ "step": 34
240
+ },
241
+ {
242
+ "epoch": 2.69,
243
+ "learning_rate": 4.145299145299146e-05,
244
+ "loss": 0.2684,
245
+ "step": 35
246
+ },
247
+ {
248
+ "epoch": 2.77,
249
+ "learning_rate": 4.1025641025641023e-05,
250
+ "loss": 0.2701,
251
+ "step": 36
252
+ },
253
+ {
254
+ "epoch": 2.85,
255
+ "learning_rate": 4.05982905982906e-05,
256
+ "loss": 0.2146,
257
+ "step": 37
258
+ },
259
+ {
260
+ "epoch": 2.92,
261
+ "learning_rate": 4.0170940170940174e-05,
262
+ "loss": 0.2372,
263
+ "step": 38
264
+ },
265
+ {
266
+ "epoch": 3.0,
267
+ "learning_rate": 3.974358974358974e-05,
268
+ "loss": 0.1425,
269
+ "step": 39
270
+ },
271
+ {
272
+ "epoch": 3.0,
273
+ "eval_accuracy": 0.8846153846153846,
274
+ "eval_auc": 0.9833333333333334,
275
+ "eval_f1": 0.6666666666666666,
276
+ "eval_loss": 0.2464562952518463,
277
+ "eval_precision": 1.0,
278
+ "eval_recall": 0.5,
279
+ "eval_runtime": 0.9532,
280
+ "eval_samples_per_second": 27.277,
281
+ "eval_steps_per_second": 2.098,
282
+ "step": 39
283
+ },
284
+ {
285
+ "epoch": 3.08,
286
+ "learning_rate": 3.931623931623932e-05,
287
+ "loss": 0.1051,
288
+ "step": 40
289
+ },
290
+ {
291
+ "epoch": 3.15,
292
+ "learning_rate": 3.888888888888889e-05,
293
+ "loss": 0.1805,
294
+ "step": 41
295
+ },
296
+ {
297
+ "epoch": 3.23,
298
+ "learning_rate": 3.846153846153846e-05,
299
+ "loss": 0.0632,
300
+ "step": 42
301
+ },
302
+ {
303
+ "epoch": 3.31,
304
+ "learning_rate": 3.8034188034188035e-05,
305
+ "loss": 0.2977,
306
+ "step": 43
307
+ },
308
+ {
309
+ "epoch": 3.38,
310
+ "learning_rate": 3.760683760683761e-05,
311
+ "loss": 0.632,
312
+ "step": 44
313
+ },
314
+ {
315
+ "epoch": 3.46,
316
+ "learning_rate": 3.717948717948718e-05,
317
+ "loss": 0.1371,
318
+ "step": 45
319
+ },
320
+ {
321
+ "epoch": 3.54,
322
+ "learning_rate": 3.675213675213676e-05,
323
+ "loss": 0.5184,
324
+ "step": 46
325
+ },
326
+ {
327
+ "epoch": 3.62,
328
+ "learning_rate": 3.6324786324786323e-05,
329
+ "loss": 0.1209,
330
+ "step": 47
331
+ },
332
+ {
333
+ "epoch": 3.69,
334
+ "learning_rate": 3.58974358974359e-05,
335
+ "loss": 0.2161,
336
+ "step": 48
337
+ },
338
+ {
339
+ "epoch": 3.77,
340
+ "learning_rate": 3.5470085470085474e-05,
341
+ "loss": 0.2942,
342
+ "step": 49
343
+ },
344
+ {
345
+ "epoch": 3.85,
346
+ "learning_rate": 3.504273504273504e-05,
347
+ "loss": 0.1697,
348
+ "step": 50
349
+ },
350
+ {
351
+ "epoch": 3.92,
352
+ "learning_rate": 3.461538461538462e-05,
353
+ "loss": 0.0997,
354
+ "step": 51
355
+ },
356
+ {
357
+ "epoch": 4.0,
358
+ "learning_rate": 3.418803418803419e-05,
359
+ "loss": 0.0654,
360
+ "step": 52
361
+ },
362
+ {
363
+ "epoch": 4.0,
364
+ "eval_accuracy": 0.9230769230769231,
365
+ "eval_auc": 0.9916666666666667,
366
+ "eval_f1": 0.8,
367
+ "eval_loss": 0.16453494131565094,
368
+ "eval_precision": 1.0,
369
+ "eval_recall": 0.6666666666666666,
370
+ "eval_runtime": 0.9694,
371
+ "eval_samples_per_second": 26.822,
372
+ "eval_steps_per_second": 2.063,
373
+ "step": 52
374
+ }
375
+ ],
376
+ "logging_steps": 1,
377
+ "max_steps": 130,
378
+ "num_input_tokens_seen": 0,
379
+ "num_train_epochs": 10,
380
+ "save_steps": 500,
381
+ "total_flos": 3.309499304194867e+17,
382
+ "train_batch_size": 8,
383
+ "trial_name": null,
384
+ "trial_params": null
385
+ }
checkpoint-52/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a94f4da9451b9ea96f5fbb9afc6b8e2d5d3a2e66133eab3493901de7e4d75796
3
+ size 4728
config.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "google/vit-large-patch32-384",
3
+ "_num_labels": 2,
4
+ "architectures": [
5
+ "ViTForImageClassification"
6
+ ],
7
+ "attention_probs_dropout_prob": 0.0,
8
+ "encoder_stride": 16,
9
+ "hidden_act": "gelu",
10
+ "hidden_dropout_prob": 0.0,
11
+ "hidden_size": 1024,
12
+ "id2label": {
13
+ "0": "keep",
14
+ "1": "remove"
15
+ },
16
+ "image_size": 384,
17
+ "initializer_range": 0.02,
18
+ "intermediate_size": 4096,
19
+ "label2id": {
20
+ "keep": 0,
21
+ "remove": 1
22
+ },
23
+ "layer_norm_eps": 1e-12,
24
+ "model_type": "vit",
25
+ "num_attention_heads": 16,
26
+ "num_channels": 3,
27
+ "num_hidden_layers": 24,
28
+ "patch_size": 32,
29
+ "problem_type": "single_label_classification",
30
+ "qkv_bias": true,
31
+ "torch_dtype": "float32",
32
+ "transformers_version": "4.37.0"
33
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c03d5afe88acf6cc7bc28ea45579ed7aa355aad392b45dc4aacbbb7c863cddf9
3
+ size 1222485480
preprocessor_config.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_normalize": true,
3
+ "do_rescale": true,
4
+ "do_resize": true,
5
+ "image_mean": [
6
+ 0.5,
7
+ 0.5,
8
+ 0.5
9
+ ],
10
+ "image_processor_type": "ViTImageProcessor",
11
+ "image_std": [
12
+ 0.5,
13
+ 0.5,
14
+ 0.5
15
+ ],
16
+ "resample": 2,
17
+ "rescale_factor": 0.00392156862745098,
18
+ "size": {
19
+ "height": 384,
20
+ "width": 384
21
+ }
22
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a94f4da9451b9ea96f5fbb9afc6b8e2d5d3a2e66133eab3493901de7e4d75796
3
+ size 4728
training_params.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "data_path": "autotrain-image-classification-for-slides-240131/autotrain-data",
3
+ "model": "google/vit-large-patch32-384",
4
+ "username": "ruanwz",
5
+ "lr": 5e-05,
6
+ "epochs": 10,
7
+ "batch_size": 8,
8
+ "warmup_ratio": 0.1,
9
+ "gradient_accumulation": 1,
10
+ "optimizer": "adamw_torch",
11
+ "scheduler": "linear",
12
+ "weight_decay": 0.0,
13
+ "max_grad_norm": 1.0,
14
+ "seed": 42,
15
+ "train_split": "train",
16
+ "valid_split": "validation",
17
+ "logging_steps": -1,
18
+ "project_name": "autotrain-image-classification-for-slides-240131",
19
+ "auto_find_batch_size": false,
20
+ "mixed_precision": "fp16",
21
+ "save_total_limit": 1,
22
+ "save_strategy": "epoch",
23
+ "push_to_hub": true,
24
+ "repo_id": "ruanwz/autotrain-image-classification-for-slides-240131",
25
+ "evaluation_strategy": "epoch",
26
+ "image_column": "autotrain_image",
27
+ "target_column": "autotrain_label",
28
+ "log": "none"
29
+ }