Training in progress, epoch 1
Browse files- model.safetensors +1 -1
- run-8/checkpoint-1070/config.json +25 -0
- run-8/checkpoint-1070/model.safetensors +3 -0
- run-8/checkpoint-1070/optimizer.pt +3 -0
- run-8/checkpoint-1070/rng_state.pth +3 -0
- run-8/checkpoint-1070/scheduler.pt +3 -0
- run-8/checkpoint-1070/special_tokens_map.json +7 -0
- run-8/checkpoint-1070/tokenizer.json +0 -0
- run-8/checkpoint-1070/tokenizer_config.json +55 -0
- run-8/checkpoint-1070/trainer_state.json +83 -0
- run-8/checkpoint-1070/training_args.bin +3 -0
- run-8/checkpoint-1070/vocab.txt +0 -0
- run-8/checkpoint-428/config.json +25 -0
- run-8/checkpoint-428/model.safetensors +3 -0
- run-8/checkpoint-428/optimizer.pt +3 -0
- run-8/checkpoint-428/rng_state.pth +3 -0
- run-8/checkpoint-428/scheduler.pt +3 -0
- run-8/checkpoint-428/special_tokens_map.json +7 -0
- run-8/checkpoint-428/tokenizer.json +0 -0
- run-8/checkpoint-428/tokenizer_config.json +55 -0
- run-8/checkpoint-428/trainer_state.json +44 -0
- run-8/checkpoint-428/training_args.bin +3 -0
- run-8/checkpoint-428/vocab.txt +0 -0
- run-8/checkpoint-642/config.json +25 -0
- run-8/checkpoint-642/model.safetensors +3 -0
- run-8/checkpoint-642/optimizer.pt +3 -0
- run-8/checkpoint-642/rng_state.pth +3 -0
- run-8/checkpoint-642/scheduler.pt +3 -0
- run-8/checkpoint-642/special_tokens_map.json +7 -0
- run-8/checkpoint-642/tokenizer.json +0 -0
- run-8/checkpoint-642/tokenizer_config.json +55 -0
- run-8/checkpoint-642/trainer_state.json +59 -0
- run-8/checkpoint-642/training_args.bin +3 -0
- run-8/checkpoint-642/vocab.txt +0 -0
- run-8/checkpoint-856/config.json +25 -0
- run-8/checkpoint-856/model.safetensors +3 -0
- run-8/checkpoint-856/optimizer.pt +3 -0
- run-8/checkpoint-856/rng_state.pth +3 -0
- run-8/checkpoint-856/scheduler.pt +3 -0
- run-8/checkpoint-856/special_tokens_map.json +7 -0
- run-8/checkpoint-856/tokenizer.json +0 -0
- run-8/checkpoint-856/tokenizer_config.json +55 -0
- run-8/checkpoint-856/trainer_state.json +68 -0
- run-8/checkpoint-856/training_args.bin +3 -0
- run-8/checkpoint-856/vocab.txt +0 -0
- runs/Jan29_13-40-22_f96070633581/events.out.tfevents.1706536226.f96070633581.4947.11 +3 -0
- runs/Jan29_13-40-22_f96070633581/events.out.tfevents.1706537463.f96070633581.4947.12 +3 -0
- training_args.bin +1 -1
model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 267832560
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c1041a2b755d0618c627bfa31d39e515627fcb1e921499e92ebbb2b1a83b961f
|
3 |
size 267832560
|
run-8/checkpoint-1070/config.json
ADDED
@@ -0,0 +1,25 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "distilbert-base-uncased",
|
3 |
+
"activation": "gelu",
|
4 |
+
"architectures": [
|
5 |
+
"DistilBertForSequenceClassification"
|
6 |
+
],
|
7 |
+
"attention_dropout": 0.1,
|
8 |
+
"dim": 768,
|
9 |
+
"dropout": 0.1,
|
10 |
+
"hidden_dim": 3072,
|
11 |
+
"initializer_range": 0.02,
|
12 |
+
"max_position_embeddings": 512,
|
13 |
+
"model_type": "distilbert",
|
14 |
+
"n_heads": 12,
|
15 |
+
"n_layers": 6,
|
16 |
+
"pad_token_id": 0,
|
17 |
+
"problem_type": "single_label_classification",
|
18 |
+
"qa_dropout": 0.1,
|
19 |
+
"seq_classif_dropout": 0.2,
|
20 |
+
"sinusoidal_pos_embds": false,
|
21 |
+
"tie_weights_": true,
|
22 |
+
"torch_dtype": "float32",
|
23 |
+
"transformers_version": "4.37.1",
|
24 |
+
"vocab_size": 30522
|
25 |
+
}
|
run-8/checkpoint-1070/model.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6307af4d4b37421b705ddaf12385300fd3f588160402fcbb523cb9aeb743a1c3
|
3 |
+
size 267832560
|
run-8/checkpoint-1070/optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b34bab2f347e3bd28147a17f372c6a9d09a91030e4deb113019a0c4e51aca86a
|
3 |
+
size 535727290
|
run-8/checkpoint-1070/rng_state.pth
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ac8767056bb678d64a54473583698b4028ad547e7ad1a4ff0ac38dc5ba6a7e94
|
3 |
+
size 14244
|
run-8/checkpoint-1070/scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a0b1079860bf3fda0fa883090fff8d2c900bb3c9d355d40442dd6c90e676475f
|
3 |
+
size 1064
|
run-8/checkpoint-1070/special_tokens_map.json
ADDED
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"cls_token": "[CLS]",
|
3 |
+
"mask_token": "[MASK]",
|
4 |
+
"pad_token": "[PAD]",
|
5 |
+
"sep_token": "[SEP]",
|
6 |
+
"unk_token": "[UNK]"
|
7 |
+
}
|
run-8/checkpoint-1070/tokenizer.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
run-8/checkpoint-1070/tokenizer_config.json
ADDED
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"added_tokens_decoder": {
|
3 |
+
"0": {
|
4 |
+
"content": "[PAD]",
|
5 |
+
"lstrip": false,
|
6 |
+
"normalized": false,
|
7 |
+
"rstrip": false,
|
8 |
+
"single_word": false,
|
9 |
+
"special": true
|
10 |
+
},
|
11 |
+
"100": {
|
12 |
+
"content": "[UNK]",
|
13 |
+
"lstrip": false,
|
14 |
+
"normalized": false,
|
15 |
+
"rstrip": false,
|
16 |
+
"single_word": false,
|
17 |
+
"special": true
|
18 |
+
},
|
19 |
+
"101": {
|
20 |
+
"content": "[CLS]",
|
21 |
+
"lstrip": false,
|
22 |
+
"normalized": false,
|
23 |
+
"rstrip": false,
|
24 |
+
"single_word": false,
|
25 |
+
"special": true
|
26 |
+
},
|
27 |
+
"102": {
|
28 |
+
"content": "[SEP]",
|
29 |
+
"lstrip": false,
|
30 |
+
"normalized": false,
|
31 |
+
"rstrip": false,
|
32 |
+
"single_word": false,
|
33 |
+
"special": true
|
34 |
+
},
|
35 |
+
"103": {
|
36 |
+
"content": "[MASK]",
|
37 |
+
"lstrip": false,
|
38 |
+
"normalized": false,
|
39 |
+
"rstrip": false,
|
40 |
+
"single_word": false,
|
41 |
+
"special": true
|
42 |
+
}
|
43 |
+
},
|
44 |
+
"clean_up_tokenization_spaces": true,
|
45 |
+
"cls_token": "[CLS]",
|
46 |
+
"do_lower_case": true,
|
47 |
+
"mask_token": "[MASK]",
|
48 |
+
"model_max_length": 512,
|
49 |
+
"pad_token": "[PAD]",
|
50 |
+
"sep_token": "[SEP]",
|
51 |
+
"strip_accents": null,
|
52 |
+
"tokenize_chinese_chars": true,
|
53 |
+
"tokenizer_class": "DistilBertTokenizer",
|
54 |
+
"unk_token": "[UNK]"
|
55 |
+
}
|
run-8/checkpoint-1070/trainer_state.json
ADDED
@@ -0,0 +1,83 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"best_metric": 0.0,
|
3 |
+
"best_model_checkpoint": "distilbert-base-uncased-finetuned-cola/run-8/checkpoint-214",
|
4 |
+
"epoch": 5.0,
|
5 |
+
"eval_steps": 500,
|
6 |
+
"global_step": 1070,
|
7 |
+
"is_hyper_param_search": true,
|
8 |
+
"is_local_process_zero": true,
|
9 |
+
"is_world_process_zero": true,
|
10 |
+
"log_history": [
|
11 |
+
{
|
12 |
+
"epoch": 1.0,
|
13 |
+
"eval_loss": 0.6276215314865112,
|
14 |
+
"eval_matthews_correlation": 0.0,
|
15 |
+
"eval_runtime": 0.4827,
|
16 |
+
"eval_samples_per_second": 2160.983,
|
17 |
+
"eval_steps_per_second": 136.745,
|
18 |
+
"step": 214
|
19 |
+
},
|
20 |
+
{
|
21 |
+
"epoch": 2.0,
|
22 |
+
"eval_loss": 0.6136105060577393,
|
23 |
+
"eval_matthews_correlation": 0.0,
|
24 |
+
"eval_runtime": 0.4872,
|
25 |
+
"eval_samples_per_second": 2140.832,
|
26 |
+
"eval_steps_per_second": 135.47,
|
27 |
+
"step": 428
|
28 |
+
},
|
29 |
+
{
|
30 |
+
"epoch": 2.34,
|
31 |
+
"learning_rate": 8.881247813091862e-07,
|
32 |
+
"loss": 0.6266,
|
33 |
+
"step": 500
|
34 |
+
},
|
35 |
+
{
|
36 |
+
"epoch": 3.0,
|
37 |
+
"eval_loss": 0.6146718859672546,
|
38 |
+
"eval_matthews_correlation": 0.0,
|
39 |
+
"eval_runtime": 0.5034,
|
40 |
+
"eval_samples_per_second": 2071.912,
|
41 |
+
"eval_steps_per_second": 131.109,
|
42 |
+
"step": 642
|
43 |
+
},
|
44 |
+
{
|
45 |
+
"epoch": 4.0,
|
46 |
+
"eval_loss": 0.6129891276359558,
|
47 |
+
"eval_matthews_correlation": 0.0,
|
48 |
+
"eval_runtime": 0.4795,
|
49 |
+
"eval_samples_per_second": 2175.064,
|
50 |
+
"eval_steps_per_second": 137.636,
|
51 |
+
"step": 856
|
52 |
+
},
|
53 |
+
{
|
54 |
+
"epoch": 4.67,
|
55 |
+
"learning_rate": 1.0906795559937375e-07,
|
56 |
+
"loss": 0.598,
|
57 |
+
"step": 1000
|
58 |
+
},
|
59 |
+
{
|
60 |
+
"epoch": 5.0,
|
61 |
+
"eval_loss": 0.6126168370246887,
|
62 |
+
"eval_matthews_correlation": 0.0,
|
63 |
+
"eval_runtime": 0.4759,
|
64 |
+
"eval_samples_per_second": 2191.577,
|
65 |
+
"eval_steps_per_second": 138.681,
|
66 |
+
"step": 1070
|
67 |
+
}
|
68 |
+
],
|
69 |
+
"logging_steps": 500,
|
70 |
+
"max_steps": 1070,
|
71 |
+
"num_input_tokens_seen": 0,
|
72 |
+
"num_train_epochs": 5,
|
73 |
+
"save_steps": 500,
|
74 |
+
"total_flos": 16729183588080.0,
|
75 |
+
"train_batch_size": 4,
|
76 |
+
"trial_name": null,
|
77 |
+
"trial_params": {
|
78 |
+
"learning_rate": 1.667181607018999e-06,
|
79 |
+
"num_train_epochs": 5,
|
80 |
+
"per_device_train_batch_size": 4,
|
81 |
+
"seed": 36
|
82 |
+
}
|
83 |
+
}
|
run-8/checkpoint-1070/training_args.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cb0dfd725b53c74b1c8ffd2377bb7b0876680c49a3fc0a67fc0c08a7077bfcd8
|
3 |
+
size 4792
|
run-8/checkpoint-1070/vocab.txt
ADDED
The diff for this file is too large to render.
See raw diff
|
|
run-8/checkpoint-428/config.json
ADDED
@@ -0,0 +1,25 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "distilbert-base-uncased",
|
3 |
+
"activation": "gelu",
|
4 |
+
"architectures": [
|
5 |
+
"DistilBertForSequenceClassification"
|
6 |
+
],
|
7 |
+
"attention_dropout": 0.1,
|
8 |
+
"dim": 768,
|
9 |
+
"dropout": 0.1,
|
10 |
+
"hidden_dim": 3072,
|
11 |
+
"initializer_range": 0.02,
|
12 |
+
"max_position_embeddings": 512,
|
13 |
+
"model_type": "distilbert",
|
14 |
+
"n_heads": 12,
|
15 |
+
"n_layers": 6,
|
16 |
+
"pad_token_id": 0,
|
17 |
+
"problem_type": "single_label_classification",
|
18 |
+
"qa_dropout": 0.1,
|
19 |
+
"seq_classif_dropout": 0.2,
|
20 |
+
"sinusoidal_pos_embds": false,
|
21 |
+
"tie_weights_": true,
|
22 |
+
"torch_dtype": "float32",
|
23 |
+
"transformers_version": "4.37.1",
|
24 |
+
"vocab_size": 30522
|
25 |
+
}
|
run-8/checkpoint-428/model.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f581fc07ae383afec08f55577a9e7f4285063f073aedab3299e876a1cf4e3cac
|
3 |
+
size 267832560
|
run-8/checkpoint-428/optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c4560e68223ab83ff37acc779e60f493aecf62ec7e76e8a2db726153dbf2c72a
|
3 |
+
size 535727290
|
run-8/checkpoint-428/rng_state.pth
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b82ce845687c7cd0ddce943007f4c4ccbd06a0fe328e09c4bd702a82cd53444d
|
3 |
+
size 14244
|
run-8/checkpoint-428/scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bfbe6feb9a491256d85e51ee600471d108fbaeb5a1da69355c187ab0003539a4
|
3 |
+
size 1064
|
run-8/checkpoint-428/special_tokens_map.json
ADDED
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"cls_token": "[CLS]",
|
3 |
+
"mask_token": "[MASK]",
|
4 |
+
"pad_token": "[PAD]",
|
5 |
+
"sep_token": "[SEP]",
|
6 |
+
"unk_token": "[UNK]"
|
7 |
+
}
|
run-8/checkpoint-428/tokenizer.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
run-8/checkpoint-428/tokenizer_config.json
ADDED
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"added_tokens_decoder": {
|
3 |
+
"0": {
|
4 |
+
"content": "[PAD]",
|
5 |
+
"lstrip": false,
|
6 |
+
"normalized": false,
|
7 |
+
"rstrip": false,
|
8 |
+
"single_word": false,
|
9 |
+
"special": true
|
10 |
+
},
|
11 |
+
"100": {
|
12 |
+
"content": "[UNK]",
|
13 |
+
"lstrip": false,
|
14 |
+
"normalized": false,
|
15 |
+
"rstrip": false,
|
16 |
+
"single_word": false,
|
17 |
+
"special": true
|
18 |
+
},
|
19 |
+
"101": {
|
20 |
+
"content": "[CLS]",
|
21 |
+
"lstrip": false,
|
22 |
+
"normalized": false,
|
23 |
+
"rstrip": false,
|
24 |
+
"single_word": false,
|
25 |
+
"special": true
|
26 |
+
},
|
27 |
+
"102": {
|
28 |
+
"content": "[SEP]",
|
29 |
+
"lstrip": false,
|
30 |
+
"normalized": false,
|
31 |
+
"rstrip": false,
|
32 |
+
"single_word": false,
|
33 |
+
"special": true
|
34 |
+
},
|
35 |
+
"103": {
|
36 |
+
"content": "[MASK]",
|
37 |
+
"lstrip": false,
|
38 |
+
"normalized": false,
|
39 |
+
"rstrip": false,
|
40 |
+
"single_word": false,
|
41 |
+
"special": true
|
42 |
+
}
|
43 |
+
},
|
44 |
+
"clean_up_tokenization_spaces": true,
|
45 |
+
"cls_token": "[CLS]",
|
46 |
+
"do_lower_case": true,
|
47 |
+
"mask_token": "[MASK]",
|
48 |
+
"model_max_length": 512,
|
49 |
+
"pad_token": "[PAD]",
|
50 |
+
"sep_token": "[SEP]",
|
51 |
+
"strip_accents": null,
|
52 |
+
"tokenize_chinese_chars": true,
|
53 |
+
"tokenizer_class": "DistilBertTokenizer",
|
54 |
+
"unk_token": "[UNK]"
|
55 |
+
}
|
run-8/checkpoint-428/trainer_state.json
ADDED
@@ -0,0 +1,44 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"best_metric": 0.0,
|
3 |
+
"best_model_checkpoint": "distilbert-base-uncased-finetuned-cola/run-8/checkpoint-214",
|
4 |
+
"epoch": 2.0,
|
5 |
+
"eval_steps": 500,
|
6 |
+
"global_step": 428,
|
7 |
+
"is_hyper_param_search": true,
|
8 |
+
"is_local_process_zero": true,
|
9 |
+
"is_world_process_zero": true,
|
10 |
+
"log_history": [
|
11 |
+
{
|
12 |
+
"epoch": 1.0,
|
13 |
+
"eval_loss": 0.6276215314865112,
|
14 |
+
"eval_matthews_correlation": 0.0,
|
15 |
+
"eval_runtime": 0.4827,
|
16 |
+
"eval_samples_per_second": 2160.983,
|
17 |
+
"eval_steps_per_second": 136.745,
|
18 |
+
"step": 214
|
19 |
+
},
|
20 |
+
{
|
21 |
+
"epoch": 2.0,
|
22 |
+
"eval_loss": 0.6136105060577393,
|
23 |
+
"eval_matthews_correlation": 0.0,
|
24 |
+
"eval_runtime": 0.4872,
|
25 |
+
"eval_samples_per_second": 2140.832,
|
26 |
+
"eval_steps_per_second": 135.47,
|
27 |
+
"step": 428
|
28 |
+
}
|
29 |
+
],
|
30 |
+
"logging_steps": 500,
|
31 |
+
"max_steps": 1070,
|
32 |
+
"num_input_tokens_seen": 0,
|
33 |
+
"num_train_epochs": 5,
|
34 |
+
"save_steps": 500,
|
35 |
+
"total_flos": 0,
|
36 |
+
"train_batch_size": 4,
|
37 |
+
"trial_name": null,
|
38 |
+
"trial_params": {
|
39 |
+
"learning_rate": 1.667181607018999e-06,
|
40 |
+
"num_train_epochs": 5,
|
41 |
+
"per_device_train_batch_size": 4,
|
42 |
+
"seed": 36
|
43 |
+
}
|
44 |
+
}
|
run-8/checkpoint-428/training_args.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cb0dfd725b53c74b1c8ffd2377bb7b0876680c49a3fc0a67fc0c08a7077bfcd8
|
3 |
+
size 4792
|
run-8/checkpoint-428/vocab.txt
ADDED
The diff for this file is too large to render.
See raw diff
|
|
run-8/checkpoint-642/config.json
ADDED
@@ -0,0 +1,25 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "distilbert-base-uncased",
|
3 |
+
"activation": "gelu",
|
4 |
+
"architectures": [
|
5 |
+
"DistilBertForSequenceClassification"
|
6 |
+
],
|
7 |
+
"attention_dropout": 0.1,
|
8 |
+
"dim": 768,
|
9 |
+
"dropout": 0.1,
|
10 |
+
"hidden_dim": 3072,
|
11 |
+
"initializer_range": 0.02,
|
12 |
+
"max_position_embeddings": 512,
|
13 |
+
"model_type": "distilbert",
|
14 |
+
"n_heads": 12,
|
15 |
+
"n_layers": 6,
|
16 |
+
"pad_token_id": 0,
|
17 |
+
"problem_type": "single_label_classification",
|
18 |
+
"qa_dropout": 0.1,
|
19 |
+
"seq_classif_dropout": 0.2,
|
20 |
+
"sinusoidal_pos_embds": false,
|
21 |
+
"tie_weights_": true,
|
22 |
+
"torch_dtype": "float32",
|
23 |
+
"transformers_version": "4.37.1",
|
24 |
+
"vocab_size": 30522
|
25 |
+
}
|
run-8/checkpoint-642/model.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fbfefc495d29e12ff77337fc1f30d2d389bb0e3d045c34e6679b56c7ea4fbc4d
|
3 |
+
size 267832560
|
run-8/checkpoint-642/optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:95d8d2e8aa09a71ebfbc9c2c909dd5d52d227720d0d189748779fe439ca677a4
|
3 |
+
size 535727290
|
run-8/checkpoint-642/rng_state.pth
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:511731f9389ed8c194d750dedd668a3df30f32f35250ae88778c3fae85a9af6a
|
3 |
+
size 14244
|
run-8/checkpoint-642/scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:046b4158b7fc26c8c7cf0be55b71ea2e5c5ad757e30869b17b0b62ead28fdb57
|
3 |
+
size 1064
|
run-8/checkpoint-642/special_tokens_map.json
ADDED
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"cls_token": "[CLS]",
|
3 |
+
"mask_token": "[MASK]",
|
4 |
+
"pad_token": "[PAD]",
|
5 |
+
"sep_token": "[SEP]",
|
6 |
+
"unk_token": "[UNK]"
|
7 |
+
}
|
run-8/checkpoint-642/tokenizer.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
run-8/checkpoint-642/tokenizer_config.json
ADDED
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"added_tokens_decoder": {
|
3 |
+
"0": {
|
4 |
+
"content": "[PAD]",
|
5 |
+
"lstrip": false,
|
6 |
+
"normalized": false,
|
7 |
+
"rstrip": false,
|
8 |
+
"single_word": false,
|
9 |
+
"special": true
|
10 |
+
},
|
11 |
+
"100": {
|
12 |
+
"content": "[UNK]",
|
13 |
+
"lstrip": false,
|
14 |
+
"normalized": false,
|
15 |
+
"rstrip": false,
|
16 |
+
"single_word": false,
|
17 |
+
"special": true
|
18 |
+
},
|
19 |
+
"101": {
|
20 |
+
"content": "[CLS]",
|
21 |
+
"lstrip": false,
|
22 |
+
"normalized": false,
|
23 |
+
"rstrip": false,
|
24 |
+
"single_word": false,
|
25 |
+
"special": true
|
26 |
+
},
|
27 |
+
"102": {
|
28 |
+
"content": "[SEP]",
|
29 |
+
"lstrip": false,
|
30 |
+
"normalized": false,
|
31 |
+
"rstrip": false,
|
32 |
+
"single_word": false,
|
33 |
+
"special": true
|
34 |
+
},
|
35 |
+
"103": {
|
36 |
+
"content": "[MASK]",
|
37 |
+
"lstrip": false,
|
38 |
+
"normalized": false,
|
39 |
+
"rstrip": false,
|
40 |
+
"single_word": false,
|
41 |
+
"special": true
|
42 |
+
}
|
43 |
+
},
|
44 |
+
"clean_up_tokenization_spaces": true,
|
45 |
+
"cls_token": "[CLS]",
|
46 |
+
"do_lower_case": true,
|
47 |
+
"mask_token": "[MASK]",
|
48 |
+
"model_max_length": 512,
|
49 |
+
"pad_token": "[PAD]",
|
50 |
+
"sep_token": "[SEP]",
|
51 |
+
"strip_accents": null,
|
52 |
+
"tokenize_chinese_chars": true,
|
53 |
+
"tokenizer_class": "DistilBertTokenizer",
|
54 |
+
"unk_token": "[UNK]"
|
55 |
+
}
|
run-8/checkpoint-642/trainer_state.json
ADDED
@@ -0,0 +1,59 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"best_metric": 0.0,
|
3 |
+
"best_model_checkpoint": "distilbert-base-uncased-finetuned-cola/run-8/checkpoint-214",
|
4 |
+
"epoch": 3.0,
|
5 |
+
"eval_steps": 500,
|
6 |
+
"global_step": 642,
|
7 |
+
"is_hyper_param_search": true,
|
8 |
+
"is_local_process_zero": true,
|
9 |
+
"is_world_process_zero": true,
|
10 |
+
"log_history": [
|
11 |
+
{
|
12 |
+
"epoch": 1.0,
|
13 |
+
"eval_loss": 0.6276215314865112,
|
14 |
+
"eval_matthews_correlation": 0.0,
|
15 |
+
"eval_runtime": 0.4827,
|
16 |
+
"eval_samples_per_second": 2160.983,
|
17 |
+
"eval_steps_per_second": 136.745,
|
18 |
+
"step": 214
|
19 |
+
},
|
20 |
+
{
|
21 |
+
"epoch": 2.0,
|
22 |
+
"eval_loss": 0.6136105060577393,
|
23 |
+
"eval_matthews_correlation": 0.0,
|
24 |
+
"eval_runtime": 0.4872,
|
25 |
+
"eval_samples_per_second": 2140.832,
|
26 |
+
"eval_steps_per_second": 135.47,
|
27 |
+
"step": 428
|
28 |
+
},
|
29 |
+
{
|
30 |
+
"epoch": 2.34,
|
31 |
+
"learning_rate": 8.881247813091862e-07,
|
32 |
+
"loss": 0.6266,
|
33 |
+
"step": 500
|
34 |
+
},
|
35 |
+
{
|
36 |
+
"epoch": 3.0,
|
37 |
+
"eval_loss": 0.6146718859672546,
|
38 |
+
"eval_matthews_correlation": 0.0,
|
39 |
+
"eval_runtime": 0.5034,
|
40 |
+
"eval_samples_per_second": 2071.912,
|
41 |
+
"eval_steps_per_second": 131.109,
|
42 |
+
"step": 642
|
43 |
+
}
|
44 |
+
],
|
45 |
+
"logging_steps": 500,
|
46 |
+
"max_steps": 1070,
|
47 |
+
"num_input_tokens_seen": 0,
|
48 |
+
"num_train_epochs": 5,
|
49 |
+
"save_steps": 500,
|
50 |
+
"total_flos": 8351655524640.0,
|
51 |
+
"train_batch_size": 4,
|
52 |
+
"trial_name": null,
|
53 |
+
"trial_params": {
|
54 |
+
"learning_rate": 1.667181607018999e-06,
|
55 |
+
"num_train_epochs": 5,
|
56 |
+
"per_device_train_batch_size": 4,
|
57 |
+
"seed": 36
|
58 |
+
}
|
59 |
+
}
|
run-8/checkpoint-642/training_args.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cb0dfd725b53c74b1c8ffd2377bb7b0876680c49a3fc0a67fc0c08a7077bfcd8
|
3 |
+
size 4792
|
run-8/checkpoint-642/vocab.txt
ADDED
The diff for this file is too large to render.
See raw diff
|
|
run-8/checkpoint-856/config.json
ADDED
@@ -0,0 +1,25 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "distilbert-base-uncased",
|
3 |
+
"activation": "gelu",
|
4 |
+
"architectures": [
|
5 |
+
"DistilBertForSequenceClassification"
|
6 |
+
],
|
7 |
+
"attention_dropout": 0.1,
|
8 |
+
"dim": 768,
|
9 |
+
"dropout": 0.1,
|
10 |
+
"hidden_dim": 3072,
|
11 |
+
"initializer_range": 0.02,
|
12 |
+
"max_position_embeddings": 512,
|
13 |
+
"model_type": "distilbert",
|
14 |
+
"n_heads": 12,
|
15 |
+
"n_layers": 6,
|
16 |
+
"pad_token_id": 0,
|
17 |
+
"problem_type": "single_label_classification",
|
18 |
+
"qa_dropout": 0.1,
|
19 |
+
"seq_classif_dropout": 0.2,
|
20 |
+
"sinusoidal_pos_embds": false,
|
21 |
+
"tie_weights_": true,
|
22 |
+
"torch_dtype": "float32",
|
23 |
+
"transformers_version": "4.37.1",
|
24 |
+
"vocab_size": 30522
|
25 |
+
}
|
run-8/checkpoint-856/model.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c304a82f086ab60c6e943a4cd75e49270096eb1ef020158a52261c1a55868871
|
3 |
+
size 267832560
|
run-8/checkpoint-856/optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e7d41246777224caa52be031cbbdfc231a563277f00e85b0b3f37ac151b22543
|
3 |
+
size 535727290
|
run-8/checkpoint-856/rng_state.pth
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fb777daaab37c0c001711a8be61f4633de5d05ff8da6bed94ba874e85227ca23
|
3 |
+
size 14244
|
run-8/checkpoint-856/scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:83481f526a4fe330aaec4098d55bace6552bf68835dd3625556c4ac33c442eb2
|
3 |
+
size 1064
|
run-8/checkpoint-856/special_tokens_map.json
ADDED
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"cls_token": "[CLS]",
|
3 |
+
"mask_token": "[MASK]",
|
4 |
+
"pad_token": "[PAD]",
|
5 |
+
"sep_token": "[SEP]",
|
6 |
+
"unk_token": "[UNK]"
|
7 |
+
}
|
run-8/checkpoint-856/tokenizer.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
run-8/checkpoint-856/tokenizer_config.json
ADDED
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"added_tokens_decoder": {
|
3 |
+
"0": {
|
4 |
+
"content": "[PAD]",
|
5 |
+
"lstrip": false,
|
6 |
+
"normalized": false,
|
7 |
+
"rstrip": false,
|
8 |
+
"single_word": false,
|
9 |
+
"special": true
|
10 |
+
},
|
11 |
+
"100": {
|
12 |
+
"content": "[UNK]",
|
13 |
+
"lstrip": false,
|
14 |
+
"normalized": false,
|
15 |
+
"rstrip": false,
|
16 |
+
"single_word": false,
|
17 |
+
"special": true
|
18 |
+
},
|
19 |
+
"101": {
|
20 |
+
"content": "[CLS]",
|
21 |
+
"lstrip": false,
|
22 |
+
"normalized": false,
|
23 |
+
"rstrip": false,
|
24 |
+
"single_word": false,
|
25 |
+
"special": true
|
26 |
+
},
|
27 |
+
"102": {
|
28 |
+
"content": "[SEP]",
|
29 |
+
"lstrip": false,
|
30 |
+
"normalized": false,
|
31 |
+
"rstrip": false,
|
32 |
+
"single_word": false,
|
33 |
+
"special": true
|
34 |
+
},
|
35 |
+
"103": {
|
36 |
+
"content": "[MASK]",
|
37 |
+
"lstrip": false,
|
38 |
+
"normalized": false,
|
39 |
+
"rstrip": false,
|
40 |
+
"single_word": false,
|
41 |
+
"special": true
|
42 |
+
}
|
43 |
+
},
|
44 |
+
"clean_up_tokenization_spaces": true,
|
45 |
+
"cls_token": "[CLS]",
|
46 |
+
"do_lower_case": true,
|
47 |
+
"mask_token": "[MASK]",
|
48 |
+
"model_max_length": 512,
|
49 |
+
"pad_token": "[PAD]",
|
50 |
+
"sep_token": "[SEP]",
|
51 |
+
"strip_accents": null,
|
52 |
+
"tokenize_chinese_chars": true,
|
53 |
+
"tokenizer_class": "DistilBertTokenizer",
|
54 |
+
"unk_token": "[UNK]"
|
55 |
+
}
|
run-8/checkpoint-856/trainer_state.json
ADDED
@@ -0,0 +1,68 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"best_metric": 0.0,
|
3 |
+
"best_model_checkpoint": "distilbert-base-uncased-finetuned-cola/run-8/checkpoint-214",
|
4 |
+
"epoch": 4.0,
|
5 |
+
"eval_steps": 500,
|
6 |
+
"global_step": 856,
|
7 |
+
"is_hyper_param_search": true,
|
8 |
+
"is_local_process_zero": true,
|
9 |
+
"is_world_process_zero": true,
|
10 |
+
"log_history": [
|
11 |
+
{
|
12 |
+
"epoch": 1.0,
|
13 |
+
"eval_loss": 0.6276215314865112,
|
14 |
+
"eval_matthews_correlation": 0.0,
|
15 |
+
"eval_runtime": 0.4827,
|
16 |
+
"eval_samples_per_second": 2160.983,
|
17 |
+
"eval_steps_per_second": 136.745,
|
18 |
+
"step": 214
|
19 |
+
},
|
20 |
+
{
|
21 |
+
"epoch": 2.0,
|
22 |
+
"eval_loss": 0.6136105060577393,
|
23 |
+
"eval_matthews_correlation": 0.0,
|
24 |
+
"eval_runtime": 0.4872,
|
25 |
+
"eval_samples_per_second": 2140.832,
|
26 |
+
"eval_steps_per_second": 135.47,
|
27 |
+
"step": 428
|
28 |
+
},
|
29 |
+
{
|
30 |
+
"epoch": 2.34,
|
31 |
+
"learning_rate": 8.881247813091862e-07,
|
32 |
+
"loss": 0.6266,
|
33 |
+
"step": 500
|
34 |
+
},
|
35 |
+
{
|
36 |
+
"epoch": 3.0,
|
37 |
+
"eval_loss": 0.6146718859672546,
|
38 |
+
"eval_matthews_correlation": 0.0,
|
39 |
+
"eval_runtime": 0.5034,
|
40 |
+
"eval_samples_per_second": 2071.912,
|
41 |
+
"eval_steps_per_second": 131.109,
|
42 |
+
"step": 642
|
43 |
+
},
|
44 |
+
{
|
45 |
+
"epoch": 4.0,
|
46 |
+
"eval_loss": 0.6129891276359558,
|
47 |
+
"eval_matthews_correlation": 0.0,
|
48 |
+
"eval_runtime": 0.4795,
|
49 |
+
"eval_samples_per_second": 2175.064,
|
50 |
+
"eval_steps_per_second": 137.636,
|
51 |
+
"step": 856
|
52 |
+
}
|
53 |
+
],
|
54 |
+
"logging_steps": 500,
|
55 |
+
"max_steps": 1070,
|
56 |
+
"num_input_tokens_seen": 0,
|
57 |
+
"num_train_epochs": 5,
|
58 |
+
"save_steps": 500,
|
59 |
+
"total_flos": 8351655524640.0,
|
60 |
+
"train_batch_size": 4,
|
61 |
+
"trial_name": null,
|
62 |
+
"trial_params": {
|
63 |
+
"learning_rate": 1.667181607018999e-06,
|
64 |
+
"num_train_epochs": 5,
|
65 |
+
"per_device_train_batch_size": 4,
|
66 |
+
"seed": 36
|
67 |
+
}
|
68 |
+
}
|
run-8/checkpoint-856/training_args.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cb0dfd725b53c74b1c8ffd2377bb7b0876680c49a3fc0a67fc0c08a7077bfcd8
|
3 |
+
size 4792
|
run-8/checkpoint-856/vocab.txt
ADDED
The diff for this file is too large to render.
See raw diff
|
|
runs/Jan29_13-40-22_f96070633581/events.out.tfevents.1706536226.f96070633581.4947.11
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c5ef4a42bcccb6467a8435f2db46517f75c615b3061f5457b9daf0a58c393371
|
3 |
+
size 4660
|
runs/Jan29_13-40-22_f96070633581/events.out.tfevents.1706537463.f96070633581.4947.12
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5c3c458fb1304e4a1aeb6ac73908c92675371983a09f8e8c2e5710e18719a98c
|
3 |
+
size 5677
|
training_args.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4792
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fe1109669fdc81f8d310b4dd7aeb333be85e0b51262046c765f4a0c37a09db90
|
3 |
size 4792
|