Upload folder using huggingface_hub
Browse files- .gitattributes +1 -0
- checkpoint-440/config.json +28 -0
- checkpoint-440/model.safetensors +3 -0
- checkpoint-440/optimizer.pt +3 -0
- checkpoint-440/rng_state.pth +3 -0
- checkpoint-440/scheduler.pt +3 -0
- checkpoint-440/trainer_state.json +18 -0
- checkpoint-440/training_args.bin +3 -0
- classification_report.json +1 -0
- config.json +28 -0
- confusion_matrix.png +0 -0
- detailed_confusion_matrix.png +0 -0
- fold_results.json +67 -0
- metrics.json +1 -0
- metrics_all_fold.json +44 -0
- metrics_ci_bounds.json +26 -0
- metrics_mean.json +8 -0
- metrics_std.json +8 -0
- metrics_visualisation.png +0 -0
- model.safetensors +3 -0
- precision_recall_curve.png +0 -0
- reduced_main_data.csv +3 -0
- roc_curve.png +0 -0
- test_data_for_future_evaluation.csv +0 -0
- test_top_repo_data.csv +0 -0
- top_repo_data.csv +0 -0
- tracker_carbon_statistics.json +33 -0
- training_args.bin +3 -0
.gitattributes
CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
36 |
+
reduced_main_data.csv filter=lfs diff=lfs merge=lfs -text
|
checkpoint-440/config.json
ADDED
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "distilroberta-base",
|
3 |
+
"architectures": [
|
4 |
+
"RobertaForSequenceClassification"
|
5 |
+
],
|
6 |
+
"attention_probs_dropout_prob": 0.1,
|
7 |
+
"bos_token_id": 0,
|
8 |
+
"classifier_dropout": null,
|
9 |
+
"eos_token_id": 2,
|
10 |
+
"hidden_act": "gelu",
|
11 |
+
"hidden_dropout_prob": 0.1,
|
12 |
+
"hidden_size": 768,
|
13 |
+
"initializer_range": 0.02,
|
14 |
+
"intermediate_size": 3072,
|
15 |
+
"layer_norm_eps": 1e-05,
|
16 |
+
"max_position_embeddings": 514,
|
17 |
+
"model_type": "roberta",
|
18 |
+
"num_attention_heads": 12,
|
19 |
+
"num_hidden_layers": 6,
|
20 |
+
"pad_token_id": 1,
|
21 |
+
"position_embedding_type": "absolute",
|
22 |
+
"problem_type": "single_label_classification",
|
23 |
+
"torch_dtype": "float32",
|
24 |
+
"transformers_version": "4.35.0",
|
25 |
+
"type_vocab_size": 1,
|
26 |
+
"use_cache": true,
|
27 |
+
"vocab_size": 50265
|
28 |
+
}
|
checkpoint-440/model.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f25d2bafc473f688ff88ab0a0faebe904efb295ebf8c6ef9f1d04b6e5fdfe6ec
|
3 |
+
size 328492280
|
checkpoint-440/optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0aa8e106ff517af5c1d1bc699ef9a717aaf448db72149e6363721b905696472d
|
3 |
+
size 657047610
|
checkpoint-440/rng_state.pth
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:dc6f8475574d76acb7cd2b03ad13cf028bfd021961ad88b526b2ccfe152336e5
|
3 |
+
size 14244
|
checkpoint-440/scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ceed521294695ab0c8fd7561551bffb882722c2d5a1003bcbdb7d1b43edbb4ae
|
3 |
+
size 1064
|
checkpoint-440/trainer_state.json
ADDED
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"best_metric": null,
|
3 |
+
"best_model_checkpoint": null,
|
4 |
+
"epoch": 5.0,
|
5 |
+
"eval_steps": 500,
|
6 |
+
"global_step": 440,
|
7 |
+
"is_hyper_param_search": false,
|
8 |
+
"is_local_process_zero": true,
|
9 |
+
"is_world_process_zero": true,
|
10 |
+
"log_history": [],
|
11 |
+
"logging_steps": 500,
|
12 |
+
"max_steps": 440,
|
13 |
+
"num_train_epochs": 5,
|
14 |
+
"save_steps": 500,
|
15 |
+
"total_flos": 3724983250206720.0,
|
16 |
+
"trial_name": null,
|
17 |
+
"trial_params": null
|
18 |
+
}
|
checkpoint-440/training_args.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:43f7152cd968a9a8a252cd2b58acfd041ea56045021eafab057121ae9c56fc25
|
3 |
+
size 4664
|
classification_report.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"0": {"precision": 0.9751958224543081, "recall": 0.996, "f1-score": 0.9854881266490766, "support": 750}, "1": {"precision": 0.9953125, "recall": 0.9710365853658537, "f1-score": 0.9830246913580247, "support": 656}, "accuracy": 0.984352773826458, "macro avg": {"precision": 0.9852541612271541, "recall": 0.9835182926829269, "f1-score": 0.9842564090035506, "support": 1406}, "weighted avg": {"precision": 0.9845816976107619, "recall": 0.984352773826458, "f1-score": 0.9843387571249442, "support": 1406}}
|
config.json
ADDED
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "distilroberta-base",
|
3 |
+
"architectures": [
|
4 |
+
"RobertaForSequenceClassification"
|
5 |
+
],
|
6 |
+
"attention_probs_dropout_prob": 0.1,
|
7 |
+
"bos_token_id": 0,
|
8 |
+
"classifier_dropout": null,
|
9 |
+
"eos_token_id": 2,
|
10 |
+
"hidden_act": "gelu",
|
11 |
+
"hidden_dropout_prob": 0.1,
|
12 |
+
"hidden_size": 768,
|
13 |
+
"initializer_range": 0.02,
|
14 |
+
"intermediate_size": 3072,
|
15 |
+
"layer_norm_eps": 1e-05,
|
16 |
+
"max_position_embeddings": 514,
|
17 |
+
"model_type": "roberta",
|
18 |
+
"num_attention_heads": 12,
|
19 |
+
"num_hidden_layers": 6,
|
20 |
+
"pad_token_id": 1,
|
21 |
+
"position_embedding_type": "absolute",
|
22 |
+
"problem_type": "single_label_classification",
|
23 |
+
"torch_dtype": "float32",
|
24 |
+
"transformers_version": "4.35.0",
|
25 |
+
"type_vocab_size": 1,
|
26 |
+
"use_cache": true,
|
27 |
+
"vocab_size": 50265
|
28 |
+
}
|
confusion_matrix.png
ADDED
![]() |
detailed_confusion_matrix.png
ADDED
![]() |
fold_results.json
ADDED
@@ -0,0 +1,67 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"0": {
|
3 |
+
"eval_loss": 0.6050357818603516,
|
4 |
+
"eval_precision": 0.6926952141057935,
|
5 |
+
"eval_recall": 0.837138508371385,
|
6 |
+
"eval_acc": 0.7503556187766715,
|
7 |
+
"eval_mcc": 0.5146044913291433,
|
8 |
+
"eval_f1": 0.7580978635423846,
|
9 |
+
"eval_auc": 0.8575513165194383,
|
10 |
+
"eval_runtime": 14.9211,
|
11 |
+
"eval_samples_per_second": 94.229,
|
12 |
+
"eval_steps_per_second": 1.474,
|
13 |
+
"epoch": 5.0
|
14 |
+
},
|
15 |
+
"1": {
|
16 |
+
"eval_loss": 0.2805209457874298,
|
17 |
+
"eval_precision": 0.8751793400286944,
|
18 |
+
"eval_recall": 0.9298780487804879,
|
19 |
+
"eval_acc": 0.9054054054054054,
|
20 |
+
"eval_mcc": 0.8120866665305855,
|
21 |
+
"eval_f1": 0.9016999260901699,
|
22 |
+
"eval_auc": 0.9676483739837398,
|
23 |
+
"eval_runtime": 13.594,
|
24 |
+
"eval_samples_per_second": 103.428,
|
25 |
+
"eval_steps_per_second": 1.618,
|
26 |
+
"epoch": 5.0
|
27 |
+
},
|
28 |
+
"2": {
|
29 |
+
"eval_loss": 0.19425298273563385,
|
30 |
+
"eval_precision": 0.9932088285229203,
|
31 |
+
"eval_recall": 0.8917682926829268,
|
32 |
+
"eval_acc": 0.9466571834992887,
|
33 |
+
"eval_mcc": 0.8963151789984785,
|
34 |
+
"eval_f1": 0.9397590361445783,
|
35 |
+
"eval_auc": 0.9953231707317073,
|
36 |
+
"eval_runtime": 14.6091,
|
37 |
+
"eval_samples_per_second": 96.241,
|
38 |
+
"eval_steps_per_second": 1.506,
|
39 |
+
"epoch": 5.0
|
40 |
+
},
|
41 |
+
"3": {
|
42 |
+
"eval_loss": 0.11470094323158264,
|
43 |
+
"eval_precision": 0.9435600578871202,
|
44 |
+
"eval_recall": 0.9939024390243902,
|
45 |
+
"eval_acc": 0.9694167852062588,
|
46 |
+
"eval_mcc": 0.9399319845688894,
|
47 |
+
"eval_f1": 0.9680772086117299,
|
48 |
+
"eval_auc": 0.9986036585365854,
|
49 |
+
"eval_runtime": 13.9115,
|
50 |
+
"eval_samples_per_second": 101.067,
|
51 |
+
"eval_steps_per_second": 1.581,
|
52 |
+
"epoch": 5.0
|
53 |
+
},
|
54 |
+
"4": {
|
55 |
+
"eval_loss": 0.051053423434495926,
|
56 |
+
"eval_precision": 0.9953125,
|
57 |
+
"eval_recall": 0.9710365853658537,
|
58 |
+
"eval_acc": 0.984352773826458,
|
59 |
+
"eval_mcc": 0.9687708987244389,
|
60 |
+
"eval_f1": 0.9830246913580247,
|
61 |
+
"eval_auc": 0.9988922764227641,
|
62 |
+
"eval_runtime": 14.8129,
|
63 |
+
"eval_samples_per_second": 94.917,
|
64 |
+
"eval_steps_per_second": 1.485,
|
65 |
+
"epoch": 5.0
|
66 |
+
}
|
67 |
+
}
|
metrics.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"precision": 0.9953125, "recall": 0.9710365853658537, "acc": 0.984352773826458, "mcc": 0.9687708987244389, "f1": 0.9830246913580247, "auc": 0.9988922764227641}
|
metrics_all_fold.json
ADDED
@@ -0,0 +1,44 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"precision": [
|
3 |
+
0.6926952141057935,
|
4 |
+
0.8751793400286944,
|
5 |
+
0.9932088285229203,
|
6 |
+
0.9435600578871202,
|
7 |
+
0.9953125
|
8 |
+
],
|
9 |
+
"recall": [
|
10 |
+
0.837138508371385,
|
11 |
+
0.9298780487804879,
|
12 |
+
0.8917682926829268,
|
13 |
+
0.9939024390243902,
|
14 |
+
0.9710365853658537
|
15 |
+
],
|
16 |
+
"f1": [
|
17 |
+
0.7580978635423846,
|
18 |
+
0.9016999260901699,
|
19 |
+
0.9397590361445783,
|
20 |
+
0.9680772086117299,
|
21 |
+
0.9830246913580247
|
22 |
+
],
|
23 |
+
"auc": [
|
24 |
+
0.8575513165194383,
|
25 |
+
0.9676483739837398,
|
26 |
+
0.9953231707317073,
|
27 |
+
0.9986036585365854,
|
28 |
+
0.9988922764227641
|
29 |
+
],
|
30 |
+
"acc": [
|
31 |
+
0.7503556187766715,
|
32 |
+
0.9054054054054054,
|
33 |
+
0.9466571834992887,
|
34 |
+
0.9694167852062588,
|
35 |
+
0.984352773826458
|
36 |
+
],
|
37 |
+
"mcc": [
|
38 |
+
0.5146044913291433,
|
39 |
+
0.8120866665305855,
|
40 |
+
0.8963151789984785,
|
41 |
+
0.9399319845688894,
|
42 |
+
0.9687708987244389
|
43 |
+
]
|
44 |
+
}
|
metrics_ci_bounds.json
ADDED
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"precision": {
|
3 |
+
"ci_lower": 0.7438409236809347,
|
4 |
+
"ci_upper": 1.0561414525368766
|
5 |
+
},
|
6 |
+
"recall": {
|
7 |
+
"ci_lower": 0.8469191538074445,
|
8 |
+
"ci_upper": 1.002570395882573
|
9 |
+
},
|
10 |
+
"f1": {
|
11 |
+
"ci_lower": 0.7978070709154025,
|
12 |
+
"ci_upper": 1.0224564193833527
|
13 |
+
},
|
14 |
+
"auc": {
|
15 |
+
"ci_lower": 0.8882298632854854,
|
16 |
+
"ci_upper": 1.038977655192209
|
17 |
+
},
|
18 |
+
"acc": {
|
19 |
+
"ci_lower": 0.7936030448328055,
|
20 |
+
"ci_upper": 1.0288720618528275
|
21 |
+
},
|
22 |
+
"mcc": {
|
23 |
+
"ci_lower": 0.5978382102853979,
|
24 |
+
"ci_upper": 1.054845477775216
|
25 |
+
}
|
26 |
+
}
|
metrics_mean.json
ADDED
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"precision": 0.8999911881089057,
|
3 |
+
"recall": 0.9247447748450087,
|
4 |
+
"f1": 0.9101317451493776,
|
5 |
+
"auc": 0.9636037592388471,
|
6 |
+
"acc": 0.9112375533428165,
|
7 |
+
"mcc": 0.826341844030307
|
8 |
+
}
|
metrics_std.json
ADDED
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"precision": 0.12575887249196502,
|
3 |
+
"recall": 0.06267848721566328,
|
4 |
+
"f1": 0.09046301930028397,
|
5 |
+
"auc": 0.060703939280191924,
|
6 |
+
"acc": 0.09473940508880427,
|
7 |
+
"mcc": 0.18403016764234956
|
8 |
+
}
|
metrics_visualisation.png
ADDED
![]() |
model.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f25d2bafc473f688ff88ab0a0faebe904efb295ebf8c6ef9f1d04b6e5fdfe6ec
|
3 |
+
size 328492280
|
precision_recall_curve.png
ADDED
![]() |
reduced_main_data.csv
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a9e47e794a2419fdf73b1d61aa8aae96ef6dfcb5db6f114379d2615e801727f0
|
3 |
+
size 30641393
|
roc_curve.png
ADDED
![]() |
test_data_for_future_evaluation.csv
ADDED
The diff for this file is too large to render.
See raw diff
|
|
test_top_repo_data.csv
ADDED
The diff for this file is too large to render.
See raw diff
|
|
top_repo_data.csv
ADDED
The diff for this file is too large to render.
See raw diff
|
|
tracker_carbon_statistics.json
ADDED
@@ -0,0 +1,33 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"cloud_provider": "",
|
3 |
+
"cloud_region": "",
|
4 |
+
"codecarbon_version": "2.3.4",
|
5 |
+
"country_iso_code": "NOR",
|
6 |
+
"country_name": "Norway",
|
7 |
+
"cpu_count": 192,
|
8 |
+
"cpu_energy": 0.06568786757830758,
|
9 |
+
"cpu_model": "AMD EPYC 7642 48-Core Processor",
|
10 |
+
"cpu_power": 209.8527961605407,
|
11 |
+
"duration": 1123.42041349411,
|
12 |
+
"emissions": 0.014753381756707321,
|
13 |
+
"emissions_rate": 1.3132556235844713e-05,
|
14 |
+
"energy_consumed": 0.535512949426763,
|
15 |
+
"gpu_count": 4,
|
16 |
+
"gpu_energy": 0.35278952334249425,
|
17 |
+
"gpu_model": "4 x NVIDIA GeForce RTX 3090",
|
18 |
+
"gpu_power": 1155.2786606247228,
|
19 |
+
"latitude": 59.9016,
|
20 |
+
"longitude": 10.7343,
|
21 |
+
"on_cloud": "N",
|
22 |
+
"os": "Linux-4.18.0-513.18.1.el8_9.x86_64-x86_64-with-glibc2.28",
|
23 |
+
"project_name": "codecarbon",
|
24 |
+
"pue": 1.0,
|
25 |
+
"python_version": "3.10.8",
|
26 |
+
"ram_energy": 0.11703555850596119,
|
27 |
+
"ram_power": 377.6938090324402,
|
28 |
+
"ram_total_size": 1007.1834907531738,
|
29 |
+
"region": "oslo county",
|
30 |
+
"run_id": "faea8aea-0228-45b9-97fa-17c8f8e1fe8b",
|
31 |
+
"timestamp": "2024-04-02T18:59:22",
|
32 |
+
"tracking_mode": "machine"
|
33 |
+
}
|
training_args.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:43f7152cd968a9a8a252cd2b58acfd041ea56045021eafab057121ae9c56fc25
|
3 |
+
size 4664
|