|
{ |
|
"results": { |
|
"kobest_boolq": { |
|
"acc": 0.5028490028490028, |
|
"acc_stderr": 0.013348550797680814, |
|
"macro_f1": 0.3371320037986705, |
|
"macro_f1_stderr": 0.006306119104194062 |
|
}, |
|
"kobest_copa": { |
|
"acc": 0.766, |
|
"acc_stderr": 0.013394902889660007, |
|
"macro_f1": 0.7652638674884438, |
|
"macro_f1_stderr": 0.01339434219317699 |
|
}, |
|
"kobest_hellaswag": { |
|
"acc": 0.444, |
|
"acc_stderr": 0.02224224437573102, |
|
"acc_norm": 0.552, |
|
"acc_norm_stderr": 0.02226169729227013, |
|
"macro_f1": 0.4425279610634302, |
|
"macro_f1_stderr": 0.02226671964725493 |
|
}, |
|
"kobest_sentineg": { |
|
"acc": 0.5037783375314862, |
|
"acc_stderr": 0.025125227983562776, |
|
"macro_f1": 0.33500837520938026, |
|
"macro_f1_stderr": 0.011139659523368081 |
|
} |
|
}, |
|
"versions": { |
|
"kobest_boolq": 0, |
|
"kobest_copa": 0, |
|
"kobest_hellaswag": 0, |
|
"kobest_sentineg": 0 |
|
}, |
|
"config": { |
|
"model": "gpt2", |
|
"model_args": "pretrained=nlpai-lab/kullm-polyglot-5.8b-v2", |
|
"num_fewshot": 0, |
|
"batch_size": "2", |
|
"device": "cuda:0", |
|
"no_cache": true, |
|
"limit": null, |
|
"bootstrap_iters": 100000, |
|
"description_dict": {} |
|
} |
|
} |