| { | |
| "overall": { | |
| "bleu": 0.07129971840328128, | |
| "rouge1": 0.40400409184768804, | |
| "rouge2": 0.11166073524557939, | |
| "rougeL": 0.2119428830650724, | |
| "bertscore_f1": 0.8843364524841308, | |
| "survey_quality": 0.8817024111351519, | |
| "length_sim": 0.8808633661615883, | |
| "sentence_count_sim": 0.8942438672438674, | |
| "sentiment_sim": 0.87 | |
| }, | |
| "domain_averages": { | |
| "healthcare": { | |
| "bleu": 0.07253388570416232, | |
| "rouge1": 0.4291708625995866, | |
| "rouge2": 0.12123249163849406, | |
| "rougeL": 0.21678770925432547, | |
| "bertscore_f1": 0.8925530731678009, | |
| "survey_quality": 0.8500824479530757, | |
| "length_sim": 0.8369140105258939, | |
| "sentence_count_sim": 0.8633333333333335, | |
| "sentiment_sim": 0.85 | |
| }, | |
| "education": { | |
| "bleu": 0.07260020325122768, | |
| "rouge1": 0.42576227567259234, | |
| "rouge2": 0.11149109003602722, | |
| "rougeL": 0.21830286785583972, | |
| "bertscore_f1": 0.8886713266372681, | |
| "survey_quality": 0.8396354571942606, | |
| "length_sim": 0.868906371582782, | |
| "sentence_count_sim": 0.9000000000000001, | |
| "sentiment_sim": 0.75 | |
| }, | |
| "consumer_preferences": { | |
| "bleu": 0.03981604189108796, | |
| "rouge1": 0.3767931750088913, | |
| "rouge2": 0.08356091743644672, | |
| "rougeL": 0.19460234872858806, | |
| "bertscore_f1": 0.8756025493144989, | |
| "survey_quality": 0.8419727986015989, | |
| "length_sim": 0.9111564910428924, | |
| "sentence_count_sim": 0.9147619047619047, | |
| "sentiment_sim": 0.7 | |
| }, | |
| "technology": { | |
| "bleu": 0.0641448991773895, | |
| "rouge1": 0.3713173448440292, | |
| "rouge2": 0.09462817159685519, | |
| "rougeL": 0.19333621885645408, | |
| "bertscore_f1": 0.8785542726516724, | |
| "survey_quality": 0.905416390523025, | |
| "length_sim": 0.8962491715690752, | |
| "sentence_count_sim": 0.9200000000000002, | |
| "sentiment_sim": 0.9 | |
| }, | |
| "social_issues": { | |
| "bleu": 0.1335613725860511, | |
| "rouge1": 0.433501863862254, | |
| "rouge2": 0.15549242725025725, | |
| "rougeL": 0.256138995424407, | |
| "bertscore_f1": 0.8915514409542084, | |
| "survey_quality": 0.9036731504210115, | |
| "length_sim": 0.8876861179297013, | |
| "sentence_count_sim": 0.9233333333333335, | |
| "sentiment_sim": 0.9 | |
| }, | |
| "environment": { | |
| "bleu": 0.06460047769149725, | |
| "rouge1": 0.4239385529817641, | |
| "rouge2": 0.11502723345627089, | |
| "rougeL": 0.2174574396379625, | |
| "bertscore_f1": 0.889258986711502, | |
| "survey_quality": 0.9063652509133439, | |
| "length_sim": 0.8857624194066981, | |
| "sentence_count_sim": 0.8833333333333334, | |
| "sentiment_sim": 0.95 | |
| }, | |
| "finance": { | |
| "bleu": 0.09584139683729048, | |
| "rouge1": 0.4034158101807345, | |
| "rouge2": 0.14613752993316503, | |
| "rougeL": 0.23287647453117258, | |
| "bertscore_f1": 0.8888131976127625, | |
| "survey_quality": 0.8966430428287598, | |
| "length_sim": 0.8599291284862796, | |
| "sentence_count_sim": 0.8800000000000001, | |
| "sentiment_sim": 0.95 | |
| }, | |
| "work_experience": { | |
| "bleu": 0.07318931580835658, | |
| "rouge1": 0.4064076656810124, | |
| "rouge2": 0.11495559489789767, | |
| "rougeL": 0.19987529667611031, | |
| "bertscore_f1": 0.88533935546875, | |
| "survey_quality": 0.9477284209044561, | |
| "length_sim": 0.9165185960467012, | |
| "sentence_count_sim": 0.9266666666666665, | |
| "sentiment_sim": 1.0 | |
| }, | |
| "lifestyle": { | |
| "bleu": 0.05007669590383148, | |
| "rouge1": 0.3714108537922812, | |
| "rouge2": 0.0937697372870798, | |
| "rougeL": 0.1952787374325104, | |
| "bertscore_f1": 0.8752725303173066, | |
| "survey_quality": 0.8862625990042913, | |
| "length_sim": 0.8521211303462073, | |
| "sentence_count_sim": 0.9066666666666668, | |
| "sentiment_sim": 0.9 | |
| }, | |
| "demographics": { | |
| "bleu": 0.04663289518191857, | |
| "rouge1": 0.39832251385373524, | |
| "rouge2": 0.08031215892330029, | |
| "rougeL": 0.19477274225335356, | |
| "bertscore_f1": 0.877747792005539, | |
| "survey_quality": 0.839244553007695, | |
| "length_sim": 0.8933902246796505, | |
| "sentence_count_sim": 0.8243434343434345, | |
| "sentiment_sim": 0.8 | |
| } | |
| } | |
| } |