| { | |
| "overall": { | |
| "bleu": 0.07838348900432857, | |
| "rouge1": 0.4160263728442303, | |
| "rouge2": 0.12298112561122547, | |
| "rougeL": 0.22705529378080125, | |
| "bertscore_f1": 0.888710463643074, | |
| "survey_quality": 0.8665336862809816, | |
| "length_sim": 0.8866010588429448, | |
| "sentence_count_sim": 0.9129999999999999, | |
| "sentiment_sim": 0.8 | |
| }, | |
| "domain_averages": { | |
| "healthcare": { | |
| "bleu": 0.07762374191145698, | |
| "rouge1": 0.42243627141751405, | |
| "rouge2": 0.12138260144908483, | |
| "rougeL": 0.23979926785693628, | |
| "bertscore_f1": 0.8950019955635071, | |
| "survey_quality": 0.8852262899250766, | |
| "length_sim": 0.8856788697752295, | |
| "sentence_count_sim": 0.9200000000000002, | |
| "sentiment_sim": 0.85 | |
| }, | |
| "education": { | |
| "bleu": 0.07919017058872602, | |
| "rouge1": 0.4403319723577309, | |
| "rouge2": 0.1241865105142728, | |
| "rougeL": 0.22697034499313967, | |
| "bertscore_f1": 0.8952235221862793, | |
| "survey_quality": 0.9229134973562958, | |
| "length_sim": 0.9287404920688876, | |
| "sentence_count_sim": 0.9400000000000001, | |
| "sentiment_sim": 0.9 | |
| }, | |
| "consumer_preferences": { | |
| "bleu": 0.04953106502738471, | |
| "rouge1": 0.37131249695672947, | |
| "rouge2": 0.09227813132714946, | |
| "rougeL": 0.1949837207349378, | |
| "bertscore_f1": 0.879725044965744, | |
| "survey_quality": 0.8690244742478145, | |
| "length_sim": 0.8970734227434429, | |
| "sentence_count_sim": 0.9600000000000002, | |
| "sentiment_sim": 0.75 | |
| }, | |
| "technology": { | |
| "bleu": 0.05616084930469599, | |
| "rouge1": 0.3952421299607451, | |
| "rouge2": 0.1009719226005579, | |
| "rougeL": 0.21178035991009433, | |
| "bertscore_f1": 0.8853113055229187, | |
| "survey_quality": 0.8866657940325023, | |
| "length_sim": 0.914997382097507, | |
| "sentence_count_sim": 0.8950000000000001, | |
| "sentiment_sim": 0.85 | |
| }, | |
| "social_issues": { | |
| "bleu": 0.10838373156460235, | |
| "rouge1": 0.44608640880018047, | |
| "rouge2": 0.14331504500490966, | |
| "rougeL": 0.2531005998587629, | |
| "bertscore_f1": 0.8945880949497222, | |
| "survey_quality": 0.8324464426080483, | |
| "length_sim": 0.8473393278241452, | |
| "sentence_count_sim": 0.9000000000000001, | |
| "sentiment_sim": 0.75 | |
| }, | |
| "environment": { | |
| "bleu": 0.09321296997822225, | |
| "rouge1": 0.44902727106616364, | |
| "rouge2": 0.14650465867302334, | |
| "rougeL": 0.25364371179912665, | |
| "bertscore_f1": 0.8934633910655976, | |
| "survey_quality": 0.9090866835595361, | |
| "length_sim": 0.9005933840119422, | |
| "sentence_count_sim": 0.9266666666666667, | |
| "sentiment_sim": 0.9 | |
| }, | |
| "finance": { | |
| "bleu": 0.13880939950659477, | |
| "rouge1": 0.43427252204059863, | |
| "rouge2": 0.19057459235218183, | |
| "rougeL": 0.2678512413926847, | |
| "bertscore_f1": 0.8983778953552246, | |
| "survey_quality": 0.8420706606186332, | |
| "length_sim": 0.8912119818558993, | |
| "sentence_count_sim": 0.835, | |
| "sentiment_sim": 0.8 | |
| }, | |
| "work_experience": { | |
| "bleu": 0.06487372536521903, | |
| "rouge1": 0.4167909303194882, | |
| "rouge2": 0.1182192780555242, | |
| "rougeL": 0.21887790025908646, | |
| "bertscore_f1": 0.8860084712505341, | |
| "survey_quality": 0.8390712140097654, | |
| "length_sim": 0.8672136420292962, | |
| "sentence_count_sim": 0.9, | |
| "sentiment_sim": 0.75 | |
| }, | |
| "lifestyle": { | |
| "bleu": 0.04366261544127066, | |
| "rouge1": 0.37809352760789394, | |
| "rouge2": 0.08183308983704551, | |
| "rougeL": 0.18753344087026794, | |
| "bertscore_f1": 0.8770935416221619, | |
| "survey_quality": 0.8502691198859227, | |
| "length_sim": 0.8741406929911015, | |
| "sentence_count_sim": 0.9266666666666667, | |
| "sentiment_sim": 0.75 | |
| }, | |
| "demographics": { | |
| "bleu": 0.07238662135511283, | |
| "rouge1": 0.40667019791525794, | |
| "rouge2": 0.11054542629850524, | |
| "rougeL": 0.21601235013297587, | |
| "bertscore_f1": 0.8823113739490509, | |
| "survey_quality": 0.8285626865662209, | |
| "length_sim": 0.8590213930319963, | |
| "sentence_count_sim": 0.9266666666666665, | |
| "sentiment_sim": 0.7 | |
| } | |
| } | |
| } |