| { | |
| "overall": { | |
| "bleu": 0.05340903680403555, | |
| "rouge1": 0.3915956934093135, | |
| "rouge2": 0.10403028984176531, | |
| "rougeL": 0.20531389236097283, | |
| "bertscore_f1": 0.8832340496778488, | |
| "survey_quality": 0.8052560320848059, | |
| "length_sim": 0.7751014295877513, | |
| "sentence_count_sim": 0.8381666666666667, | |
| "sentiment_sim": 0.8025 | |
| }, | |
| "domain_averages": { | |
| "healthcare": { | |
| "bleu": 0.07910265894507816, | |
| "rouge1": 0.41122859322802396, | |
| "rouge2": 0.12040614963962604, | |
| "rougeL": 0.21641447397988975, | |
| "bertscore_f1": 0.891327303647995, | |
| "survey_quality": 0.8010193088148416, | |
| "length_sim": 0.7980579264445244, | |
| "sentence_count_sim": 0.8550000000000001, | |
| "sentiment_sim": 0.75 | |
| }, | |
| "education": { | |
| "bleu": 0.03115501923222186, | |
| "rouge1": 0.3843877309525725, | |
| "rouge2": 0.09652463868998798, | |
| "rougeL": 0.19345031381928882, | |
| "bertscore_f1": 0.8842440485954285, | |
| "survey_quality": 0.8080758534234802, | |
| "length_sim": 0.7242275602704404, | |
| "sentence_count_sim": 0.85, | |
| "sentiment_sim": 0.85 | |
| }, | |
| "consumer_preferences": { | |
| "bleu": 0.05470084752023875, | |
| "rouge1": 0.3693370587529408, | |
| "rouge2": 0.09539818151685733, | |
| "rougeL": 0.2056119091458834, | |
| "bertscore_f1": 0.8824315249919892, | |
| "survey_quality": 0.7460905661207944, | |
| "length_sim": 0.6882716983623829, | |
| "sentence_count_sim": 0.8, | |
| "sentiment_sim": 0.75 | |
| }, | |
| "technology": { | |
| "bleu": 0.03472929173848561, | |
| "rouge1": 0.373439237532907, | |
| "rouge2": 0.061535487997854674, | |
| "rougeL": 0.18478215643975165, | |
| "bertscore_f1": 0.8793226540088653, | |
| "survey_quality": 0.8096978060767641, | |
| "length_sim": 0.8190934182302921, | |
| "sentence_count_sim": 0.86, | |
| "sentiment_sim": 0.75 | |
| }, | |
| "social_issues": { | |
| "bleu": 0.08206466474159467, | |
| "rouge1": 0.42828124454807026, | |
| "rouge2": 0.13001516673802993, | |
| "rougeL": 0.22001156422075593, | |
| "bertscore_f1": 0.8895395398139954, | |
| "survey_quality": 0.7920688952092472, | |
| "length_sim": 0.7712066856277415, | |
| "sentence_count_sim": 0.8550000000000001, | |
| "sentiment_sim": 0.75 | |
| }, | |
| "environment": { | |
| "bleu": 0.07543556249181778, | |
| "rouge1": 0.4112665453760645, | |
| "rouge2": 0.12523139119829468, | |
| "rougeL": 0.23321599090866812, | |
| "bertscore_f1": 0.8863204777240753, | |
| "survey_quality": 0.8891984621418342, | |
| "length_sim": 0.8175953864255023, | |
| "sentence_count_sim": 0.9, | |
| "sentiment_sim": 0.95 | |
| }, | |
| "finance": { | |
| "bleu": 0.0708542195762591, | |
| "rouge1": 0.36241193547523964, | |
| "rouge2": 0.12520042035374754, | |
| "rougeL": 0.20581948475709005, | |
| "bertscore_f1": 0.8823554933071136, | |
| "survey_quality": 0.8346337643447805, | |
| "length_sim": 0.7889012930343415, | |
| "sentence_count_sim": 0.8150000000000001, | |
| "sentiment_sim": 0.9 | |
| }, | |
| "work_experience": { | |
| "bleu": 0.0359216447417106, | |
| "rouge1": 0.3960768093733778, | |
| "rouge2": 0.10176481498572076, | |
| "rougeL": 0.1958860182404062, | |
| "bertscore_f1": 0.8829680800437927, | |
| "survey_quality": 0.7775962014915458, | |
| "length_sim": 0.7427886044746377, | |
| "sentence_count_sim": 0.79, | |
| "sentiment_sim": 0.8 | |
| }, | |
| "lifestyle": { | |
| "bleu": 0.041444266100017946, | |
| "rouge1": 0.3688975856608159, | |
| "rouge2": 0.09210033913516762, | |
| "rougeL": 0.19788070404734354, | |
| "bertscore_f1": 0.8753056704998017, | |
| "survey_quality": 0.7945792752914287, | |
| "length_sim": 0.7604044925409527, | |
| "sentence_count_sim": 0.8233333333333333, | |
| "sentiment_sim": 0.8 | |
| }, | |
| "demographics": { | |
| "bleu": 0.028682192952930997, | |
| "rouge1": 0.4106301931931225, | |
| "rouge2": 0.09212630816236647, | |
| "rougeL": 0.20006630805065084, | |
| "bertscore_f1": 0.8785257041454315, | |
| "survey_quality": 0.799600187933343, | |
| "length_sim": 0.8404672304666956, | |
| "sentence_count_sim": 0.8333333333333334, | |
| "sentiment_sim": 0.725 | |
| } | |
| } | |
| } |