| { | |
| "overall": { | |
| "bleu": 0.08952457955468798, | |
| "rouge1": 0.4186636605477622, | |
| "rouge2": 0.1283053540019866, | |
| "rougeL": 0.239296473571021, | |
| "bertscore_f1": 0.8903002727031708, | |
| "survey_quality": 0.8732958723641177, | |
| "length_sim": 0.8867209504256859, | |
| "sentence_count_sim": 0.8981666666666668, | |
| "sentiment_sim": 0.835 | |
| }, | |
| "domain_averages": { | |
| "healthcare": { | |
| "bleu": 0.11706659838042813, | |
| "rouge1": 0.4349779084444231, | |
| "rouge2": 0.1473130122296405, | |
| "rougeL": 0.27220322896210347, | |
| "bertscore_f1": 0.8979991555213929, | |
| "survey_quality": 0.8718648582599563, | |
| "length_sim": 0.8455945747798685, | |
| "sentence_count_sim": 0.9199999999999999, | |
| "sentiment_sim": 0.85 | |
| }, | |
| "education": { | |
| "bleu": 0.10442552874048998, | |
| "rouge1": 0.4281050654153412, | |
| "rouge2": 0.1327178095247021, | |
| "rougeL": 0.24294223805005552, | |
| "bertscore_f1": 0.8941786468029023, | |
| "survey_quality": 0.8928225086047705, | |
| "length_sim": 0.8884675258143115, | |
| "sentence_count_sim": 0.9400000000000001, | |
| "sentiment_sim": 0.85 | |
| }, | |
| "consumer_preferences": { | |
| "bleu": 0.06059741844593991, | |
| "rouge1": 0.41958077301073626, | |
| "rouge2": 0.10881607203485304, | |
| "rougeL": 0.23813658616479944, | |
| "bertscore_f1": 0.8845436692237854, | |
| "survey_quality": 0.853028514939329, | |
| "length_sim": 0.8890855448179872, | |
| "sentence_count_sim": 0.9199999999999999, | |
| "sentiment_sim": 0.75 | |
| }, | |
| "technology": { | |
| "bleu": 0.07812467277408394, | |
| "rouge1": 0.41275737078509717, | |
| "rouge2": 0.10860404579739036, | |
| "rougeL": 0.22219639184231882, | |
| "bertscore_f1": 0.8878142058849334, | |
| "survey_quality": 0.8452937254091506, | |
| "length_sim": 0.9058811762274519, | |
| "sentence_count_sim": 0.8800000000000001, | |
| "sentiment_sim": 0.75 | |
| }, | |
| "social_issues": { | |
| "bleu": 0.13176873695801494, | |
| "rouge1": 0.43906395797135156, | |
| "rouge2": 0.1715912910139083, | |
| "rougeL": 0.270081106665449, | |
| "bertscore_f1": 0.8997316181659698, | |
| "survey_quality": 0.901162362187447, | |
| "length_sim": 0.8534870865623411, | |
| "sentence_count_sim": 0.9, | |
| "sentiment_sim": 0.95 | |
| }, | |
| "environment": { | |
| "bleu": 0.07893200968765918, | |
| "rouge1": 0.4270279022480894, | |
| "rouge2": 0.11975627390082073, | |
| "rougeL": 0.2314518703578202, | |
| "bertscore_f1": 0.8936452865600586, | |
| "survey_quality": 0.8894371330950707, | |
| "length_sim": 0.9049780659518782, | |
| "sentence_count_sim": 0.8633333333333333, | |
| "sentiment_sim": 0.9 | |
| }, | |
| "finance": { | |
| "bleu": 0.1420621282028516, | |
| "rouge1": 0.42868342180822994, | |
| "rouge2": 0.18196664613185573, | |
| "rougeL": 0.28352497014004097, | |
| "bertscore_f1": 0.896895432472229, | |
| "survey_quality": 0.8789085455912815, | |
| "length_sim": 0.9117256367738447, | |
| "sentence_count_sim": 0.875, | |
| "sentiment_sim": 0.85 | |
| }, | |
| "work_experience": { | |
| "bleu": 0.08063447952885976, | |
| "rouge1": 0.42429472147779634, | |
| "rouge2": 0.1244085639012795, | |
| "rougeL": 0.23233519309755937, | |
| "bertscore_f1": 0.8921677350997925, | |
| "survey_quality": 0.8587445770336881, | |
| "length_sim": 0.8595670644343978, | |
| "sentence_count_sim": 0.8666666666666668, | |
| "sentiment_sim": 0.85 | |
| }, | |
| "lifestyle": { | |
| "bleu": 0.05643052058416269, | |
| "rouge1": 0.38252726140293397, | |
| "rouge2": 0.105146474086445, | |
| "rougeL": 0.20634674650459056, | |
| "bertscore_f1": 0.8786839663982391, | |
| "survey_quality": 0.8568813547035006, | |
| "length_sim": 0.8973107307771686, | |
| "sentence_count_sim": 0.9233333333333335, | |
| "sentiment_sim": 0.75 | |
| }, | |
| "demographics": { | |
| "bleu": 0.045203702244389785, | |
| "rouge1": 0.3896182229136227, | |
| "rouge2": 0.08273335139897052, | |
| "rougeL": 0.1937464039254726, | |
| "bertscore_f1": 0.8773430109024047, | |
| "survey_quality": 0.8848151438169817, | |
| "length_sim": 0.9111120981176116, | |
| "sentence_count_sim": 0.8933333333333333, | |
| "sentiment_sim": 0.85 | |
| } | |
| } | |
| } |