Spaces:
Build error
Build error
meg-huggingface
commited on
Commit
·
5546565
1
Parent(s):
c4e990f
Change to npmi display ordering
Browse files
data_measurements/dataset_statistics.py
CHANGED
|
@@ -796,6 +796,8 @@ class nPMIStatisticsCacheClass:
|
|
| 796 |
"""
|
| 797 |
# Canonical ordering for subgroup_list
|
| 798 |
subgroup_pair = sorted(subgroup_pair)
|
|
|
|
|
|
|
| 799 |
subgroups_str = "-".join(subgroup_pair)
|
| 800 |
if not isdir(self.pmi_cache_path):
|
| 801 |
logs.warning("Creating cache")
|
|
@@ -810,6 +812,8 @@ class nPMIStatisticsCacheClass:
|
|
| 810 |
# When everything is already computed for the selected subgroups.
|
| 811 |
logs.info("Loading cached joint npmi")
|
| 812 |
joint_npmi_df = self.load_joint_npmi_df(joint_npmi_fid)
|
|
|
|
|
|
|
| 813 |
# When maybe some things have been computed for the selected subgroups.
|
| 814 |
else:
|
| 815 |
if not self.live:
|
|
|
|
| 796 |
"""
|
| 797 |
# Canonical ordering for subgroup_list
|
| 798 |
subgroup_pair = sorted(subgroup_pair)
|
| 799 |
+
subgroup1 = subgroup_pair[0]
|
| 800 |
+
subgroup2 = subgroup_pair[1]
|
| 801 |
subgroups_str = "-".join(subgroup_pair)
|
| 802 |
if not isdir(self.pmi_cache_path):
|
| 803 |
logs.warning("Creating cache")
|
|
|
|
| 812 |
# When everything is already computed for the selected subgroups.
|
| 813 |
logs.info("Loading cached joint npmi")
|
| 814 |
joint_npmi_df = self.load_joint_npmi_df(joint_npmi_fid)
|
| 815 |
+
npmi_display_cols = ['npmi-bias', subgroup1 + '-npmi', subgroup2 + '-npmi', subgroup1 + '-count', subgroup2 + '-count']
|
| 816 |
+
joint_npmi_df = joint_npmi_df[npmi_display_cols]
|
| 817 |
# When maybe some things have been computed for the selected subgroups.
|
| 818 |
else:
|
| 819 |
if not self.live:
|