use sample instead of head

build_map.py

@@ -18,6 +18,7 @@ def get_datum_fields(dataset_dict, n_samples = 100, unique_cutoff=20):
     sample = pd.DataFrame(dataset.shuffle(seed=42).take(n_samples))
     features = dataset.features
     
+    indexable_field = None
     numeric_fields = []
     string_fields = []
     bool_fields = []
@@ -71,6 +72,16 @@ def get_datum_fields(dataset_dict, n_samples = 100, unique_cutoff=20):
 
         else:
             uncategorized_fields.append(field)
+
+    longest_length = 0
+    for field in string_fields:
+        length = 0
+        for i in range(len(sample)):
+            if sample[field][i]:
+                length += len(str(sample[field][i]).split())
+        if length > longest_length:
+            longest_length = length
+            indexable_field = field
     
     return features, \
            numeric_fields, \
@@ -80,7 +91,8 @@ def get_datum_fields(dataset_dict, n_samples = 100, unique_cutoff=20):
            label_fields, \
            categorical_fields, \
            datetime_fields, \
-           uncategorized_fields
+           uncategorized_fields, \
+           indexable_field
 
 
 def load_dataset_and_metadata(dataset_name, 
@@ -139,21 +151,11 @@ def upload_dataset_to_atlas(dataset_dict,
     label_fields, \
     categorical_fields, \
     datetime_fields, \
-    uncategorized_fields = get_datum_fields(dataset_dict)
-
+    uncategorized_fields, \
+    indexable_field = get_datum_fields(dataset_dict)
 
-    # return longest string field from 5 samples
-    head = dataset_dict["head"]
     if indexed_field is None:
-        longest_length = 0
-        for field in string_fields:
-            length = 0
-            for i in range(len(head)):
-                if head[field][i]:
-                    length += len(str(head[field][i]).split())
-            if length > longest_length:
-                longest_length = length
-                indexed_field = field
+        indexed_field = indexable_field
 
     topic_label_field = None
     if modality == "embedding":