chore: Update data_loader.py with Hugging Face Hub integration

data_loader.py

@@ -20,6 +20,7 @@ assert (
 logger = logging.get_logger(__name__)
 
 api = HfApi(token=HF_TOKEN)
+MAX_DATASETS = 1000
 
 
 def has_card_data(dataset):
@@ -95,7 +96,7 @@ def refresh_data() -> List[Dict[str, Any]]:
         return df.to_dict(orient="records")
 
     # List all datasets
-    datasets = list(api.list_datasets(limit=None, full=True))
+    datasets = list(api.list_datasets(limit=MAX_DATASETS, full=True))
 
     # Filter datasets with dataset info
     datasets = [