make hub download once per app load

utils/leaderboard.py

@@ -14,6 +14,17 @@ DEFAULT_ELO = 1500
 LEADERBOARD_FN = './utils/leaderboard/arena_elo_leaderboard.csv'
 REPO_ID = "aizip-dev/Arena-Metadata"
 
+hub_leaderboard_path = hf_hub_download(
+    repo_id=REPO_ID,
+    filename="arena_elo_leaderboard.csv",
+    repo_type="dataset",
+)
+df = pd.read_csv(hub_leaderboard_path)
+print(f"Successfully loaded leaderboard from the Hub. {len(df)} models.")
+df.to_csv(LEADERBOARD_FN, index=False)
+print(f"Leaderboard copied to {LEADERBOARD_FN} for CommitScheduler.")
+        
+
 #csv_path = os.path.join('utils', 'arena_elo_leaderboard.csv')
 
 leaderboard_scheduler = CommitScheduler(
@@ -134,19 +145,9 @@ def load_leaderboard_data():
     try:
         # Define the path to the CSV file for leaderboard
         csv_path = LEADERBOARD_FN
-        hub_leaderboard_path = hf_hub_download(
-            repo_id=REPO_ID,
-            filename="arena_elo_leaderboard.csv",
-            repo_type="dataset",
-        )
-        df = pd.read_csv(hub_leaderboard_path)
-        print(f"Successfully loaded leaderboard from the Hub. {len(df)} models.")
-        df.to_csv(LEADERBOARD_FN, index=False)
-        print(f"Leaderboard copied to {LEADERBOARD_FN} for CommitScheduler.")
-        
         # Check if the file exists and load it
         if os.path.exists(csv_path):
-        
+            df = pd.read_csv(LEADERBOARD_FN)
             # Process the data into our structure
             for _, row in df.iterrows():
                 model = row['model']

utils/vote_logger.py

@@ -19,8 +19,9 @@ hub_votes = hf_hub_download(
     filename="vote_details.csv",
     repo_type="dataset",
     revision="main",)
+
 df = pd.read_csv(hub_votes)
-print(f"Successfully loaded leaderboard from the Hub. {len(df)} models.")
+print(f"Successfully loaded leaderboard from the Hub. {len(df)} votes.")
 df.to_csv(os.path.join(FOLDER_PATH, "vote_details.csv"), index=False)
 print(f"Votes copied to {FOLDER_PATH} for CommitScheduler.")