Update src/leaderboard/read_evals.py

src/leaderboard/read_evals.py

@@ -189,15 +189,42 @@ def get_request_file_for_model(requests_path, model_name, precision):
     # Select correct request file (precision)
     request_file = ""
     request_files = sorted(request_files, reverse=True)
-    for tmp_request_file in request_files:
-        with open(tmp_request_file, "r") as f:
-            req_content = json.load(f)
-            print(f"Request file content: {req_content}") 
-            if (
-                req_content["status"] in ["FINISHED"]
-                and req_content["precision"] == precision.split(".")[-1]
-            ):
-                request_file = tmp_request_file
+
+    if precision == "Unknown":
+        print("Precision is Unknown, selecting the first available FINISHED request file.")
+        for tmp_request_file in request_files:
+            try:
+                with open(tmp_request_file, "r") as f:
+                    req_content = json.load(f)
+                    print(f"Request file content: {req_content}")  # デバッグ: ファイルの内容を表示
+                # 精度に関係なくFINISHEDステータスのファイルを優先
+                if req_content["status"] == "FINISHED":
+                    request_file = tmp_request_file
+                    break  # 最初に見つけたFINISHEDのファイルを使用
+            except Exception as e:
+                print(f"Error reading request file {tmp_request_file}: {e}")
+    else:
+        # 正しい precision のリクエストファイルを探す
+        for tmp_request_file in request_files:
+            try:
+                with open(tmp_request_file, "r") as f:
+                    req_content = json.load(f)
+                    print(f"Request file content: {req_content}")  # デバッグ: ファイルの内容を表示
+                if req_content["status"] == "FINISHED" and req_content["precision"] == precision.split(".")[-1]:
+                    request_file = tmp_request_file
+                    break  # 適切なファイルを見つけたらループを抜ける
+            except Exception as e:
+                print(f"Error reading request file {tmp_request_file}: {e}")
+    
+    # for tmp_request_file in request_files:
+    #     with open(tmp_request_file, "r") as f:
+    #         req_content = json.load(f)
+    #         print(f"Request file content: {req_content}") 
+    #         if (
+    #             req_content["status"] in ["FINISHED"]
+    #             and req_content["precision"] == precision.split(".")[-1]
+    #         ):
+    #             request_file = tmp_request_file
     if request_file:
         print(f"Using request file: {request_file}")
     else: