Add llm-jp-eval version check to prevent duplicate submissions

src/submission/check_validity.py

@@ -100,6 +100,11 @@ def already_submitted_models(requested_models_dir: str) -> set[str]:
                         continue
                     file_names.append(f"{info['model']}_{info['precision']}_{info['add_special_tokens']}")
 
+                    # バージョン情報を含むユニークIDを作成
+                    file_names.append(
+                        f"{info['model']}_{info['precision']}_{info['add_special_tokens']}_{info.get('llm_jp_eval_version', 'v1.4.1')}"
+                    )
+
                     # Select organisation
                     if info["model"].count("/") == 0 or "submitted_time" not in info:
                         continue

src/submission/submit.py

@@ -3,6 +3,7 @@ import os
 from datetime import datetime, timezone
 
 from src.display.formatting import styled_error, styled_message, styled_warning
+from src.display.utils import Version
 from src.envs import API, EVAL_REQUESTS_PATH, QUEUE_REPO, TOKEN
 from src.submission.check_validity import already_submitted_models, check_model_card, get_model_size, is_model_on_hub
 
@@ -22,6 +23,13 @@ def add_new_eval(
     if not REQUESTED_MODELS:
         REQUESTED_MODELS, USERS_TO_SUBMISSION_DATES = already_submitted_models(EVAL_REQUESTS_PATH)
 
+    current_version = Version.v1_4_1.value.name
+
+    # バージョン情報を含めた重複チェック
+    submission_id = f"{model}_{precision}_{add_special_tokens}_{current_version}"
+    if submission_id in REQUESTED_MODELS:
+        return styled_warning(f"This model has already been evaluated with llm-jp-eval version {current_version}")
+
     user_name = ""
     model_path = model
     if "/" in model:
@@ -76,6 +84,7 @@ def add_new_eval(
         "license": license,
         "private": False,
         "add_special_tokens": add_special_tokens,
+        "llm_jp_eval_version": current_version,
     }
 
     # Check for duplicate submission