Basic implementation of `results_dataset_integrity_check()`

server.py

@@ -227,7 +227,50 @@ class LeaderboardServer:
         -- kontroluje soubory v adresáři "/data" a soubor "tournament.json"
         - v souboru "tournament.json" není `submission_id`, které by nemělo soubor v adresáři "/data"
         """
-        pass  # TODO: results_dataset_integrity_check()
+        
+        while True:
+            with self.pre_submit_lock:
+                if self.pre_submit == None:
+                    gr.Info('Checking integrity...', duration=15)
+                    self.update_leaderboard()
+                    
+                    with self.var_lock.ro:
+                        # Is every `submission_id` in results known?
+                        if self.tournament_results.keys() - self.submission_ids != set():
+                            pass
+                        # Was every `submission_id` in some match?
+                        elif self.submission_ids - self.tournament_results.keys() != set():
+                            pass
+                        # Are all competitors known?
+                        elif any(
+                            self.tournament_results[submission_id].keys() - self.submission_ids != set()
+                            for submission_id in self.submission_ids
+                        ):
+                            pass
+                        # Has had every `submission_id` match with all competitors?
+                        elif any(
+                            self.submission_ids - self.tournament_results[submission_id].keys() != set()
+                            for submission_id in self.submission_ids
+                        ):
+                            pass
+                        else:
+                            break
+
+                    gr.Info('Running tournament...', duration=15)
+                    with self.var_lock.rw:
+                        self.tournament_results = {}
+                    for submission_id in self.submission_ids:
+                        with self.var_lock.ro:
+                            file = self.submission_id_to_file[submission_id]
+                            tournament_results = self.start_tournament(submission_id, file)
+                        with self.var_lock.rw:
+                            self.tournament_results = tournament_results
+                    
+                    if self.tournament_results:
+                        self._upload_tournament_results(self.tournament_results)
+                    break
+            gr.Info("Waiting in queue...", duration=5)
+            time.sleep(10)
 
     @staticmethod
     def _model_tournament_table_highlight_true_and_false(x):