:recycle: refactor larger model whitelisting.

app.py

@@ -53,7 +53,7 @@ logo = open('./logo.svg').read()
 
 with open('./model-cache.json', 'r') as f_model_cache:
     model_cache = json.load(f_model_cache)
-
+model_class_from_model_id = { model_id: model_class for model_class, model_ids in model_cache.items() for model_id in model_ids }
 
 model_class_filter = {
     "mistral-v02-7b-std-lc": True,
@@ -72,6 +72,15 @@ model_class_filter = {
     "llama3-405b-lc":False,
 }
 
+# we run a few other models here as well
+REFLECTION="mattshumer/Reflection-Llama-3.1-70B"
+QWEN25_72B="Qwen/Qwen2.5-72B"
+bigger_whitelisted_models = [
+    REFLECTION,
+    QWEN25_72B
+]
+# REFLECTION is in backup hosting
+model_class_from_model_id[REFLECTION] = 'llama31-70b-16k'
 def build_model_choices():
     all_choices = []
     for model_class in model_cache:
@@ -83,14 +92,7 @@ def build_model_choices():
             continue
         all_choices += [ (f"{model_id} ({model_class})", model_id) for model_id in model_cache[model_class] ]
 
-    # and add one more ...
-    model_class = "llama3-70b-8k"
-    model_id = "mattshumer/Reflection-Llama-3.1-70B"
-    all_choices += [(f"{model_id} ({model_class})", model_id)]
-
-    model_class = "qwen2-72b"
-    model_id = "Qwen/Qwen2.5-72B"
-    all_choices += [(f"{model_id} ({model_class})", model_id)]
+    all_choices += [ (f"{model_id}, {model_class_from_model_id[model_id]}", model_id) for model_id in bigger_whitelisted_models ]
 
     return all_choices