Parameters slider

#5
by sergiopaniego HF Staff - opened
Files changed (1) hide show
  1. app.py +17 -0
app.py CHANGED
@@ -12,6 +12,20 @@ ds_results = load_dataset("visionLMsftw/vibe-testing-results", split="train")
12
  models = get_model_names(ds_results)
13
  responses = get_responses(ds_results)
14
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
15
  default_category = evaluation_data[0]["category"]
16
  default_example_id = evaluation_data[0]["id"]
17
 
@@ -22,7 +36,10 @@ with gr.Blocks(theme=gr.themes.Soft()) as demo:
22
  mode = gr.Radio(["View model-wise responses", "Compare model responses on a specific example"], label="Mode", value="View model-wise responses")
23
 
24
  with gr.Column(visible=True) as model_mode:
 
25
  selected_model = gr.Dropdown(models, label="Choose model")
 
 
26
  model_category = gr.Dropdown(
27
  choices=list(set(ex["category"] for ex in evaluation_data)),
28
  label="Category",
 
12
  models = get_model_names(ds_results)
13
  responses = get_responses(ds_results)
14
 
15
+ model_params = {
16
+ "Qwen/Qwen2.5-VL-32B-Instruct": 32,
17
+ "google/gemma-3-27b-it": 27,
18
+ "meta-llama/Llama-4-Maverick-17B-128E-Instruct": 17,
19
+ "HuggingFaceTB/SmolVLM2-2.2B-Instruct": 2.2,
20
+ }
21
+
22
+ def filter_models_by_param(min_params):
23
+ filtered_models = [m for m, p in model_params.items() if p >= min_params]
24
+ selected = filtered_models[0] if filtered_models else None
25
+ return gr.update(choices=filtered_models, value=selected)
26
+
27
+ models = list(model_params.keys())
28
+
29
  default_category = evaluation_data[0]["category"]
30
  default_example_id = evaluation_data[0]["id"]
31
 
 
36
  mode = gr.Radio(["View model-wise responses", "Compare model responses on a specific example"], label="Mode", value="View model-wise responses")
37
 
38
  with gr.Column(visible=True) as model_mode:
39
+ param_slider = gr.Slider(minimum=2, maximum=32, step=1, label="Minimum model parameters (B)")
40
  selected_model = gr.Dropdown(models, label="Choose model")
41
+
42
+ param_slider.change(filter_models_by_param, inputs=param_slider, outputs=selected_model)
43
  model_category = gr.Dropdown(
44
  choices=list(set(ex["category"] for ex in evaluation_data)),
45
  label="Category",