Spaces:
Running
Running
Commit
·
c21d644
1
Parent(s):
6e145af
Added params slider
Browse files
app.py
CHANGED
@@ -12,6 +12,20 @@ ds_results = load_dataset("visionLMsftw/vibe-testing-results", split="train")
|
|
12 |
models = get_model_names(ds_results)
|
13 |
responses = get_responses(ds_results)
|
14 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
15 |
default_category = evaluation_data[0]["category"]
|
16 |
default_example_id = evaluation_data[0]["id"]
|
17 |
|
@@ -22,7 +36,10 @@ with gr.Blocks(theme=gr.themes.Soft()) as demo:
|
|
22 |
mode = gr.Radio(["View model-wise responses", "Compare model responses on a specific example"], label="Mode", value="View model-wise responses")
|
23 |
|
24 |
with gr.Column(visible=True) as model_mode:
|
|
|
25 |
selected_model = gr.Dropdown(models, label="Choose model")
|
|
|
|
|
26 |
model_category = gr.Dropdown(
|
27 |
choices=list(set(ex["category"] for ex in evaluation_data)),
|
28 |
label="Category",
|
|
|
12 |
models = get_model_names(ds_results)
|
13 |
responses = get_responses(ds_results)
|
14 |
|
15 |
+
model_params = {
|
16 |
+
"Qwen/Qwen2.5-VL-32B-Instruct": 32,
|
17 |
+
"google/gemma-3-27b-it": 27,
|
18 |
+
"meta-llama/Llama-4-Maverick-17B-128E-Instruct": 17,
|
19 |
+
"HuggingFaceTB/SmolVLM2-2.2B-Instruct": 2.2,
|
20 |
+
}
|
21 |
+
|
22 |
+
def filter_models_by_param(min_params):
|
23 |
+
filtered_models = [m for m, p in model_params.items() if p >= min_params]
|
24 |
+
selected = filtered_models[0] if filtered_models else None
|
25 |
+
return gr.update(choices=filtered_models, value=selected)
|
26 |
+
|
27 |
+
models = list(model_params.keys())
|
28 |
+
|
29 |
default_category = evaluation_data[0]["category"]
|
30 |
default_example_id = evaluation_data[0]["id"]
|
31 |
|
|
|
36 |
mode = gr.Radio(["View model-wise responses", "Compare model responses on a specific example"], label="Mode", value="View model-wise responses")
|
37 |
|
38 |
with gr.Column(visible=True) as model_mode:
|
39 |
+
param_slider = gr.Slider(minimum=2, maximum=32, step=1, label="Minimum model parameters (B)")
|
40 |
selected_model = gr.Dropdown(models, label="Choose model")
|
41 |
+
|
42 |
+
param_slider.change(filter_models_by_param, inputs=param_slider, outputs=selected_model)
|
43 |
model_category = gr.Dropdown(
|
44 |
choices=list(set(ex["category"] for ex in evaluation_data)),
|
45 |
label="Category",
|