Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -1,46 +1,51 @@
|
|
|
|
1 |
import gradio as gr
|
2 |
-
import
|
3 |
-
import
|
4 |
-
from
|
5 |
-
|
6 |
-
|
7 |
-
|
8 |
-
|
9 |
-
|
10 |
-
|
11 |
-
|
12 |
-
|
13 |
-
|
14 |
-
|
15 |
-
|
16 |
-
# Run refresh in a background thread on Space start
|
17 |
-
threading.Thread(target=refresh_leaderboard_models, daemon=True).start()
|
18 |
-
|
19 |
-
def show_leaderboard():
|
20 |
-
data = load_leaderboard()
|
21 |
-
if not data:
|
22 |
-
return "No models evaluated yet."
|
23 |
-
return "\n".join([f"{i+1}. {entry['model']} - {entry['score']:.4f}" for i, entry in enumerate(data)])
|
24 |
|
25 |
def submit_model(model_name):
|
26 |
-
score = evaluate_model(model_name)
|
27 |
-
|
28 |
-
|
29 |
-
|
30 |
-
|
31 |
-
|
32 |
-
|
33 |
-
|
34 |
-
|
35 |
-
|
36 |
-
|
37 |
-
|
38 |
-
|
39 |
-
|
40 |
-
|
41 |
-
|
42 |
-
|
43 |
-
|
44 |
-
|
45 |
-
|
46 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
# app.py
|
2 |
import gradio as gr
|
3 |
+
import json
|
4 |
+
from evaluate import evaluate_model, load_dataset
|
5 |
+
from datetime import datetime
|
6 |
+
|
7 |
+
# Load dataset once
|
8 |
+
dataset = load_dataset()
|
9 |
+
|
10 |
+
# Load or initialize leaderboard
|
11 |
+
try:
|
12 |
+
with open("leaderboard.json", "r", encoding="utf-8") as f:
|
13 |
+
leaderboard = json.load(f)
|
14 |
+
except FileNotFoundError:
|
15 |
+
leaderboard = []
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
16 |
|
17 |
def submit_model(model_name):
|
18 |
+
score = evaluate_model(model_name, dataset)
|
19 |
+
leaderboard.append({
|
20 |
+
"model": model_name,
|
21 |
+
"score": round(score * 100, 2),
|
22 |
+
"date": datetime.now().strftime("%Y-%m-%d")
|
23 |
+
})
|
24 |
+
leaderboard.sort(key=lambda x: x["score"], reverse=True)
|
25 |
+
with open("leaderboard.json", "w", encoding="utf-8") as f:
|
26 |
+
json.dump(leaderboard, f, ensure_ascii=False, indent=2)
|
27 |
+
return update_table()
|
28 |
+
|
29 |
+
def update_table():
|
30 |
+
headers = ["π
Rank", "π Model Name", "π― Score", "π Date"]
|
31 |
+
rows = [[i + 1, row["model"], f"{row['score']}%", row["date"]] for i, row in enumerate(leaderboard)]
|
32 |
+
return headers, rows
|
33 |
+
|
34 |
+
with gr.Blocks(theme=gr.themes.Monochrome()) as demo:
|
35 |
+
gr.Markdown("""
|
36 |
+
# π Persian Embedding Leaderboard
|
37 |
+
Submit your model to evaluate on the [arshiaafshani/persian-natural-fluently](https://huggingface.co/datasets/arshiaafshani/persian-natural-fluently) dataset.
|
38 |
+
""")
|
39 |
+
|
40 |
+
with gr.Row():
|
41 |
+
model_input = gr.Textbox(label="Enter HuggingFace Model Name", placeholder="e.g. HooshvareLab/bert-fa-base-uncased")
|
42 |
+
submit_btn = gr.Button("Evaluate & Submit")
|
43 |
+
|
44 |
+
table = gr.Dataframe(headers=["π
Rank", "π Model Name", "π― Score", "π Date"],
|
45 |
+
value=update_table()[1],
|
46 |
+
interactive=False)
|
47 |
+
|
48 |
+
submit_btn.click(fn=submit_model, inputs=model_input, outputs=table)
|
49 |
+
|
50 |
+
if __name__ == "__main__":
|
51 |
+
demo.launch()
|