Spaces:
Runtime error
Runtime error
File size: 2,106 Bytes
1c73b10 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 |
from typing import Optional, Dict
import pandas as pd
import matplotlib.pyplot as plt
from data_manager import data_manager
def filter_leaderboard(
family: Optional[str] = None,
quantization_level: Optional[str] = None
) -> pd.DataFrame:
"""Filter leaderboard data based on criteria."""
df = data_manager.leaderboard_data.copy()
if family:
df = df[df["family"] == family]
if quantization_level:
df = df[df["quantization_level"] == quantization_level]
return df.sort_values("score", ascending=False)
def search_responses(query: str, model: str) -> pd.DataFrame:
"""Search model responses based on query."""
if not query or not model:
return pd.DataFrame()
filtered = data_manager.responses_data[
data_manager.responses_data["bolum"].str.contains(query, case=False, na=False)
]
selected_columns = ["bolum", "soru", "cevap", f"{model}_cevap"]
return filtered[selected_columns].dropna()
def plot_section_results() -> plt.Figure:
"""Generate section results plot."""
fig, ax = plt.subplots(figsize=(12, 6))
avg_scores = data_manager.section_results_data.mean(numeric_only=True)
bars = avg_scores.plot(kind="bar", ax=ax)
# Customize plot
ax.set_title("Average Section-Wise Performance", pad=20)
ax.set_ylabel("Accuracy (%)")
ax.set_xlabel("Sections")
plt.xticks(rotation=45, ha='right')
plt.tight_layout()
# Add value labels
for i, v in enumerate(avg_scores):
ax.text(i, v, f'{v:.1f}%', ha='center', va='bottom')
return fig
def validate_model_submission(
model_name: str,
base_model: str,
revision: str,
precision: str,
weight_type: str,
model_type: str
) -> tuple[bool, str]:
"""Validate model submission parameters."""
if not all([model_name, base_model]):
return False, "Model name and base model are required."
if model_name in data_manager.leaderboard_data["model"].values:
return False, "Model name already exists."
return True, "Validation successful" |