src/eval/schema.py

from typing import Any

import pandera.pandas as pa


class DatasetEvalSchema(pa.DataFrameModel):
    id_: pa.typing.Series[int] = pa.Field(alias="id")
    is_correct: pa.typing.Series[bool]
    task_text: pa.typing.Series[str]
    answer_text: pa.typing.Series[str]
    correct_answer: pa.typing.Series[Any]
    predicted_answer: pa.typing.Series[Any] = pa.Field(nullable=True)
    olymp_name: pa.typing.Series[str]
    grade: pa.typing.Series[str]
    task_type: pa.typing.Series[str]
    context: pa.typing.Series[Any] = pa.Field(default=None, nullable=True)