aboutsummaryrefslogtreecommitdiff
path: root/benchmark/agbenchmark/schema.py
blob: 2aed562da56ffa0c66ea8753ed0f9996f9d629fb (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
from __future__ import annotations

from typing import Optional

from pydantic import BaseModel, Field


class TaskInput(BaseModel):
    pass


class TaskRequestBody(BaseModel):
    input: str = Field(
        ...,
        min_length=1,
        description="Input prompt for the task.",
        example="Write the words you receive to the file 'output.txt'.",
    )
    additional_input: Optional[TaskInput] = {}


class TaskEvalRequestBody(TaskRequestBody):
    eval_id: str