diff options
Diffstat (limited to 'benchmark/agbenchmark/schema.py')
-rw-r--r-- | benchmark/agbenchmark/schema.py | 23 |
1 files changed, 23 insertions, 0 deletions
diff --git a/benchmark/agbenchmark/schema.py b/benchmark/agbenchmark/schema.py new file mode 100644 index 000000000..2aed562da --- /dev/null +++ b/benchmark/agbenchmark/schema.py @@ -0,0 +1,23 @@ +from __future__ import annotations + +from typing import Optional + +from pydantic import BaseModel, Field + + +class TaskInput(BaseModel): + pass + + +class TaskRequestBody(BaseModel): + input: str = Field( + ..., + min_length=1, + description="Input prompt for the task.", + example="Write the words you receive to the file 'output.txt'.", + ) + additional_input: Optional[TaskInput] = {} + + +class TaskEvalRequestBody(TaskRequestBody): + eval_id: str |