aboutsummaryrefslogtreecommitdiff
path: root/benchmark/agbenchmark/schema.py
diff options
context:
space:
mode:
Diffstat (limited to 'benchmark/agbenchmark/schema.py')
-rw-r--r--benchmark/agbenchmark/schema.py23
1 files changed, 23 insertions, 0 deletions
diff --git a/benchmark/agbenchmark/schema.py b/benchmark/agbenchmark/schema.py
new file mode 100644
index 000000000..2aed562da
--- /dev/null
+++ b/benchmark/agbenchmark/schema.py
@@ -0,0 +1,23 @@
+from __future__ import annotations
+
+from typing import Optional
+
+from pydantic import BaseModel, Field
+
+
+class TaskInput(BaseModel):
+ pass
+
+
+class TaskRequestBody(BaseModel):
+ input: str = Field(
+ ...,
+ min_length=1,
+ description="Input prompt for the task.",
+ example="Write the words you receive to the file 'output.txt'.",
+ )
+ additional_input: Optional[TaskInput] = {}
+
+
+class TaskEvalRequestBody(TaskRequestBody):
+ eval_id: str