aboutsummaryrefslogtreecommitdiff
path: root/benchmark/agbenchmark/challenges/base.py
diff options
context:
space:
mode:
Diffstat (limited to 'benchmark/agbenchmark/challenges/base.py')
-rw-r--r--benchmark/agbenchmark/challenges/base.py4
1 files changed, 3 insertions, 1 deletions
diff --git a/benchmark/agbenchmark/challenges/base.py b/benchmark/agbenchmark/challenges/base.py
index 435e8c06e..a28f725fa 100644
--- a/benchmark/agbenchmark/challenges/base.py
+++ b/benchmark/agbenchmark/challenges/base.py
@@ -85,7 +85,9 @@ class BaseChallenge(ABC):
print()
logger.debug(f"Starting {cls.info.name} challenge run")
i = 0
- async for step in run_api_agent(cls.info.task, config, timeout):
+ async for step in run_api_agent(
+ cls.info.task, config, timeout, cls.info.task_artifacts_dir
+ ):
i += 1
print(f"[{cls.info.name}] - step {step.name} ({i}. request)")
yield step