diff options
author | Reinier van der Leer <pwuts@agpt.co> | 2024-01-19 17:29:03 +0100 |
---|---|---|
committer | Reinier van der Leer <pwuts@agpt.co> | 2024-01-19 17:29:53 +0100 |
commit | 9e4dfd80583d17dfa8ca7adf2184fbaa8a4fd8f8 (patch) | |
tree | 3e2dac230a855a6804c80ce9c1995ea616c4efb7 /benchmark | |
parent | fix(agent): Fix `extract_dict_from_response` flakiness (diff) | |
download | Auto-GPT-9e4dfd80583d17dfa8ca7adf2184fbaa8a4fd8f8.tar.gz Auto-GPT-9e4dfd80583d17dfa8ca7adf2184fbaa8a4fd8f8.tar.bz2 Auto-GPT-9e4dfd80583d17dfa8ca7adf2184fbaa8a4fd8f8.zip |
fix(benchmark): Fix challenge input artifact upload
Diffstat (limited to 'benchmark')
-rw-r--r-- | benchmark/agbenchmark/challenges/base.py | 4 |
1 files changed, 3 insertions, 1 deletions
diff --git a/benchmark/agbenchmark/challenges/base.py b/benchmark/agbenchmark/challenges/base.py index 435e8c06e..a28f725fa 100644 --- a/benchmark/agbenchmark/challenges/base.py +++ b/benchmark/agbenchmark/challenges/base.py @@ -85,7 +85,9 @@ class BaseChallenge(ABC): print() logger.debug(f"Starting {cls.info.name} challenge run") i = 0 - async for step in run_api_agent(cls.info.task, config, timeout): + async for step in run_api_agent( + cls.info.task, config, timeout, cls.info.task_artifacts_dir + ): i += 1 print(f"[{cls.info.name}] - step {step.name} ({i}. request)") yield step |