aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorGravatar Reinier van der Leer <pwuts@agpt.co> 2024-01-19 17:29:03 +0100
committerGravatar Reinier van der Leer <pwuts@agpt.co> 2024-01-19 17:29:53 +0100
commit9e4dfd80583d17dfa8ca7adf2184fbaa8a4fd8f8 (patch)
tree3e2dac230a855a6804c80ce9c1995ea616c4efb7
parentfix(agent): Fix `extract_dict_from_response` flakiness (diff)
downloadAuto-GPT-9e4dfd80583d17dfa8ca7adf2184fbaa8a4fd8f8.tar.gz
Auto-GPT-9e4dfd80583d17dfa8ca7adf2184fbaa8a4fd8f8.tar.bz2
Auto-GPT-9e4dfd80583d17dfa8ca7adf2184fbaa8a4fd8f8.zip
fix(benchmark): Fix challenge input artifact upload
-rw-r--r--benchmark/agbenchmark/challenges/base.py4
1 files changed, 3 insertions, 1 deletions
diff --git a/benchmark/agbenchmark/challenges/base.py b/benchmark/agbenchmark/challenges/base.py
index 435e8c06e..a28f725fa 100644
--- a/benchmark/agbenchmark/challenges/base.py
+++ b/benchmark/agbenchmark/challenges/base.py
@@ -85,7 +85,9 @@ class BaseChallenge(ABC):
print()
logger.debug(f"Starting {cls.info.name} challenge run")
i = 0
- async for step in run_api_agent(cls.info.task, config, timeout):
+ async for step in run_api_agent(
+ cls.info.task, config, timeout, cls.info.task_artifacts_dir
+ ):
i += 1
print(f"[{cls.info.name}] - step {step.name} ({i}. request)")
yield step