diff options
| author |  Reinier van der Leer <pwuts@agpt.co>
| 2024-02-16 19:05:00 +0100 |
|---|---|---|
| committer | Reinier van der Leer <pwuts@agpt.co>
| 2024-02-16 19:05:00 +0100 |
| commit | 63e6014b27e94bb636ed05499b1ae64f0dcc87d2 (patch) | |
| tree | a9f2979aee59d5a3250d5635c8d53043aab112df | |
| parent | chore: Update `agbenchmark` dependency for agent and forge (diff) | |
| download | Auto-GPT-63e6014b27e94bb636ed05499b1ae64f0dcc87d2.tar.gz Auto-GPT-63e6014b27e94bb636ed05499b1ae64f0dcc87d2.tar.bz2 Auto-GPT-63e6014b27e94bb636ed05499b1ae64f0dcc87d2.zip | |
fix(benchmark): Fix `TestResult.fail_reason` assignment condition
The condition must be the same as for `success`, because otherwise it causes a crash when `call.excinfo` evaluates to `False` but is not `None`.
| -rw-r--r-- | benchmark/agbenchmark/reports/reports.py | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/benchmark/agbenchmark/reports/reports.py b/benchmark/agbenchmark/reports/reports.py index 3eb0c0011..60accd586 100644 --- a/benchmark/agbenchmark/reports/reports.py +++ b/benchmark/agbenchmark/reports/reports.py @@ -90,7 +90,7 @@ def add_test_result_to_report( TestResult( success=call.excinfo is None, run_time=f"{str(round(call.duration, 3))} seconds", - fail_reason=str(call.excinfo.value) if call.excinfo else None, + fail_reason=None if call.excinfo is None else str(call.excinfo.value), reached_cutoff=user_properties.get("timed_out", False), n_steps=user_properties.get("n_steps"), cost=user_properties.get("agent_task_cost"), |