diff options
Diffstat (limited to 'benchmark/agbenchmark/main.py')
| -rw-r--r-- | benchmark/agbenchmark/main.py | 4 |
1 files changed, 4 insertions, 0 deletions
diff --git a/benchmark/agbenchmark/main.py b/benchmark/agbenchmark/main.py index 4cd97bd89..4128a0a26 100644 --- a/benchmark/agbenchmark/main.py +++ b/benchmark/agbenchmark/main.py @@ -22,6 +22,7 @@ def run_benchmark( categories: tuple[str] = tuple(), skip_categories: tuple[str] = tuple(), attempts_per_challenge: int = 1, + concurrent_tasks: int = 1, mock: bool = False, no_dep: bool = False, no_cutoff: bool = False, @@ -100,6 +101,9 @@ def run_benchmark( if attempts_per_challenge > 1: pytest_args.append(f"--attempts={attempts_per_challenge}") + if concurrent_tasks > 1: + pytest_args.append(f"--tests-per-worker={concurrent_tasks}") + if cutoff: pytest_args.append(f"--cutoff={cutoff}") logger.debug(f"Setting cuttoff override to {cutoff} seconds.") |