aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorGravatar Reinier van der Leer <pwuts@agpt.co> 2024-02-17 15:56:55 +0100
committerGravatar Reinier van der Leer <pwuts@agpt.co> 2024-02-17 15:56:55 +0100
commit959377f54c0b19fb1d29bb1bd84bd183389b5ed2 (patch)
tree8126aec791f09329e5453d697e59b76cb3a1ff07
parentchore: Update `agbenchmark` dependency for agent and forge (diff)
downloadAuto-GPT-959377f54c0b19fb1d29bb1bd84bd183389b5ed2.tar.gz
Auto-GPT-959377f54c0b19fb1d29bb1bd84bd183389b5ed2.tar.bz2
Auto-GPT-959377f54c0b19fb1d29bb1bd84bd183389b5ed2.zip
fix(ci/benchmark): Add `set +e` because we expect (some) challenges to fail
-rw-r--r--.github/workflows/autogpts-benchmark.yml2
1 files changed, 2 insertions, 0 deletions
diff --git a/.github/workflows/autogpts-benchmark.yml b/.github/workflows/autogpts-benchmark.yml
index bc682c08f..10efbc530 100644
--- a/.github/workflows/autogpts-benchmark.yml
+++ b/.github/workflows/autogpts-benchmark.yml
@@ -41,6 +41,8 @@ jobs:
run: |
./run agent start ${{ matrix.agent-name }}
cd autogpts/${{ matrix.agent-name }}
+
+ set +e # Do not quit on non-zero exit codes
poetry run agbenchmark run -N 3 \
--test=ReadFile \
--test=BasicRetrieval --test=RevenueRetrieval2 \