diff options
| author |  merwanehamadi <merwanehamadi@gmail.com>
| 2023-10-02 12:41:32 -0700 |
|---|---|---|
| committer |  GitHub <noreply@github.com>
| 2023-10-02 12:41:32 -0700 |
| commit | a30cbcc2ce5071aa779a0d06b4d789c0167ff99f (patch) | |
| tree | 7f4af14fc3ecd8af7c6382866133c7e4e5a6976e /benchmark | |
| parent | Fix AutoGPTs-CI (#5477) (diff) | |
| download | Auto-GPT-a30cbcc2ce5071aa779a0d06b4d789c0167ff99f.tar.gz Auto-GPT-a30cbcc2ce5071aa779a0d06b4d789c0167ff99f.tar.bz2 Auto-GPT-a30cbcc2ce5071aa779a0d06b4d789c0167ff99f.zip | |
Fix benchmark ci (#5478)
Fix benchmark CI
Signed-off-by: Merwane Hamadi <merwanehamadi@gmail.com>
Diffstat (limited to 'benchmark')
| -rw-r--r-- | benchmark/agbenchmark/__main__.py | 3 | ||||
| -rw-r--r-- | benchmark/tests/test_benchmark_workflow.py | 4 |
2 files changed, 4 insertions, 3 deletions
diff --git a/benchmark/agbenchmark/__main__.py b/benchmark/agbenchmark/__main__.py index 8bf42f4fe..76ca7529a 100644 --- a/benchmark/agbenchmark/__main__.py +++ b/benchmark/agbenchmark/__main__.py @@ -9,12 +9,13 @@ from typing import Any, Optional import click import pytest import toml +from dotenv import load_dotenv from helicone.lock import HeliconeLockManager from agbenchmark.app import app from agbenchmark.reports.ReportManager import SingletonReportManager from agbenchmark.utils.data_types import AgentBenchmarkConfig -from dotenv import load_dotenv + load_dotenv() BENCHMARK_START_TIME_DT = datetime.now(timezone.utc) diff --git a/benchmark/tests/test_benchmark_workflow.py b/benchmark/tests/test_benchmark_workflow.py index 700d42a8d..ca3eec88b 100644 --- a/benchmark/tests/test_benchmark_workflow.py +++ b/benchmark/tests/test_benchmark_workflow.py @@ -12,14 +12,14 @@ import time "eval_id, input_text, expected_artifact_length, test_name, should_be_successful", [ ( - "f219f3d3-a41b-45a9-a3d0-389832086ee8", + "021c695a-6cc4-46c2-b93a-f3a9b0f4d123", "Write the word 'Washington' to a .txt file", 0, "WriteFile", True, ), ( - "021c695a-6cc4-46c2-b93a-f3a9b0f4d123", + "f219f3d3-a41b-45a9-a3d0-389832086ee8", "Read the file called file_to_read.txt and write its content to a file called output.txt", 1, "ReadFile", |