aboutsummaryrefslogtreecommitdiff
path: root/benchmark/agbenchmark_config/reports/20230913T180913_full_run/report.json
diff options
context:
space:
mode:
Diffstat (limited to 'benchmark/agbenchmark_config/reports/20230913T180913_full_run/report.json')
-rw-r--r--benchmark/agbenchmark_config/reports/20230913T180913_full_run/report.json22
1 files changed, 22 insertions, 0 deletions
diff --git a/benchmark/agbenchmark_config/reports/20230913T180913_full_run/report.json b/benchmark/agbenchmark_config/reports/20230913T180913_full_run/report.json
new file mode 100644
index 000000000..d6cea2b87
--- /dev/null
+++ b/benchmark/agbenchmark_config/reports/20230913T180913_full_run/report.json
@@ -0,0 +1,22 @@
+{
+ "TestReadFile": {
+ "data_path": "/Users/merwanehamadi/code/Auto-GPT/benchmark/agbenchmark/challenges/abilities/read_file/data.json",
+ "is_regression": false,
+ "category": [
+ "interface"
+ ],
+ "task": "Read the file called file_to_read.txt and write its content to a file called output.txt",
+ "answer": "The content of output.txt should be 'Hello World!'",
+ "description": "Tests the ability for an agent to read a file.",
+ "metrics": {
+ "difficulty": "interface",
+ "success": false,
+ "attempted": true,
+ "fail_reason": "expected str, bytes or os.PathLike object, not dict",
+ "success_%": 0,
+ "cost": null,
+ "run_time": "7.573 seconds"
+ },
+ "reached_cutoff": false
+ }
+} \ No newline at end of file