diff options
Diffstat (limited to 'benchmark/agbenchmark_config/reports/20230913T180913_full_run/report.json')
-rw-r--r-- | benchmark/agbenchmark_config/reports/20230913T180913_full_run/report.json | 22 |
1 files changed, 22 insertions, 0 deletions
diff --git a/benchmark/agbenchmark_config/reports/20230913T180913_full_run/report.json b/benchmark/agbenchmark_config/reports/20230913T180913_full_run/report.json new file mode 100644 index 000000000..d6cea2b87 --- /dev/null +++ b/benchmark/agbenchmark_config/reports/20230913T180913_full_run/report.json @@ -0,0 +1,22 @@ +{ + "TestReadFile": { + "data_path": "/Users/merwanehamadi/code/Auto-GPT/benchmark/agbenchmark/challenges/abilities/read_file/data.json", + "is_regression": false, + "category": [ + "interface" + ], + "task": "Read the file called file_to_read.txt and write its content to a file called output.txt", + "answer": "The content of output.txt should be 'Hello World!'", + "description": "Tests the ability for an agent to read a file.", + "metrics": { + "difficulty": "interface", + "success": false, + "attempted": true, + "fail_reason": "expected str, bytes or os.PathLike object, not dict", + "success_%": 0, + "cost": null, + "run_time": "7.573 seconds" + }, + "reached_cutoff": false + } +}
\ No newline at end of file |