diff options
Diffstat (limited to 'benchmark/agbenchmark/challenges/abilities/read_file/data.json')
-rw-r--r-- | benchmark/agbenchmark/challenges/abilities/read_file/data.json | 34 |
1 files changed, 34 insertions, 0 deletions
diff --git a/benchmark/agbenchmark/challenges/abilities/read_file/data.json b/benchmark/agbenchmark/challenges/abilities/read_file/data.json new file mode 100644 index 000000000..743159653 --- /dev/null +++ b/benchmark/agbenchmark/challenges/abilities/read_file/data.json @@ -0,0 +1,34 @@ +{ + "category": [ + "general", + "coding", + "scrape_synthesize", + "data" + ], + "cutoff": 60, + "dependencies": [ + "TestWriteFile" + ], + "eval_id": "f219f3d3-a41b-45a9-a3d0-389832086ee8", + "ground": { + "answer": "The content of output.txt should be 'Hello World!'", + "eval": { + "type": "file" + }, + "files": [ + "output.txt" + ], + "should_contain": [ + "Hello World!" + ] + }, + "info": { + "description": "Tests if the agent can read a file.", + "difficulty": "interface", + "side_effects": [ + "" + ] + }, + "name": "ReadFile", + "task": "Read the file called file_to_read.txt and write its content to a file called output.txt" +} |