diff options
Diffstat (limited to 'benchmark/agbenchmark/challenges/verticals/code/2_password_generator/data.json')
-rw-r--r-- | benchmark/agbenchmark/challenges/verticals/code/2_password_generator/data.json | 28 |
1 files changed, 28 insertions, 0 deletions
diff --git a/benchmark/agbenchmark/challenges/verticals/code/2_password_generator/data.json b/benchmark/agbenchmark/challenges/verticals/code/2_password_generator/data.json new file mode 100644 index 000000000..14bbe4539 --- /dev/null +++ b/benchmark/agbenchmark/challenges/verticals/code/2_password_generator/data.json @@ -0,0 +1,28 @@ +{ + "category": [ + "coding" + ], + "cutoff": 90, + "dependencies": [ + "TestThreeSum" + ], + "eval_id": "ac75c471-e0ce-400c-ba9a-fb72aaab444f", + "ground": { + "answer": "password_generator.py is created and satisfies the requirements.", + "eval": { + "type": "python" + }, + "files": [ + "test.py" + ], + "should_contain": [], + "should_not_contain": [] + }, + "info": { + "description": "Tests if the agent can create a random password generator.", + "difficulty": "basic", + "side_effects": [] + }, + "name": "PasswordGenerator", + "task": "Create a random password generator. The password should have between 8 and 16 characters and should contain at least one letter, number and symbol. The password should be printed to the console. The entry point will be a python file that can be run this way: python password_generator.py [--length x] where x is the length of the password. If no length is specified, the password should be 8 characters long. The password_generator can also be imported as a module and called as password = password_generator.generate_password(length=x). Any invalid input should raise a ValueError." +} |