aboutsummaryrefslogtreecommitdiff
path: root/benchmark/agbenchmark/challenges/verticals/code/2_password_generator/data.json
diff options
context:
space:
mode:
Diffstat (limited to 'benchmark/agbenchmark/challenges/verticals/code/2_password_generator/data.json')
-rw-r--r--benchmark/agbenchmark/challenges/verticals/code/2_password_generator/data.json28
1 files changed, 28 insertions, 0 deletions
diff --git a/benchmark/agbenchmark/challenges/verticals/code/2_password_generator/data.json b/benchmark/agbenchmark/challenges/verticals/code/2_password_generator/data.json
new file mode 100644
index 000000000..14bbe4539
--- /dev/null
+++ b/benchmark/agbenchmark/challenges/verticals/code/2_password_generator/data.json
@@ -0,0 +1,28 @@
+{
+ "category": [
+ "coding"
+ ],
+ "cutoff": 90,
+ "dependencies": [
+ "TestThreeSum"
+ ],
+ "eval_id": "ac75c471-e0ce-400c-ba9a-fb72aaab444f",
+ "ground": {
+ "answer": "password_generator.py is created and satisfies the requirements.",
+ "eval": {
+ "type": "python"
+ },
+ "files": [
+ "test.py"
+ ],
+ "should_contain": [],
+ "should_not_contain": []
+ },
+ "info": {
+ "description": "Tests if the agent can create a random password generator.",
+ "difficulty": "basic",
+ "side_effects": []
+ },
+ "name": "PasswordGenerator",
+ "task": "Create a random password generator. The password should have between 8 and 16 characters and should contain at least one letter, number and symbol. The password should be printed to the console. The entry point will be a python file that can be run this way: python password_generator.py [--length x] where x is the length of the password. If no length is specified, the password should be 8 characters long. The password_generator can also be imported as a module and called as password = password_generator.generate_password(length=x). Any invalid input should raise a ValueError."
+}