aboutsummaryrefslogtreecommitdiff
path: root/benchmark
diff options
context:
space:
mode:
authorGravatar Silen Naihin <silen.naihin@gmail.com> 2023-10-17 20:28:49 -0700
committerGravatar Silen Naihin <silen.naihin@gmail.com> 2023-10-17 20:28:49 -0700
commit344ef3bf8b78a79f373f80769e089389630e6503 (patch)
tree19fb907c403f9aae67c59277de20c6a88fd4d79b /benchmark
parentUnbreak `core.prompting.utils:json_loads` :') (diff)
downloadAuto-GPT-344ef3bf8b78a79f373f80769e089389630e6503.tar.gz
Auto-GPT-344ef3bf8b78a79f373f80769e089389630e6503.tar.bz2
Auto-GPT-344ef3bf8b78a79f373f80769e089389630e6503.zip
fixing password gen and revenue retrieval 2 challenges
Diffstat (limited to 'benchmark')
-rw-r--r--benchmark/agbenchmark/challenges/verticals/code/2_password_generator/data.json2
-rw-r--r--benchmark/agbenchmark/challenges/verticals/scrape/4_revenue_retrieval_2/data.json31
2 files changed, 17 insertions, 16 deletions
diff --git a/benchmark/agbenchmark/challenges/verticals/code/2_password_generator/data.json b/benchmark/agbenchmark/challenges/verticals/code/2_password_generator/data.json
index a08200e55..8b2e1d91d 100644
--- a/benchmark/agbenchmark/challenges/verticals/code/2_password_generator/data.json
+++ b/benchmark/agbenchmark/challenges/verticals/code/2_password_generator/data.json
@@ -24,5 +24,5 @@
"side_effects": []
},
"name": "PasswordGenerator",
- "task": "Create a random password generator. The password should have between 8 and 16 characters and should contain letters, numbers and symbols. The password should be printed to the console. The entry point will be a python file that can be run this way: python password_generator.py [--len x] where x is the length of the password. If no length is specified, the password should be 8 characters long. The password_generator can also be imported as a module and called as password = password_generator.generate_password(len=x). Any invalid input should raise a ValueError."
+ "task": "Create a random password generator. The password should have between 8 and 16 characters and should contain at least one letter, number and symbol. The password should be printed to the console. The entry point will be a python file that can be run this way: python password_generator.py [--len x] where x is the length of the password. If no length is specified, the password should be 8 characters long. The password_generator can also be imported as a module and called as password = password_generator.generate_password(len=x). Any invalid input should raise a ValueError."
}
diff --git a/benchmark/agbenchmark/challenges/verticals/scrape/4_revenue_retrieval_2/data.json b/benchmark/agbenchmark/challenges/verticals/scrape/4_revenue_retrieval_2/data.json
index 69214601a..c57835aef 100644
--- a/benchmark/agbenchmark/challenges/verticals/scrape/4_revenue_retrieval_2/data.json
+++ b/benchmark/agbenchmark/challenges/verticals/scrape/4_revenue_retrieval_2/data.json
@@ -16,21 +16,22 @@
".txt"
],
"should_contain": [
- "15",
- "112",
- "117",
- "204",
- "413",
- "2,014",
- "3,198",
- "4,046",
- "7,000",
- "11,759",
- "21,461",
- "24,578",
- "31,536",
- "53,823",
- "81,462"
+ "15",
+ "112",
+ "117",
+ "204",
+ "413",
+ "2,013",
+ "2,014",
+ "3,198",
+ "4,046",
+ "7,000",
+ "11,759",
+ "21,461",
+ "24,578",
+ "31,536",
+ "53,823",
+ "81,462"
],
"should_not_contain": []
},