aboutsummaryrefslogtreecommitdiff
path: root/benchmark
diff options
context:
space:
mode:
authorGravatar Silen Naihin <silen.naihin@gmail.com> 2023-10-19 17:42:24 -0700
committerGravatar Silen Naihin <silen.naihin@gmail.com> 2023-10-19 17:42:24 -0700
commit655bc8b08e088c03ff85534b483f34bdd9a67d14 (patch)
treef149877d1de3869a2e6eef101cacc450c19579dc /benchmark
parentscrape synthesize challenge additions (diff)
downloadAuto-GPT-655bc8b08e088c03ff85534b483f34bdd9a67d14.tar.gz
Auto-GPT-655bc8b08e088c03ff85534b483f34bdd9a67d14.tar.bz2
Auto-GPT-655bc8b08e088c03ff85534b483f34bdd9a67d14.zip
fix data challenges
Diffstat (limited to 'benchmark')
-rw-r--r--benchmark/agbenchmark/challenges/verticals/data/2_label_csv/data.json2
-rw-r--r--benchmark/agbenchmark/challenges/verticals/data/3_combine_csv/data.json2
2 files changed, 2 insertions, 2 deletions
diff --git a/benchmark/agbenchmark/challenges/verticals/data/2_label_csv/data.json b/benchmark/agbenchmark/challenges/verticals/data/2_label_csv/data.json
index 86d89d1cc..d4967c1b0 100644
--- a/benchmark/agbenchmark/challenges/verticals/data/2_label_csv/data.json
+++ b/benchmark/agbenchmark/challenges/verticals/data/2_label_csv/data.json
@@ -27,5 +27,5 @@
]
},
"name": "LabelCsv",
- "task": "The csv 'input.csv' has many items. create a 'Color' column for these items and classify them as either 'blue', 'green', or 'yellow' depending on what the most likely color is. Preserve the order of the rows. The color column should be the second column. Write the output in output.csv"
+ "task": "The csv 'input.csv' has many items. Create a 'Color' column for these items and classify them as either 'blue', 'green', or 'yellow' depending on what the most likely color is. Use lowercase letters to classify and preserve the order of the rows. The color column should be the second column. Write the output in output.csv"
}
diff --git a/benchmark/agbenchmark/challenges/verticals/data/3_combine_csv/data.json b/benchmark/agbenchmark/challenges/verticals/data/3_combine_csv/data.json
index 3964785f5..b89258c5e 100644
--- a/benchmark/agbenchmark/challenges/verticals/data/3_combine_csv/data.json
+++ b/benchmark/agbenchmark/challenges/verticals/data/3_combine_csv/data.json
@@ -5,7 +5,7 @@
],
"cutoff": 60,
"dependencies": [
- "TestLabelCsv"
+ "TestSortCsv"
],
"eval_id": "52467beb-b951-4356-9776-9a0ae46bb33b",
"ground": {