aboutsummaryrefslogtreecommitdiff
path: root/benchmark/agbenchmark/challenges/verticals/data/2_label_csv/data.json
diff options
context:
space:
mode:
Diffstat (limited to 'benchmark/agbenchmark/challenges/verticals/data/2_label_csv/data.json')
-rw-r--r--benchmark/agbenchmark/challenges/verticals/data/2_label_csv/data.json32
1 files changed, 32 insertions, 0 deletions
diff --git a/benchmark/agbenchmark/challenges/verticals/data/2_label_csv/data.json b/benchmark/agbenchmark/challenges/verticals/data/2_label_csv/data.json
new file mode 100644
index 000000000..dfbcca141
--- /dev/null
+++ b/benchmark/agbenchmark/challenges/verticals/data/2_label_csv/data.json
@@ -0,0 +1,32 @@
+{
+ "category": [
+ "data"
+ ],
+ "cutoff": 60,
+ "dependencies": [
+ "TestSortCsv"
+ ],
+ "eval_id": "6e2bf1f0-6842-4704-8ed1-b17c2065bbac",
+ "ground": {
+ "answer": "The csv labelled",
+ "case_sensitive": true,
+ "eval": {
+ "type": "file"
+ },
+ "files": [
+ "output.csv"
+ ],
+ "should_contain": [
+ "Item,Color\nBanana,yellow\nLeaf,green\nSky,blue\nSunflower,yellow\nGrass,green\nJeans,blue\nLemon,yellow\nTree,green\nOcean,blue\nDaisy,yellow\nFern,green"
+ ]
+ },
+ "info": {
+ "description": "Tests if the agent can label data in a csv",
+ "difficulty": "basic",
+ "side_effects": [
+ ""
+ ]
+ },
+ "name": "LabelCsv",
+ "task": "The csv 'input.csv' has many items. Create a 'Color' column for these items and classify them as either 'blue', 'green', or 'yellow' depending on what the most likely color is. Use lowercase letters to classify and preserve the order of the rows. The color column should be the second column. Write the output in output.csv"
+}