aboutsummaryrefslogtreecommitdiff
path: root/benchmark/reports/mini-agi/folder25_08-01-23-54/report.json
blob: c5914813047fd8d9710c91b7db221f9c55989006 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
{
    "command": "agbenchmark start --test=TestWriteFile",
    "completion_time": "2023-08-01-23:54",
    "benchmark_start_time": "2023-08-01-23:54",
    "metrics": {
        "run_time": "18.41 seconds",
        "highest_difficulty": "interface: 1"
    },
    "tests": {
        "TestWriteFile": {
            "data_path": "agbenchmark/challenges/interface/write_file/data.json",
            "is_regression": true,
            "category": [
                "interface"
            ],
            "task": "Print the the capital of America to a .txt file",
            "answer": "Washington",
            "description": "Tests the writing to file",
            "metrics": {
                "difficulty": "interface",
                "success": true,
                "success_%": 100.0,
                "cost": 0.05219899999999999,
                "run_time": "15.471 seconds"
            },
            "reached_cutoff": false
        }
    },
    "config": {
        "workspace": "${os.path.join(Path.home(), 'miniagi')}"
    }
}