diff options
| author |  Reinier van der Leer <pwuts@agpt.co>
| 2024-02-19 17:13:41 +0100 |
|---|---|---|
| committer | Reinier van der Leer <pwuts@agpt.co>
| 2024-02-19 17:13:41 +0100 |
| commit | e104427767e6e8e751fd5d2f4278a792c30ae547 (patch) | |
| tree | 9c65d3cb0047adea096902c5d3721b09dd1b7417 /.github | |
| parent | feat(benchmark): Add reports/format.py script to convert report.json to markdown (diff) | |
| download | Auto-GPT-e104427767e6e8e751fd5d2f4278a792c30ae547.tar.gz Auto-GPT-e104427767e6e8e751fd5d2f4278a792c30ae547.tar.bz2 Auto-GPT-e104427767e6e8e751fd5d2f4278a792c30ae547.zip | |
feat(ci/benchmark): Generate step summary from benchmark report
Diffstat (limited to '.github')
| -rw-r--r-- | .github/workflows/autogpts-benchmark.yml | 12 |
1 files changed, 12 insertions, 0 deletions
diff --git a/.github/workflows/autogpts-benchmark.yml b/.github/workflows/autogpts-benchmark.yml index 9403f4385..38f7803d9 100644 --- a/.github/workflows/autogpts-benchmark.yml +++ b/.github/workflows/autogpts-benchmark.yml @@ -71,6 +71,18 @@ jobs: # BODGE: Remove success_rate.json and regression_tests.json to avoid conflicts on checkout rm ${{ env.REPORTS_FOLDER }}/*.json + # Find folder with newest (untracked) report in it + report_subfolder=$(find ${{ env.REPORTS_FOLDER }} -type f -name 'report.json' \ + | xargs -I {} dirname {} \ + | xargs -I {} git ls-files --others --exclude-standard {} \ + | xargs -I {} dirname {}) + json_report_file="$report_subfolder/report.json" + + # Convert JSON report to Markdown + markdown_report_file="$report_subfolder/report.md" + poetry run benchmark/reports/format.py "$json_report_file" > "$markdown_report_file" + cat "$markdown_report_file" >> $GITHUB_STEP_SUMMARY + git config --global user.name 'GitHub Actions' git config --global user.email 'github-actions@agpt.co' git fetch origin ${{ env.REPORTS_BRANCH }}:${{ env.REPORTS_BRANCH }} \ |