diff --git a/.github/workflows/benchmarks.yml b/.github/workflows/benchmarks.yml index ade00b942e7..5fa883f05a8 100644 --- a/.github/workflows/benchmarks.yml +++ b/.github/workflows/benchmarks.yml @@ -52,15 +52,35 @@ jobs: export CONDA_EXE=$(which conda) # Run benchmarks for current commit against base ASV_OPTIONS="--split --show-stderr --factor $ASV_FACTOR" - asv continuous $ASV_OPTIONS ${{ github.event.pull_request.base.sha }} ${GITHUB_SHA} \ + # asv continuous $ASV_OPTIONS ${{ github.event.pull_request.base.sha }} ${GITHUB_SHA} \ + # | sed "/Traceback \|failed$\|PERFORMANCE DECREASED/ s/^/::error::/" \ + # | tee benchmarks.log + asv continuous origin/${{github.base_ref}} HEAD $ASV_OPTIONS \ | sed "/Traceback \|failed$\|PERFORMANCE DECREASED/ s/^/::error::/" \ | tee benchmarks.log + asv compare origin/${{github.base_ref}} HEAD --split --sort ratio \ + | tee -a asv_compare.log + mkdir comment_log + mv asv_compare.log comment_log/ # Report and export results for subsequent steps if grep "Traceback \|failed\|PERFORMANCE DECREASED" benchmarks.log > /dev/null ; then exit 1 fi working-directory: ${{ env.ASV_DIR }} + - name: Save PR Number + env: + PR_NUMBER: ${{github.event.pull_request.number}} + run: | + echo $PR_NUMBER > ./comment_log/pr_number + working-directory: ${{ env.ASV_DIR }} + + - name: Upload the compare log + uses: actions/upload-artifact@v3 + with: + name: comment_log + path: benchmark/comment_log/ + - name: Add instructions to artifact if: always() run: |