This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Comment on PR with Benchmarks | |
| on: | |
| pull_request: | |
| branches: [main] | |
| permissions: | |
| contents: read # Read access for repository contents | |
| pull-requests: write # Write access for pull requests | |
| env: | |
| TARGET_REPO: "https://github.com/lapp0/outlines.git" | |
| PYTHON_VERSION: "3.10" | |
| WORKING_DIR: ${{ github.workspace }}/benchmarks | |
| ARTIFACTS_DIR: ${{ github.workspace }}/artifacts | |
| jobs: | |
| benchmark: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - run: echo "REGEX=benchmarks/asv.conf.json" >> $GITHUB_ENV | |
| - name: Checkout repository, set upstream | |
| uses: actions/checkout@v3 | |
| run: | | |
| git remote add upstream ${{ github.repository }}" | |
| git fetch upstream | |
| - name: Set up Python | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: ${{ env.PYTHON_VERSION }} | |
| - name: Install dependencies | |
| run: | | |
| python -m pip install --upgrade pip | |
| pip install asv | |
| - name: Save comparison of PR against main branch | |
| run: | | |
| # adapted from pandas asv_pr.yml | |
| # extracting the regex, see https://stackoverflow.com/a/36798723 | |
| REGEX=$(echo "$COMMENT" | sed -n "s/^.*-b\s*\(\S*\).*$/\1/p") | |
| asv check -E existing | |
| asv machine --yes | |
| asv continuous -f 1.1 -b $REGEX upstream/main HEAD | |
| echo 'BENCH_OUTPUT<<EOF' >> $GITHUB_ENV | |
| asv compare -f 1.1 upstream/main HEAD >> $GITHUB_ENV | |
| echo 'EOF' >> $GITHUB_ENV | |
| echo "REGEX=$REGEX" >> $GITHUB_ENV | |
| - uses: actions/github-script@v7 | |
| env: | |
| BENCH_OUTPUT: ${{env.BENCH_OUTPUT}} | |
| REGEX: ${{env.REGEX}} | |
| with: | |
| script: | | |
| const ENV_VARS = process.env | |
| const run_url = `https://github.com/${context.repo.owner}/${context.repo.repo}/actions/runs/${context.runId}` | |
| github.rest.issues.createComment({ | |
| issue_number: context.issue.number, | |
| owner: context.repo.owner, | |
| repo: context.repo.repo, | |
| body: '\nBenchmarks completed. View runner logs here.' + run_url + '\nRegex used: '+ 'regex ' + ENV_VARS["REGEX"] + '\n' + ENV_VARS["BENCH_OUTPUT"] | |
| }) |