From 1519e1a0515785e6bad2af00a880afc80ab288fe Mon Sep 17 00:00:00 2001 From: Yi Lin Date: Tue, 24 Sep 2024 02:00:08 +0000 Subject: [PATCH 1/4] Use new ci-perf-kit to plot based on epochs --- .github/workflows/micro-bm.yml | 2 +- .github/workflows/perf-baseline.yml | 4 ++-- .github/workflows/perf-compare-ci.yml | 4 ++-- .github/workflows/perf-regression-ci.yml | 6 +++--- 4 files changed, 8 insertions(+), 8 deletions(-) diff --git a/.github/workflows/micro-bm.yml b/.github/workflows/micro-bm.yml index b9f29114b4..71fcad9ae2 100644 --- a/.github/workflows/micro-bm.yml +++ b/.github/workflows/micro-bm.yml @@ -66,7 +66,7 @@ jobs: with: repository: mmtk/ci-perf-kit token: ${{ secrets.GITHUB_TOKEN }} - ref: "0.7.6" + ref: "ci-epoch" path: ci-perf-kit submodules: true # Use rust-toolchain in the trunk (it doesnt matter much - if the toolchains defined in the trunk and the branch are different, we cant run anyway) diff --git a/.github/workflows/perf-baseline.yml b/.github/workflows/perf-baseline.yml index 1992a57e16..13ee830ed7 100644 --- a/.github/workflows/perf-baseline.yml +++ b/.github/workflows/perf-baseline.yml @@ -42,7 +42,7 @@ jobs: with: token: ${{ secrets.CI_ACCESS_TOKEN }} repository: mmtk/ci-perf-kit - ref: "0.7.6" + ref: "ci-epoch" path: ci-perf-kit submodules: true # setup @@ -94,7 +94,7 @@ jobs: with: token: ${{ secrets.CI_ACCESS_TOKEN }} repository: mmtk/ci-perf-kit - ref: "0.7.6" + ref: "ci-epoch" path: ci-perf-kit submodules: true # setup diff --git a/.github/workflows/perf-compare-ci.yml b/.github/workflows/perf-compare-ci.yml index 4242c0b1fd..0a9cc662fa 100644 --- a/.github/workflows/perf-compare-ci.yml +++ b/.github/workflows/perf-compare-ci.yml @@ -112,7 +112,7 @@ jobs: with: repository: mmtk/ci-perf-kit token: ${{ secrets.CI_ACCESS_TOKEN }} - ref: "0.7.6" + ref: "ci-epoch" path: ci-perf-kit submodules: true # setup @@ -219,7 +219,7 @@ jobs: with: repository: mmtk/ci-perf-kit token: ${{ secrets.CI_ACCESS_TOKEN }} - ref: "0.7.6" + ref: "ci-epoch" path: ci-perf-kit submodules: true # setup diff --git a/.github/workflows/perf-regression-ci.yml b/.github/workflows/perf-regression-ci.yml index 2e3d6b95e0..a8b61ef92c 100644 --- a/.github/workflows/perf-regression-ci.yml +++ b/.github/workflows/perf-regression-ci.yml @@ -45,7 +45,7 @@ jobs: uses: actions/checkout@v4 with: repository: mmtk/ci-perf-kit - ref: "0.7.6" + ref: "ci-epoch" path: ci-perf-kit token: ${{ secrets.CI_ACCESS_TOKEN }} submodules: true @@ -116,7 +116,7 @@ jobs: uses: actions/checkout@v4 with: repository: mmtk/ci-perf-kit - ref: "0.7.6" + ref: "ci-epoch" path: ci-perf-kit token: ${{ secrets.CI_ACCESS_TOKEN }} submodules: true @@ -191,7 +191,7 @@ jobs: uses: actions/checkout@v4 with: repository: mmtk/ci-perf-kit - ref: "0.7.6" + ref: "ci-epoch" path: ci-perf-kit token: ${{ secrets.CI_ACCESS_TOKEN }} submodules: true From 8534b3cb15688e72eb699e14a06dd3b434e561a2 Mon Sep 17 00:00:00 2001 From: Yi Lin Date: Tue, 24 Sep 2024 02:01:15 +0000 Subject: [PATCH 2/4] Test perf CI --- .github/workflows/perf-regression-ci.yml | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/.github/workflows/perf-regression-ci.yml b/.github/workflows/perf-regression-ci.yml index a8b61ef92c..a375f21fa4 100644 --- a/.github/workflows/perf-regression-ci.yml +++ b/.github/workflows/perf-regression-ci.yml @@ -8,13 +8,13 @@ on: # READ BEFORE ENABLING THE TRIGGER BELOW # This trigger is only used when testing the scripts in a branch, and should be commented out in other cases. # If this trigger is used, please change the following env: RESULT_REPO_BRANCH -> 'test' (MUST), DEPLOY -> 'false' (optional) - # pull_request: - # branches: - # - master + pull_request: + branches: + - master env: # The branch to save run data and plot graph from. Use 'self-hosted' for master, use 'test' or anything else for testing in a branch. - RESULT_REPO_BRANCH: 'self-hosted' + RESULT_REPO_BRANCH: 'test' # Whether we deploy the generated page. Set to true for master. DEPLOY: true # Directories in ci-perf-kit that will be uploaded as artifacts. The dirs can be found in ci-perf-kit/scripts/common.sh From 983fce1f3f10c68186dd2b7c9b5331967cfdae61 Mon Sep 17 00:00:00 2001 From: Yi Lin Date: Thu, 26 Sep 2024 05:44:34 +0000 Subject: [PATCH 3/4] Update ci-perf-kit to 0.8.0 --- .github/workflows/micro-bm.yml | 2 +- .github/workflows/perf-baseline.yml | 4 ++-- .github/workflows/perf-compare-ci.yml | 4 ++-- .github/workflows/perf-regression-ci.yml | 6 +++--- 4 files changed, 8 insertions(+), 8 deletions(-) diff --git a/.github/workflows/micro-bm.yml b/.github/workflows/micro-bm.yml index 71fcad9ae2..6501e5db04 100644 --- a/.github/workflows/micro-bm.yml +++ b/.github/workflows/micro-bm.yml @@ -66,7 +66,7 @@ jobs: with: repository: mmtk/ci-perf-kit token: ${{ secrets.GITHUB_TOKEN }} - ref: "ci-epoch" + ref: "0.8.0" path: ci-perf-kit submodules: true # Use rust-toolchain in the trunk (it doesnt matter much - if the toolchains defined in the trunk and the branch are different, we cant run anyway) diff --git a/.github/workflows/perf-baseline.yml b/.github/workflows/perf-baseline.yml index 13ee830ed7..e2b0ef5b28 100644 --- a/.github/workflows/perf-baseline.yml +++ b/.github/workflows/perf-baseline.yml @@ -42,7 +42,7 @@ jobs: with: token: ${{ secrets.CI_ACCESS_TOKEN }} repository: mmtk/ci-perf-kit - ref: "ci-epoch" + ref: "0.8.0" path: ci-perf-kit submodules: true # setup @@ -94,7 +94,7 @@ jobs: with: token: ${{ secrets.CI_ACCESS_TOKEN }} repository: mmtk/ci-perf-kit - ref: "ci-epoch" + ref: "0.8.0" path: ci-perf-kit submodules: true # setup diff --git a/.github/workflows/perf-compare-ci.yml b/.github/workflows/perf-compare-ci.yml index 0a9cc662fa..bf0011df8c 100644 --- a/.github/workflows/perf-compare-ci.yml +++ b/.github/workflows/perf-compare-ci.yml @@ -112,7 +112,7 @@ jobs: with: repository: mmtk/ci-perf-kit token: ${{ secrets.CI_ACCESS_TOKEN }} - ref: "ci-epoch" + ref: "0.8.0" path: ci-perf-kit submodules: true # setup @@ -219,7 +219,7 @@ jobs: with: repository: mmtk/ci-perf-kit token: ${{ secrets.CI_ACCESS_TOKEN }} - ref: "ci-epoch" + ref: "0.8.0" path: ci-perf-kit submodules: true # setup diff --git a/.github/workflows/perf-regression-ci.yml b/.github/workflows/perf-regression-ci.yml index a375f21fa4..b4ab239b34 100644 --- a/.github/workflows/perf-regression-ci.yml +++ b/.github/workflows/perf-regression-ci.yml @@ -45,7 +45,7 @@ jobs: uses: actions/checkout@v4 with: repository: mmtk/ci-perf-kit - ref: "ci-epoch" + ref: "0.8.0" path: ci-perf-kit token: ${{ secrets.CI_ACCESS_TOKEN }} submodules: true @@ -116,7 +116,7 @@ jobs: uses: actions/checkout@v4 with: repository: mmtk/ci-perf-kit - ref: "ci-epoch" + ref: "0.8.0" path: ci-perf-kit token: ${{ secrets.CI_ACCESS_TOKEN }} submodules: true @@ -191,7 +191,7 @@ jobs: uses: actions/checkout@v4 with: repository: mmtk/ci-perf-kit - ref: "ci-epoch" + ref: "0.8.0" path: ci-perf-kit token: ${{ secrets.CI_ACCESS_TOKEN }} submodules: true From 6b6aee805728b5546c1e5e5a62c11abe036170ba Mon Sep 17 00:00:00 2001 From: Yi Lin Date: Fri, 27 Sep 2024 00:12:54 +0000 Subject: [PATCH 4/4] Revert "Test perf CI" This reverts commit 8534b3cb15688e72eb699e14a06dd3b434e561a2. --- .github/workflows/perf-regression-ci.yml | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/.github/workflows/perf-regression-ci.yml b/.github/workflows/perf-regression-ci.yml index b4ab239b34..09cea5f6b6 100644 --- a/.github/workflows/perf-regression-ci.yml +++ b/.github/workflows/perf-regression-ci.yml @@ -8,13 +8,13 @@ on: # READ BEFORE ENABLING THE TRIGGER BELOW # This trigger is only used when testing the scripts in a branch, and should be commented out in other cases. # If this trigger is used, please change the following env: RESULT_REPO_BRANCH -> 'test' (MUST), DEPLOY -> 'false' (optional) - pull_request: - branches: - - master + # pull_request: + # branches: + # - master env: # The branch to save run data and plot graph from. Use 'self-hosted' for master, use 'test' or anything else for testing in a branch. - RESULT_REPO_BRANCH: 'test' + RESULT_REPO_BRANCH: 'self-hosted' # Whether we deploy the generated page. Set to true for master. DEPLOY: true # Directories in ci-perf-kit that will be uploaded as artifacts. The dirs can be found in ci-perf-kit/scripts/common.sh