Bumping up github actions

- deprecated upload-artifacts -> upgrade to v4 - general bumping of the rest - keep output of failed tests - megalinter v8 new report structure - Mambaforge -> Miniforge3
cbg-ethz · Oct 3, 2024 · 42e417b · 42e417b
1 parent e2ef699
commit 42e417b
Show file tree

Hide file tree

Showing 6 changed files with 49 additions and 33 deletions.
diff --git a/.github/workflows/deploy-docker.yaml b/.github/workflows/deploy-docker.yaml
@@ -51,7 +51,7 @@ jobs:
 
       - name: Build and push
         id: docker_build
-        uses: docker/build-push-action@v5
+        uses: docker/build-push-action@v6
         with:
           push: ${{ contains(github.ref, 'master') || startsWith(github.ref, 'refs/tags') }}
           tags: ${{ steps.meta.outputs.tags }}

diff --git a/.github/workflows/mega-linter.yml b/.github/workflows/mega-linter.yml
@@ -27,7 +27,7 @@ jobs:
     steps:
       # Git Checkout
       - name: Checkout Code
-        uses: actions/checkout@v2
+        uses: actions/checkout@v4
         with:
           token: ${{ secrets.PAT || secrets.GITHUB_TOKEN }}
           fetch-depth: 0
@@ -37,7 +37,7 @@ jobs:
         id: ml
         # You can override Mega-Linter flavor used to have faster performances
         # More info at https://megalinter.github.io/flavors/
-        uses: megalinter/megalinter@v6
+        uses: megalinter/megalinter@v8
         env:
           # All available variables are described in documentation
           # https://megalinter.github.io/configuration/
@@ -48,12 +48,11 @@ jobs:
       # Upload Mega-Linter artifacts
       - name: Archive production artifacts
         if: ${{ success() }} || ${{ failure() }}
-        uses: actions/upload-artifact@v2
+        uses: actions/upload-artifact@v4
         with:
           name: Mega-Linter reports
           path: |
-            report
-            mega-linter.log
+            megalinter-reports
 
       # Create pull request if applicable (for now works only on PR from same repository, not from forks)
       - name: Create Pull Request with applied fixes

diff --git a/.github/workflows/run_regression_tests.yaml b/.github/workflows/run_regression_tests.yaml
@@ -18,15 +18,15 @@ jobs:
 
     steps:
       - name: Checkout repository
-        uses: actions/checkout@v3
+        uses: actions/checkout@v4
         with:
             lfs: false
 
       - name: Install conda environment dependencies
-        uses: conda-incubator/setup-miniconda@v2
+        uses: conda-incubator/setup-miniconda@v3
         with:
           miniforge-version: latest
-          miniforge-variant: Mambaforge
+          miniforge-variant: Miniforge3
           python-version: "3.11"
           mamba-version: "*"
           channels: conda-forge,bioconda #,defaults # see: https://github.com/conda-forge/status/issues/144
@@ -75,16 +75,16 @@ jobs:
         shell: bash -l {0}
 
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
         with:
             lfs: false
             # NOTE to save on bandwidth costs, GitHub Action will not use GitHub's own LFS
 
       - name: Install conda environment dependencies
-        uses: conda-incubator/setup-miniconda@v2
+        uses: conda-incubator/setup-miniconda@v3
         with:
           miniforge-version: latest
-          miniforge-variant: Mambaforge
+          miniforge-variant: Miniforge3
           python-version: ${{ matrix.python-version }}
           mamba-version: "*"
           channels: conda-forge,bioconda #,defaults # see: https://github.com/conda-forge/status/issues/144
@@ -104,9 +104,12 @@ jobs:
         run: ./regression_tests.sh ${{ matrix.virus }}
 
       - name: Archive code coverage results
-        uses: actions/upload-artifact@v3
+        if: ${{ success() }} || ${{ failure() }}
+        uses: actions/upload-artifact@v4
         with:
-          name: regression test output and diffs
+          name: regression_test_${{ matrix.os }}_${{ matrix.python-version }}_${{ matrix.virus }}
           path: |
             /tmp/v-pipe_tests/*
+            !/tmp/v-pipe_tests/.snakemake/conda/*/
+          include-hidden-files: true
           if-no-files-found: ignore
diff --git a/.github/workflows/snakedeploy_tests.yaml b/.github/workflows/snakedeploy_tests.yaml
@@ -27,7 +27,7 @@ jobs:
 
     steps:
       - name: Checkout test data
-        uses: actions/checkout@v3
+        uses: actions/checkout@v4
         with:
             sparse-checkout: |
                 tests
@@ -37,10 +37,10 @@ jobs:
             # NOTE to save on bandwidth costs, GitHub Action will not use GitHub's own LFS
 
       - name: Install conda environment dependencies
-        uses: conda-incubator/setup-miniconda@v2
+        uses: conda-incubator/setup-miniconda@v3
         with:
           miniforge-version: latest
-          miniforge-variant: Mambaforge
+          miniforge-variant: Miniforge3
           python-version: "3.11" # temporary fix for snakemake issue #2480
           mamba-version: "*"
           channels: conda-forge,bioconda
@@ -81,11 +81,13 @@ jobs:
                 --keep-going
 
       - name: Archive test results
-        uses: actions/upload-artifact@v3
+        if: ${{ success() }} || ${{ failure() }}
+        uses: actions/upload-artifact@v4
         with:
-          name: test_output
+          name: test_output_${{ matrix.virus }}
           path: |
             ./*
             !./.git
             !./.snakemake/conda/*/
+          include-hidden-files: true
           if-no-files-found: ignore
diff --git a/.github/workflows/test-docker.yaml b/.github/workflows/test-docker.yaml
@@ -42,15 +42,15 @@ jobs:
 
       - name: Build and save
         id: docker_build
-        uses: docker/build-push-action@v5
+        uses: docker/build-push-action@v6
         with:
           push: false
           tags: ${{ steps.meta.outputs.tags }}
           labels: ${{ steps.meta.outputs.labels }}
           outputs: type=docker,dest=./vpipe-docker.tar.zst,compression=zstd,compression-level=6
 
       - name: Upload artifact
-        uses: actions/upload-artifact@v3
+        uses: actions/upload-artifact@v4
         if: "( !contains(github.ref, 'master') && !startsWith(github.ref, 'refs/tags') )"
         with:
           name: vpipe-docker

diff --git a/.github/workflows/tutorials.yaml b/.github/workflows/tutorials.yaml
@@ -24,7 +24,7 @@ jobs:
         run: rm -rf /opt/hostedtoolcache
 
       - name: Checkout repository
-        uses: actions/checkout@v3
+        uses: actions/checkout@v4
         with:
             sparse-checkout: |
                 docs
@@ -33,10 +33,10 @@ jobs:
             lfs: false
 
       - name: Install conda environment dependencies
-        uses: conda-incubator/setup-miniconda@v2
+        uses: conda-incubator/setup-miniconda@v3
         with:
           miniforge-version: latest
-          miniforge-variant: Mambaforge
+          miniforge-variant: Miniforge3
           mamba-version: "*"
           channels: conda-forge,bioconda
           channel-priority: strict
@@ -57,16 +57,16 @@ jobs:
         run: tar --zstd -cvf vpipeinstallation.tar.zst ./docs/vp-analysis
 
       - name: Keep installation
-        uses: actions/upload-artifact@v3
+        uses: actions/upload-artifact@v4
         with:
           name: VPipeInstallation
           path: vpipeinstallation.tar.zst
           if-no-files-found: error
 
       - name: Save notebooks
-        uses: actions/upload-artifact@v3
+        uses: actions/upload-artifact@v4
         with:
-          name: JupyterNotebooks
+          name: JupyterNotebooks-Install
           path: ./docs/*.ipynb
 
 
@@ -93,7 +93,7 @@ jobs:
         run: rm -rf /opt/hostedtoolcache
 
       - name: Checkout repository
-        uses: actions/checkout@v3
+        uses: actions/checkout@v4
         with:
             sparse-checkout: |
                 docs
@@ -102,18 +102,18 @@ jobs:
             lfs: false
 
       - name: Reuse installation
-        uses: actions/download-artifact@v2
+        uses: actions/download-artifact@v4
         with:
             name: VPipeInstallation
 
       - name: Extract V-pipe installation archive
         run: tar --zstd -xvf vpipeinstallation.tar.zst
 
       - name: Install conda environment dependencies
-        uses: conda-incubator/setup-miniconda@v2
+        uses: conda-incubator/setup-miniconda@v3
         with:
           miniforge-version: latest
-          miniforge-variant: Mambaforge
+          miniforge-variant: Miniforge3
           python-version: "3.11"
           mamba-version: "*"
           channels: conda-forge,bioconda
@@ -130,10 +130,22 @@ jobs:
         working-directory: ./docs
         run: ./convert.sh --branch tutorial*_${{ matrix.virus }}.md
 
+      - name: Save output
+        if: ${{ failure() }}
+        uses: actions/upload-artifact@v4
+        with:
+          name: Tutorial_${{ matrix.virus }}
+          path: |
+            ./docs/*.ipynb
+            ./docs/vp-analysis/work*
+            !./docs/vp-analysis/work*/.snakemake/conda/*/
+          include-hidden-files: true
+          if-no-files-found: ignore
+
       - name: Save notebooks
-        uses: actions/upload-artifact@v3
+        uses: actions/upload-artifact@v4
         with:
-          name: JupyterNotebooks
+          name: JupyterNotebooks-${{ matrix.virus }}
           path: ./docs/*.ipynb
 
       # - name: Publish