Re-work of mucoll-spack to enable build of releases fully on github

.cherry-pick

@@ -1,10 +1,5 @@
-# root: fix for +opengl, remove when https://github.com/spack/spack/pull/45057 is merged
-curl -s https://patch-diff.githubusercontent.com/raw/spack/spack/pull/4505742844.diff | patch -p1
+# py-onnx: add a patch for the standard, remove after 1.15.0
+git cherry-pick bbd205543b09139f2f57f21099eb366c9f183d76 -X theirs --no-commit
 
-# protobuf: updated patch path, remove when https://github.com/spack/spack/pull/44210
-#            and https://github.com/spack/spack/pull/44443 are merged
-curl -s https://patch-diff.githubusercontent.com/raw/spack/spack/pull/44210.diff | patch -p1
-curl -s https://patch-diff.githubusercontent.com/raw/spack/spack/pull/44443.diff | patch -p1
-
-# dd4hep: update to version 1.29, remove when https://github.com/spack/spack/pull/44652 is merged
-curl -s https://patch-diff.githubusercontent.com/raw/spack/spack/pull/44652.diff | patch -p1
+# add gaudi 39
+git cherry-pick 5ebf45861f688337dddcdee2242d4f479a832d06 -X theirs --no-commit

.github/workflows/concretize-template.yaml

@@ -13,19 +13,19 @@ jobs:
       fail-fast: false
     steps:
       - name: Checkout Spack
-        uses: actions/checkout@v3
+        uses: actions/checkout@v4
         with:
           repository: spack/spack
           path: spack
 
       - name: Checkout Key4hep
-        uses: actions/checkout@v3
+        uses: actions/checkout@v4
         with:
           repository: key4hep/key4hep-spack
           path: key4hep-spack
 
       - name: Checkout this repo
-        uses: actions/checkout@v3
+        uses: actions/checkout@v4
         with:
           path: mucoll-spack
 
@@ -42,7 +42,7 @@ jobs:
           spack spec -Nt > ${GITHUB_WORKSPACE}/spec-${{ inputs.target }}.log
 
       - name: Store artifacts
-        uses: actions/upload-artifact@v3
+        uses: actions/upload-artifact@v4
         with:
           name: spec-list
-          path: ${GITHUB_WORKSPACE}/spec-${{ inputs.target }}.log
+          path: ${GITHUB_WORKSPACE}/spec-${{ inputs.target }}.log

.github/workflows/concretize.yaml

@@ -1,6 +1,6 @@
 name: concretize-ubuntu
 
-on: [push, pull_request]
+on: [pull_request]
 
 jobs:
   concretize:
@@ -10,5 +10,4 @@ jobs:
         target: [common, release, release-debug]
     uses: ./.github/workflows/concretize-template.yaml
     with:
-      target: ${{ matrix.target }}
-
+      target: ${{ matrix.target }}

.github/workflows/full-rebuild.yml

@@ -0,0 +1,169 @@
+name: Re-build and publish All
+on:
+  push:
+    paths:
+        - .github/workflows/full-rebuild.yml
+        - 'AlmaLinux9/Dockerfile-spack'
+  workflow_dispatch:
+
+env:
+  REGISTRY: ghcr.io
+
+permissions:
+  contents: read
+  packages: write
+  id-token: write
+  attestations: write
+
+jobs:
+  build-spack:
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        os: [{dir: AlmaLinux9,suffix: alma9}]
+    env:
+      IMAGE_NAME: mucoll-spack
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+      - name: Set up Docker buildx
+        uses: docker/setup-buildx-action@v3
+      - name: Login to container registry
+        uses: docker/login-action@v3
+        with:
+          registry: ${{ env.REGISTRY }}
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+      - name: Make owner name lowercase
+        run: |
+            echo "OWNER_LC=${OWNER,,}" >>${GITHUB_ENV}
+        env:
+            OWNER: '${{ github.repository_owner }}'
+      - name: Extract metadata for Docker
+        id: meta
+        uses: docker/metadata-action@v5
+        with:
+          images: ${{ env.REGISTRY }}/${{env.OWNER_LC}}/mucoll-dummy
+      - name: Build and Push
+        id: docker_build
+        uses: docker/build-push-action@v6
+        with:
+          context: ./${{matrix.os.dir}}
+          file: ./${{matrix.os.dir}}/Dockerfile-spack
+          push: true
+          build-args: |
+            VERSION=${{ steps.meta.outputs.version }}
+            REPOSITORY=${{ env.REGISTRY }}/${{env.OWNER_LC}}
+          tags: ${{ env.REGISTRY }}/${{env.OWNER_LC}}/${{ env.IMAGE_NAME}}:${{steps.meta.outputs.version}}-${{matrix.os.suffix}}
+          labels: ${{ steps.meta.outputs.labels }}
+  build-minimal:
+    runs-on: ubuntu-latest
+    needs: build-spack
+    strategy:
+      matrix:
+        os: [{dir: AlmaLinux9,suffix: alma9}]
+    env:
+      IMAGE_NAME: mucoll-minimal
+    steps:
+      - name: Free Disk Space (Ubuntu)
+        uses: endersonmenezes/free-disk-space@v2
+        with:
+          remove_android: true
+          remove_dotnet: true
+          remove_haskell: true
+          remove_tool_cache: true
+          remove_swap: true
+          remove_packages: "azure-cli google-cloud-cli microsoft-edge-stable google-chrome-stable firefox postgresql* temurin-* *llvm* mysql* dotnet-sdk-*"
+          remove_packages_one_command: true
+          remove_folders: "/usr/share/swift /usr/share/miniconda /usr/share/az* /usr/share/glade* /usr/local/lib/node_modules /usr/local/share/chromium /usr/local/share/powershell"
+          testing: false
+      - name: Checkout
+        uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+      - name: Login to DockerHub
+        uses: docker/login-action@v3
+        with:
+          registry: ${{ env.REGISTRY }}
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+      - name: lowercase owner name
+        run: |
+            echo "OWNER_LC=${OWNER,,}" >>${GITHUB_ENV}
+        env:
+            OWNER: '${{ github.repository_owner }}'
+      - name: Docker Meta
+        id: meta
+        uses: docker/metadata-action@v5
+        with:
+          images: ${{ env.REGISTRY }}/${{env.OWNER_LC}}/mucoll-dummy
+      - name: Build and Push
+        id: docker_build
+        uses: docker/build-push-action@v6
+        with:
+          push: true
+          context: ./${{matrix.os.dir}}
+          file: ./${{matrix.os.dir}}/Dockerfile-minimal
+          build-args: |
+            VERSION=${{ steps.meta.outputs.version }}
+            REPOSITORY=${{ env.REGISTRY }}/${{env.OWNER_LC}}
+          tags: ${{ env.REGISTRY }}/${{env.OWNER_LC}}/${{ env.IMAGE_NAME}}:${{steps.meta.outputs.version}}-${{matrix.os.suffix}}
+          labels: ${{ steps.meta.outputs.labels }}
+  build-sim:
+    runs-on: ubuntu-latest
+    needs: build-minimal
+    strategy:
+      matrix:
+        os: [{dir: AlmaLinux9,suffix: alma9}]
+    steps:
+      - name: Free Disk Space (Ubuntu)
+        uses: endersonmenezes/free-disk-space@v2
+        with:
+          remove_android: true
+          remove_dotnet: true
+          remove_haskell: true
+          remove_tool_cache: true
+          remove_swap: true
+          remove_packages: "azure-cli google-cloud-cli microsoft-edge-stable google-chrome-stable firefox postgresql* temurin-* *llvm* mysql* dotnet-sdk-*"
+          remove_packages_one_command: true
+          remove_folders: "/usr/share/swift /usr/share/miniconda /usr/share/az* /usr/share/glade* /usr/local/lib/node_modules /usr/local/share/chromium /usr/local/share/powershell"
+          testing: false
+      - name: Checkout
+        uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+      - name: Login to DockerHub
+        uses: docker/login-action@v3
+        with:
+          registry: ${{ env.REGISTRY }}
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+      - name: lowercase owner name
+        run: |
+            echo "OWNER_LC=${OWNER,,}" >>${GITHUB_ENV}
+        env:
+            OWNER: '${{ github.repository_owner }}'
+      - name: Docker Meta
+        id: meta
+        uses: docker/metadata-action@v5
+        with:
+          images: ${{ env.REGISTRY }}/${{env.OWNER_LC}}/mucoll-dummy
+      - name: Build and Push
+        id: docker_build
+        uses: docker/build-push-action@v6
+        with:
+          push: true
+          context: ./${{matrix.os.dir}}
+          file: ./${{matrix.os.dir}}/Dockerfile-sim
+          build-args: |
+            VERSION=${{ steps.meta.outputs.version }}
+            IMAGE=${{ env.REGISTRY }}/${{env.OWNER_LC}}
+            REPOSITORY=${{ github.repository }}
+            MUCOLL_SHA=${{ github.sha }}
+          tags: ${{ env.REGISTRY }}/${{env.OWNER_LC}}/mucoll-sim:${{steps.meta.outputs.version}}-${{matrix.os.suffix}}

.github/workflows/minimal-rebuild.yml

@@ -0,0 +1,127 @@
+name: Re-build and publish Minimal
+
+on:
+  push:
+    paths:
+        - '.github/workflows/minimal-rebuild.yml'
+        - 'AlmaLinux9/Dockerfile-minimal'
+  workflow_dispatch:
+
+env:
+  REGISTRY: ghcr.io
+
+permissions:
+  contents: read
+  packages: write
+  id-token: write
+  attestations: write
+
+jobs:
+  build-minimal:
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        os: [{dir: AlmaLinux9,suffix: alma9}]
+    env:
+      IMAGE_NAME: mucoll-minimal
+    steps:
+      - name: Free Disk Space (Ubuntu)
+        uses: endersonmenezes/free-disk-space@v2
+        with:
+          remove_android: true
+          remove_dotnet: true
+          remove_haskell: true
+          remove_tool_cache: true
+          remove_swap: true
+          remove_packages: "azure-cli google-cloud-cli microsoft-edge-stable google-chrome-stable firefox postgresql* temurin-* *llvm* mysql* dotnet-sdk-*"
+          remove_packages_one_command: true
+          remove_folders: "/usr/share/swift /usr/share/miniconda /usr/share/az* /usr/share/glade* /usr/local/lib/node_modules /usr/local/share/chromium /usr/local/share/powershell"
+          testing: false
+      - name: Checkout
+        uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+      - name: Login to DockerHub
+        uses: docker/login-action@v3
+        with:
+          registry: ${{ env.REGISTRY }}
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+      - name: lowercase owner name
+        run: |
+            echo "OWNER_LC=${OWNER,,}" >>${GITHUB_ENV}
+        env:
+            OWNER: '${{ github.repository_owner }}'
+      - name: Docker Meta
+        id: meta
+        uses: docker/metadata-action@v5
+        with:
+          images: ${{ env.REGISTRY }}/${{env.OWNER_LC}}/mucoll-dummy
+      - name: Build and Push
+        id: docker_build
+        uses: docker/build-push-action@v6
+        with:
+          push: true
+          context: ./${{matrix.os.dir}}
+          file: ./${{matrix.os.dir}}/Dockerfile-minimal
+          build-args: |
+            VERSION=${{ steps.meta.outputs.version }}
+            REPOSITORY=${{ env.REGISTRY }}/${{env.OWNER_LC}}
+          tags: ${{ env.REGISTRY }}/${{env.OWNER_LC}}/${{ env.IMAGE_NAME}}:${{steps.meta.outputs.version}}-${{matrix.os.suffix}}
+          labels: ${{ steps.meta.outputs.labels }}
+  build-sim:
+    runs-on: ubuntu-latest
+    needs: build-minimal
+    strategy:
+      matrix:
+        os: [{dir: AlmaLinux9,suffix: alma9}]
+    steps:
+      - name: Free Disk Space (Ubuntu)
+        uses: endersonmenezes/free-disk-space@v2
+        with:
+          remove_android: true
+          remove_dotnet: true
+          remove_haskell: true
+          remove_tool_cache: true
+          remove_swap: true
+          remove_packages: "azure-cli google-cloud-cli microsoft-edge-stable google-chrome-stable firefox postgresql* temurin-* *llvm* mysql* dotnet-sdk-*"
+          remove_packages_one_command: true
+          remove_folders: "/usr/share/swift /usr/share/miniconda /usr/share/az* /usr/share/glade* /usr/local/lib/node_modules /usr/local/share/chromium /usr/local/share/powershell"
+          testing: false
+      - name: Checkout
+        uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+      - name: Login to DockerHub
+        uses: docker/login-action@v3
+        with:
+          registry: ${{ env.REGISTRY }}
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+      - name: lowercase owner name
+        run: |
+            echo "OWNER_LC=${OWNER,,}" >>${GITHUB_ENV}
+        env:
+            OWNER: '${{ github.repository_owner }}'
+      - name: Docker Meta
+        id: meta
+        uses: docker/metadata-action@v5
+        with:
+          images: ${{ env.REGISTRY }}/${{env.OWNER_LC}}/mucoll-dummy
+      - name: Build and Push
+        id: docker_build
+        uses: docker/build-push-action@v6
+        with:
+          push: true
+          context: ./${{matrix.os.dir}}
+          file: ./${{matrix.os.dir}}/Dockerfile-sim
+          build-args: |
+            VERSION=${{ steps.meta.outputs.version }}
+            IMAGE=${{ env.REGISTRY }}/${{env.OWNER_LC}}
+            REPOSITORY=${{ github.repository }}
+            MUCOLL_SHA=${{ github.sha }}
+          tags: ${{ env.REGISTRY }}/${{env.OWNER_LC}}/mucoll-sim:${{steps.meta.outputs.version}}-${{matrix.os.suffix}}