Feat/add findex redis v7

.github/scripts/cargo_build.ps1

@@ -0,0 +1,58 @@
+$ErrorActionPreference = "Stop"
+Set-StrictMode -Version Latest
+$PSNativeCommandUseErrorActionPreference = $true # might be true by default
+
+function BuildProject {
+    param (
+        [Parameter(Mandatory = $true)]
+        [ValidateSet("debug", "release")]
+        [string]$BuildType
+    )
+
+    # Add target
+    rustup target add x86_64-pc-windows-msvc
+
+    $env:OPENSSL_DIR = "$env:VCPKG_INSTALLATION_ROOT\packages\openssl_x64-windows-static"
+    Get-ChildItem -Recurse $env:OPENSSL_DIR
+
+    # Build `cosmian_findex_cli`
+    Get-ChildItem crate\cli
+    if ($BuildType -eq "release") {
+        cargo build --release --target x86_64-pc-windows-msvc
+    }
+    else {
+        cargo build --target x86_64-pc-windows-msvc
+    }
+    Get-ChildItem ..\..
+
+    # Check dynamic links
+    $output = & "C:\Program Files\Microsoft Visual Studio\2022\Enterprise\VC\Tools\MSVC\14.29.30133\bin\HostX64\x64\dumpbin.exe" /dependents target\x86_64-pc-windows-msvc\$BuildType\cosmian_findex_cli.exe | Select-String "libcrypto"
+    if ($output) {
+        throw "OpenSSL (libcrypto) found in dynamic dependencies. Error: $output"
+    }
+
+    # Build `server`
+    Set-Location crate\server
+    if ($BuildType -eq "release") {
+        cargo build --release --target x86_64-pc-windows-msvc
+        cargo test --release --target x86_64-pc-windows-msvc -p cosmian_findex_server -- --nocapture --skip test_findex --skip test_all_authentications --skip test_server_auth_matrix --skip test_datasets
+    }
+    else {
+        cargo build --target x86_64-pc-windows-msvc
+        cargo test --target x86_64-pc-windows-msvc -p cosmian_findex_server -- --nocapture --skip test_findex --skip test_all_authentications --skip test_server_auth_matrix --skip test_datasets
+    }
+    Get-ChildItem ..\..
+
+    # Check dynamic links
+    $output = & "C:\Program Files\Microsoft Visual Studio\2022\Enterprise\VC\Tools\MSVC\14.29.30133\bin\HostX64\x64\dumpbin.exe" /dependents target\x86_64-pc-windows-msvc\$BuildType\cosmian_findex_server.exe | Select-String "libcrypto"
+    if ($output) {
+        throw "OpenSSL (libcrypto) found in dynamic dependencies. Error: $output"
+    }
+
+    exit 0
+}
+
+
+# Example usage:
+# BuildProject -BuildType debug
+# BuildProject -BuildType release

.github/scripts/cargo_build.sh

@@ -24,7 +24,9 @@ fi
 rustup target add "$TARGET"
 
 # shellcheck disable=SC2086
-cargo build --target $TARGET $RELEASE $FEATURES
+cargo build --target $TARGET $RELEASE
+
+export RUST_LOG="cosmian_findex_cli=debug,cosmian_findex_server=trace,test_findex_server=trace"
 
 # shellcheck disable=SC2086
-cargo test --target $TARGET $RELEASE --workspace -- --nocapture $SKIP_SERVICES_TESTS
+cargo test --target $TARGET $RELEASE --workspace -- --nocapture $SKIP_SERVICES_TESTS --include-ignored

.github/scripts/loop.sh

@@ -0,0 +1,15 @@
+#!/bin/bash
+
+set -ex
+
+cargo build --workspace --all-targets
+
+# export RUST_LOG="cosmian_findex_cli=trace,cosmian_findex_server=trace,test_findex_server=trace"
+
+echo "Running tests in an infinite loop"
+while true; do
+  reset
+  # cargo test --workspace -- --nocapture
+  cargo nextest run --workspace --nocapture
+  sleep 1
+done

.github/workflows/build_all.yml

@@ -39,7 +39,7 @@ jobs:
       archive-name: ${{ matrix.archive-name }}
       target: ${{ matrix.target }}
       debug_or_release: ${{ inputs.debug_or_release }}
-      skip_services_tests: --skip test_redis
+      skip_services_tests: --skip test_findex --skip test_all_authentications --skip test_server_auth_matrix --skip test_datasets
 
   generic-macos:
     strategy:
@@ -58,12 +58,21 @@ jobs:
       archive-name: ${{ matrix.archive-name }}
       target: ${{ matrix.target }}
       debug_or_release: ${{ inputs.debug_or_release }}
-      skip_services_tests: --skip test_redis
+      skip_services_tests: --skip test_findex --skip test_all_authentications --skip test_server_auth_matrix --skip test_datasets
+
+  windows-2022:
+    # if: inputs.debug_or_release == 'release'
+    uses: ./.github/workflows/build_windows.yml
+    with:
+      toolchain: ${{ inputs.toolchain }}
+      archive-name: windows
+      debug_or_release: ${{ inputs.debug_or_release }}
 
   cleanup:
     needs:
       - rhel9
       - generic-linux
       - generic-macos
+      - windows-2022
     uses: Cosmian/reusable_workflows/.github/workflows/cleanup_cache.yml@develop
     secrets: inherit

.github/workflows/build_docker_image.yml

@@ -0,0 +1,74 @@
+---
+name: Docker build
+
+on:
+  workflow_call:
+    inputs:
+      dockerfile:
+        required: true
+        type: string
+      registry-image:
+        required: true
+        type: string
+      platforms:
+        required: true
+        type: string
+
+env:
+  REGISTRY: ghcr.io
+
+jobs:
+  build-and-push-image:
+    name: Image
+    runs-on: ubuntu-22.04
+    container: docker:19.03.15
+
+    steps:
+      - name: Display cpuinfo
+        run: cat /proc/cpuinfo
+
+      - name: Install tar
+        run: apk add --no-cache tar
+
+      - uses: actions/checkout@v3
+
+      - name: Login to GitHub Packages
+        uses: docker/login-action@v2
+        with:
+          registry: ${{ env.REGISTRY }}
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Extract Docker metadata
+        id: meta
+        uses: docker/metadata-action@v4
+        with:
+          images: |
+            ${{ inputs.registry-image }}
+          tags: |
+            type=ref,event=branch
+            type=ref,event=pr
+            type=semver,pattern={{version}}
+            type=semver,pattern={{major}}.{{minor}}
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v2
+
+      - name: Build and tag docker container
+        uses: docker/build-push-action@v3
+        with:
+          context: .
+          push: true
+          platforms: ${{ inputs.platforms }}
+          tags: ${{ steps.meta.outputs.tags }}
+          labels: ${{ steps.meta.outputs.labels }}
+          file: ${{ inputs.dockerfile }}
+          network: host
+
+      - name: Display metadata version ${{ steps.meta.outputs.version }}
+        run: |
+          echo version: "${{ steps.meta.outputs.version }}"
+          echo tags: "${{ steps.meta.outputs.tags }}"
+
+    outputs:
+      image-tag: ${{ inputs.registry-image }}:${{ steps.meta.outputs.version }}

.github/workflows/build_generic.yml

@@ -52,7 +52,41 @@ jobs:
         with:
           name: ${{ inputs.archive-name }}-${{ inputs.debug_or_release }}
           path: |
+            target/${{ inputs.target }}/${{ inputs.debug_or_release }}/cosmian_findex_cli
             target/${{ inputs.target }}/${{ inputs.debug_or_release }}/cosmian_findex_server
-            target/${{ inputs.target }}/${{ inputs.debug_or_release }}/findex
           retention-days: 1
           if-no-files-found: error
+
+  test:
+    needs: cargo-build
+    name: Clean env. ${{ inputs.archive-name }}
+    runs-on: ${{ inputs.distribution }}
+    steps:
+      - uses: actions/download-artifact@v3
+        with:
+          name: ${{ inputs.archive-name }}-${{ inputs.debug_or_release }}
+
+      - run: find .
+        if: contains(runner.os, 'linux')
+
+      - name: Linux launch cli and server
+        if: contains(runner.os, 'Linux')
+        run: |
+          set -ex
+          pwd
+          find . -type f
+          chmod u+x ./cosmian_findex_cli
+          chmod u+x ./cosmian_findex_server
+
+          ./cosmian_findex_cli -V
+          ./cosmian_findex_server -V
+
+      - name: MacOS launch cli and server
+        if: contains(runner.os, 'macos')
+        run: |
+          set -ex
+          chmod u+x ./cosmian_findex_cli
+          chmod u+x ./cosmian_findex_server
+
+          ./cosmian_findex_cli -V
+          ./cosmian_findex_server -V

.github/workflows/build_windows.yml

@@ -0,0 +1,93 @@
+---
+name: Findex server cargo build - windows
+
+on:
+  workflow_call:
+    inputs:
+      toolchain:
+        required: true
+        type: string
+      archive-name:
+        required: true
+        type: string
+      debug_or_release:
+        required: true
+        type: string
+
+jobs:
+  findex-server-build:
+    name: ${{ inputs.archive-name }}
+    runs-on: windows-2022
+    steps:
+      - name: Print ENV
+        run: printenv
+
+      - uses: actions/checkout@v3
+
+      - uses: dtolnay/rust-toolchain@master
+        with:
+          toolchain: ${{ inputs.toolchain }}
+          components: rustfmt, clippy
+
+      # - name: Discover dumpbin location
+      #   shell: pwsh
+      #   run: |
+      #     Get-ChildItem -Recurse "C:\Program Files\Microsoft Visual Studio"
+
+      - name: Discover environment variables on Runner
+        shell: pwsh
+        run: |
+          Get-ChildItem env:
+
+      - name: Locate VCPKG_INSTALLATION_ROOT
+        shell: pwsh
+        run: |
+          Get-ChildItem $env:VCPKG_INSTALLATION_ROOT
+
+      - name: Build static OpenSSL
+        shell: pwsh
+        run: |
+          vcpkg install --triplet x64-windows-static
+          vcpkg integrate install
+
+          Get-ChildItem -Recurse "$env:VCPKG_INSTALLATION_ROOT\packages"
+
+      - name: Build
+        shell: pwsh
+        run: |
+          . .\.github\scripts\cargo_build.ps1
+          BuildProject -BuildType ${{ inputs.debug_or_release }}
+        env:
+          # Google variables
+          TEST_GOOGLE_OAUTH_CLIENT_ID: ${{ secrets.TEST_GOOGLE_OAUTH_CLIENT_ID }}
+          TEST_GOOGLE_OAUTH_CLIENT_SECRET: ${{ secrets.TEST_GOOGLE_OAUTH_CLIENT_SECRET }}
+          TEST_GOOGLE_OAUTH_REFRESH_TOKEN: ${{ secrets.TEST_GOOGLE_OAUTH_REFRESH_TOKEN }}
+
+      - name: Upload Findex server for windows-2022
+        uses: actions/upload-artifact@v3
+        with:
+          name: ${{ inputs.archive-name }}-${{ inputs.debug_or_release }}
+          path: |
+            target/x86_64-pc-windows-msvc/${{ inputs.debug_or_release }}/cosmian_findex_cli.exe
+            target/x86_64-pc-windows-msvc/${{ inputs.debug_or_release }}/cosmian_findex_server.exe
+          retention-days: 1
+          if-no-files-found: error
+
+  findex-server-test:
+    needs: findex-server-build
+    name: Clean env. ${{ inputs.archive-name }}
+    runs-on: windows-2022
+    steps:
+      - uses: actions/download-artifact@v3
+        with:
+          name: ${{ inputs.archive-name }}-${{ inputs.debug_or_release }}
+
+      - name: List files recursively
+        shell: pwsh
+        run: Get-ChildItem -Recurse
+
+      - name: Launch cosmian_findex_cli and cosmian_findex_server
+        run: |
+          pwd
+          ./cosmian_findex_cli.exe -V
+          ./cosmian_findex_server.exe -V

.github/workflows/main.yml

@@ -1,25 +1,12 @@
 ---
-name: CI checks
+name: CI debug
 
 on:
   push:
 
 jobs:
-  cargo-audit:
-    name: Security Audit
-    runs-on: ubuntu-latest
-    steps:
-      - uses: actions/checkout@v3
-      - uses: EmbarkStudios/cargo-deny-action@v1
-
-  cargo-lint:
-    uses: ./.github/workflows/clippy.yml
-    with:
-      toolchain: nightly-2024-06-09
-
-  build_tests:
-    uses: ./.github/workflows/build_all.yml
-    secrets: inherit
+  main:
+    uses: ./.github/workflows/main_base.yml
     with:
-      toolchain: nightly-2024-06-09
+      toolchain: stable-2024-10-17
       debug_or_release: debug