Skip to content

3.5.4

3.5.4 #135

Workflow file for this run

name: Spark Dotnet
on:
pull_request:
branches: [ "main" ]
push:
branches: [ "main" ]
jobs:
build:
concurrency:
group: ${{ github.ref }} # Groups all runs of this workflow using the branch name
cancel-in-progress: true # Automatically cancels any previous run of the workflow that is not completed
strategy:
matrix:
configuration: [Release]
runs-on: ubuntu-latest
env:
Solution_Name: Spark.Connect.Dotnet
Test_Project_Path: src/test
steps:
- name: Checkout code
uses: actions/checkout@v2
- uses: actions/setup-dotnet@v1
with:
dotnet-version: '8.0' # Specify your .NET Core version here
- name: Print current directory
run: pwd
- name: Print current directory listing
run: ls -a ./src
- uses: actions/setup-python@v5
with:
python-version: '3.12'
- uses: actions/setup-java@v4
with:
java-version: '17'
distribution: temurin
- name: Install dependencies
working-directory: ./src
run: dotnet restore
- name: Build the project
working-directory: ./src
run: dotnet build --configuration Release --no-restore
- uses: vemonet/setup-spark@v1
with:
spark-version: '3.5.4'
hadoop-version: '3'
- run: $SPARK_HOME/sbin/stop-connect-server.sh --force
- run: $SPARK_HOME/sbin/start-connect-server.sh --packages org.apache.spark:spark-connect_2.12:3.5.4
- name: Execute unit tests Spark 3.5
working-directory: ./src/test/Spark.Connect.Dotnet.Tests/
run: dotnet test -l:"console;verbosity=detailed" --logger "trx;LogFileName=./test_results3.xml" --filter "SparkMinVersion!=4"
- name: Upload test results
uses: actions/upload-artifact@v4
with:
name: Test Results
path: ./test_results3.xml
- uses: vemonet/setup-spark@v1
with:
spark-url: https://archive.apache.org/dist/spark/spark-4.0.0-preview2/spark-4.0.0-preview2-bin-hadoop3.tgz
spark-version: '4.0.0-preview2'
hadoop-version: '3'
- run: $SPARK_HOME/sbin/stop-connect-server.sh --force
- run: $SPARK_HOME/sbin/start-connect-server.sh --packages org.apache.spark:spark-connect_2.13:4.0.0-preview2
- name: Execute unit tests Spark 4.0
working-directory: ./src/test/Spark.Connect.Dotnet.Tests/
run: dotnet test -l:"console;verbosity=detailed" --logger "trx;LogFileName=./test_results4.xml" --filter "SparkMinVersion=4"
- name: Upload test results
uses: actions/upload-artifact@v4
with:
name: Test Results
path: ./test_results4.xml