Skip to content

Remove sink desc #13055

Remove sink desc

Remove sink desc #13055

name: build
on:
push:
branches:
- 'ci-enable/**'
- 'master'
pull_request:
workflow_dispatch:
concurrency:
group: ${{ github.workflow }}-${{ github.ref }}
cancel-in-progress: ${{ github.ref != 'refs/heads/main' }}
jobs:
gui:
runs-on: ${{ matrix.os }}
strategy:
matrix:
os: [ubuntu-latest, windows-latest, macos-latest]
include:
- os: macos-latest
arch: arm64
- os: ubuntu-latest
arch: x64
- os: windows-latest
arch: x64
node-version:
- 18
steps:
- name: Checkout Texera
uses: actions/checkout@v2
- name: Setup node
uses: actions/setup-node@v4
with:
node-version: ${{ matrix.node-version }}
architecture: ${{ matrix.arch }}
- uses: actions/cache@v2
with:
path: |
core/gui/node_modules
key: ${{ runner.os }}-${{ matrix.arch }}-${{ matrix.node-version }}-yarn-cache-v1-${{ hashFiles('**/yarn.lock') }}
restore-keys: |
${{ runner.os }}-${{ matrix.arch }}-${{ matrix.node-version }}-yarn-cache-v1-
- name: Prepare Yarn 4.5.1
run: corepack enable && corepack prepare [email protected] --activate && yarn --cwd core/gui set version 4.5.1
- name: Install dependency
run: yarn --cwd core/gui install --immutable --network-timeout=100000
- name: Lint with Prettier & ESLint
run: yarn --cwd core/gui format:ci
- name: Run frontend unit tests
run: yarn --cwd core/gui run test:ci
- name: Prod build
run: yarn --cwd core/gui run build:ci
core:
strategy:
matrix:
os: [ ubuntu-latest ]
java-version: [ 11 ]
runs-on: ${{ matrix.os }}
env:
JAVA_OPTS: -Xms2048M -Xmx2048M -Xss6M -XX:ReservedCodeCacheSize=256M -Dfile.encoding=UTF-8
JVM_OPTS: -Xms2048M -Xmx2048M -Xss6M -XX:ReservedCodeCacheSize=256M -Dfile.encoding=UTF-8
steps:
- name: Prepare ENV
run: sudo apt-get install libncurses5
- name: Checkout Texera
uses: actions/checkout@v2
- name: Setup Java
uses: actions/setup-java@v2
with:
distribution: 'temurin'
java-version: ${{ matrix.java-version }}
- uses: coursier/cache-action@v6
with:
extraSbtFiles: '["core/*.sbt", "core/project/**.{scala,sbt}", "core/project/build.properties" ]'
- name: Lint with scalafmt
run: cd core && sbt scalafmtCheckAll
- name: Compile with sbt
run: cd core && sbt clean package
- name: Run backend tests
run: cd core && sbt test
python_udf:
runs-on: ${{ matrix.os }}
strategy:
matrix:
os:
- ubuntu-latest
python-version: [ '3.9', '3.10', '3.11', '3.12' ]
steps:
- name: Checkout Texera
uses: actions/checkout@v2
- name: Set up R for R-UDF
uses: r-lib/actions/setup-r@v2
with:
r-version: '4.3.3'
- uses: r-lib/actions/setup-r-dependencies@v2
with:
cache-version: 2
working-directory: "./core/amber"
- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@v2
with:
python-version: ${{ matrix.python-version }}
- name: Install dependencies
run: |
python -m pip install --upgrade pip
if [ -f core/amber/requirements.txt ]; then pip install -r core/amber/requirements.txt; fi
if [ -f core/amber/r-requirements.txt ]; then pip install -r core/amber/r-requirements.txt; fi
if [ -f core/amber/operator-requirements.txt ]; then pip install -r core/amber/operator-requirements.txt; fi
- name: Lint with flake8 and black
run: |
cd core/amber/src/main/python && flake8 && black . --check
- name: Test with pytest
run: |
cd core/amber/src/main/python && pytest -sv