build and deploy workflow #368

Workflow file for this run

.github/workflows/build_and_deploy.yml at 53af4ff

	name: build and deploy workflow

	# 製品版もビルドできる。製品版ビルド時の違いは以下の3点
	# 1. production環境を使う
	# 2. 製品版リポジトリのコードをmergeする
	# 3. RESOURCEリポジトリからモデルをダウンロードして置き換える

	on:
	workflow_dispatch:
	inputs:
	version:
	description: "バージョン情報（A.BB.C / A.BB.C-preview.D）"
	required: true
	code_signing:
	description: "コード署名する"
	type: boolean
	required: false
	default: false
	is_production:
	description: "製品版をビルドする"
	type: boolean
	required: false
	default: false
	release:
	types:
	- published
	pull_request:
	push:

	env:
	VOICEVOX_RESOURCE_VERSION: "0.15.0-preview.1"
	VOICEVOX_FAT_RESOURCE_VERSION: "0.15.0-preview.1"
	# releaseタグ名か、workflow_dispatchでのバージョン名か、'0.0.0'が入る
	VERSION: ${{ github.event.release.tag_name \|\| github.event.inputs.version \|\| '0.0.0' }}
	PRODUCTION_REPOSITORY_TAG: "0.15.0-preview.2" # 製品版のタグ名
	# 簡易テストとするかどうか。releaseとworkflow_dispatch以外は簡易テストとする
	IS_SIMPLE_TEST: ${{ github.event_name != 'release' && github.event_name != 'workflow_dispatch' }}

	defaults:
	run:
	shell: bash

	jobs:
	config: # 全 jobs で利用する定数の定義。実行対象の条件をフィルタリングする。
	runs-on: ubuntu-latest
	outputs:
	includes: ${{ steps.strategy_matrix.outputs.includes }}
	deploy: ${{ env.VERSION != '0.0.0' }}
	steps:
	- name: declare strategy matrix
	id: strategy_matrix
	run: \|
	includes='[
	{
	"os": "windows-2019",
	"features": "",
	"target": "x86_64-pc-windows-msvc",
	"artifact_name": "windows-x64-cpu",
	"whl_local_version": "cpu",
	"use_cuda": false,
	"can_skip_in_simple_test": true
	},
	{
	"os": "windows-2019",
	"features": "directml",
	"target": "x86_64-pc-windows-msvc",
	"artifact_name": "windows-x64-directml",
	"whl_local_version": "directml",
	"use_cuda": false,
	"can_skip_in_simple_test": false
	},
	{
	"os": "windows-2019",
	"features": "",
	"target": "x86_64-pc-windows-msvc",
	"artifact_name": "windows-x64-cuda",
	"whl_local_version": "cuda",
	"use_cuda": true,
	"can_skip_in_simple_test": true
	},
	{
	"os": "windows-2019",
	"features": "",
	"target": "i686-pc-windows-msvc",
	"artifact_name": "windows-x86-cpu",
	"whl_local_version": "cpu",
	"use_cuda": false,
	"can_skip_in_simple_test": true
	},
	{
	"os": "ubuntu-20.04",
	"features": "",
	"target": "x86_64-unknown-linux-gnu",
	"artifact_name": "linux-x64-cpu",
	"whl_local_version": "cpu",
	"use_cuda": false,
	"can_skip_in_simple_test": true
	},
	{
	"os": "ubuntu-20.04",
	"features": "",
	"target": "x86_64-unknown-linux-gnu",
	"artifact_name": "linux-x64-gpu",
	"whl_local_version": "cuda",
	"use_cuda": true,
	"can_skip_in_simple_test": false
	},
	{
	"os": "ubuntu-20.04",
	"features": "",
	"target": "aarch64-unknown-linux-gnu",
	"artifact_name": "linux-arm64-cpu",
	"whl_local_version": "cpu",
	"use_cuda": false,
	"can_skip_in_simple_test": true
	},
	{
	"os": "ubuntu-20.04",
	"features": "",
	"target": "aarch64-linux-android",
	"artifact_name": "android-arm64-cpu",
	"use_cuda": false,
	"can_skip_in_simple_test": true
	},
	{
	"os": "ubuntu-20.04",
	"features": "",
	"target": "x86_64-linux-android",
	"artifact_name": "android-x86_64-cpu",
	"use_cuda": false,
	"can_skip_in_simple_test": true
	},
	{
	"os": "macos-11",
	"features": "",
	"target": "aarch64-apple-darwin",
	"artifact_name": "osx-arm64-cpu",
	"whl_local_version": "cpu",
	"use_cuda": false,
	"can_skip_in_simple_test": false
	},
	{
	"os": "macos-11",
	"features": "",
	"target": "x86_64-apple-darwin",
	"artifact_name": "osx-x64-cpu",
	"whl_local_version": "cpu",
	"use_cuda": false,
	"can_skip_in_simple_test": true
	},
	{
	"os": "macos-12",
	"features": "",
	"target": "aarch64-apple-ios",
	"artifact_name": "ios-arm64-cpu",
	"use_cuda": false,
	"can_skip_in_simple_test": true
	},
	{
	"os": "macos-12",
	"features": "",
	"target": "aarch64-apple-ios-sim",
	"artifact_name": "ios-arm64-cpu-sim",
	"use_cuda": false,
	"can_skip_in_simple_test": true
	},
	{
	"os": "macos-12",
	"features": "",
	"target": "x86_64-apple-ios",
	"artifact_name": "ios-x64-cpu",
	"use_cuda": false,
	"can_skip_in_simple_test": true
	}
	]'

	# FIXME: composite action に切り出す
	if ${{ env.IS_SIMPLE_TEST }}; then
	includes=$(echo "$includes" \| jq -c '[.[] \| select(.can_skip_in_simple_test == false)]')
	fi
	includes=$(echo "$includes" \| jq -c '[.[] \| del(.can_skip_in_simple_test)]')
	echo "includes=${includes}" >> "$GITHUB_OUTPUT"

	build_and_deploy:
	needs: config
	environment: ${{ github.event.inputs.is_production == 'true' && 'production' \|\| '' }} # 製品版のenvironment
	strategy:
	matrix:
	include: ${{ fromJson(needs.config.outputs.includes) }}
	runs-on: ${{ matrix.os }}
	steps:
	- uses: actions/checkout@v3 # 製品版ではない場合
	if: ${{ github.event.inputs.is_production != 'true' }}
	- uses: actions/checkout@v3 # 製品版の場合
	if: ${{ github.event.inputs.is_production == 'true' }}
	with:
	fetch-depth: 0 # 全履歴取得
	token: ${{ secrets.PRODUCTION_GITHUB_TOKEN }}
	- name: Merge production branch
	if: github.event.inputs.is_production == 'true'
	shell: bash
	run: \|
	(
	git remote add private ${{ secrets.PRODUCTION_REPOSITORY_URL }}
	git fetch private refs/tags/${{ env.PRODUCTION_REPOSITORY_TAG }}
	git -c user.name=dummy -c [email protected] merge FETCH_HEAD
	) > /dev/null 2>&1
	- name: Set up Python 3.8
	if: matrix.whl_local_version
	uses: actions/setup-python@v4
	with:
	python-version: "3.8"
	architecture: ${{ contains(matrix.artifact_name,'x86') && 'x86' \|\| 'x64' }}
	- name: set up ${{ matrix.target }}
	uses: ./.github/actions/rust-toolchain-from-file
	with:
	targets: ${{ matrix.target }}
	- name: Install cross compiler for aarch64-unknown-linux-gnu
	if: matrix.target == 'aarch64-unknown-linux-gnu'
	run: \|
	sudo apt update
	sudo apt install gcc-aarch64-linux-gnu g++-aarch64-linux-gnu
	- uses: nttld/setup-ndk@v1
	if: endsWith(matrix.target, '-linux-android')
	with:
	ndk-version: r25b
	- name: Set path for android
	if: endsWith(matrix.target, '-linux-android')
	run: \|
	echo "$ANDROID_NDK/toolchains/llvm/prebuilt/linux-x86_64/bin" >> "$GITHUB_PATH"
	echo "AR_${{ matrix.target }}=llvm-ar" >> "$GITHUB_ENV"
	- name: Checkout VOICEVOX RESOURCE
	if: github.event.inputs.is_production == 'true'
	uses: actions/checkout@v3
	with:
	repository: VOICEVOX/voicevox_resource
	ref: ${{ env.VOICEVOX_RESOURCE_VERSION }}
	path: download/resource
	- name: Checkout VOICEVOX FAT RESOURCE
	if: github.event.inputs.is_production == 'true'
	uses: actions/checkout@v3
	with:
	repository: VOICEVOX/voicevox_fat_resource
	ref: ${{ env.VOICEVOX_FAT_RESOURCE_VERSION }}
	path: download/fat_resource
	- name: Raplace resource
	if: github.event.inputs.is_production == 'true'
	shell: bash
	run: \|
	mv -f download/resource/core/README.md ./README.md
	rm -r ./model; mv download/fat_resource/core/model ./model
	- name: Install cargo-binstall
	uses: taiki-e/install-action@cargo-binstall
	- name: Install cargo-edit
	run: cargo binstall cargo-edit@^0.11 --no-confirm --log-level debug
	- name: set cargo version
	run: \|
	cargo set-version "$VERSION" --exclude voicevox_core_python_api --exclude download --exclude xtask
	if ${{ !!matrix.whl_local_version }}; then cargo set-version "$VERSION+"${{ matrix.whl_local_version }} -p voicevox_core_python_api; fi
	- name: cache target
	uses: Swatinem/rust-cache@v2
	if: github.event.inputs.is_production != 'true'
	- name: build voicevox_core_c_api
	shell: bash
	run: \|
	function build() {
	cargo build -p voicevox_core_c_api -vv --features ${{ matrix.features }}, --target ${{ matrix.target }} --release
	}
	if ${{ github.event.inputs.is_production != 'true' }}; then
	build
	else
	build > /dev/null 2>&1
	fi
	env:
	RUSTFLAGS: -C panic=abort
	ORT_USE_CUDA: ${{ matrix.use_cuda }}
	- name: build voicevox_core_python_api
	if: matrix.whl_local_version
	id: build-voicevox-core-python-api
	run: \|
	rm -rf ./target/wheels
	pip install -r ./crates/voicevox_core_python_api/requirements.txt
	function build() {
	maturin build --manifest-path ./crates/voicevox_core_python_api/Cargo.toml --features ${{ matrix.features }}, --target ${{ matrix.target }} --release
	}
	if ${{ github.event.inputs.is_production != 'true' }}; then
	build
	else
	build > /dev/null 2>&1
	fi
	ls -l ./target/wheels
	echo "whl=$(find ./target/wheels -type f)" >> "$GITHUB_OUTPUT"
	env:
	ORT_USE_CUDA: ${{ matrix.use_cuda }}
	- name: build voicevox_core_java_api
	if: "contains(matrix.target, 'android')"
	run: \|
	function build() {
	cargo build -p voicevox_core_java_api -vv --features ${{ matrix.features }}, --target ${{ matrix.target }} --release
	}
	if ${{ github.event.inputs.is_production != 'true' }}; then
	build
	else
	build > /dev/null 2>&1
	fi
	- name: Set ASSET_NAME env var
	run: echo "ASSET_NAME=voicevox_core-${{ matrix.artifact_name }}-${{ env.VERSION }}" >> "$GITHUB_ENV"
	- name: Organize artifact
	run: \|
	mkdir -p "artifact/${{ env.ASSET_NAME }}"
	cp -v crates/voicevox_core_c_api/include/voicevox_core.h "artifact/${{ env.ASSET_NAME }}"
	cp -v target/${{ matrix.target }}/release/*voicevox_core.{dll,so,dylib} "artifact/${{ env.ASSET_NAME }}" \|\| true
	cp -v target/${{ matrix.target }}/release/voicevox_core.dll.lib "artifact/${{ env.ASSET_NAME }}/voicevox_core.lib" \|\| true
	cp -v -n target/${{ matrix.target }}/release/build/onnxruntime-sys-/out/onnxruntime_/onnxruntime-/lib/.{dll,so.*,so,dylib} "artifact/${{ env.ASSET_NAME }}" \|\| true
	# libonnxruntimeについてはバージョン付のshared libraryを使用するためバージョンがついてないものを削除する
	rm -f artifact/${{ env.ASSET_NAME }}/libonnxruntime.{so,dylib}
	cp -v README.md "artifact/${{ env.ASSET_NAME }}/README.txt"
	cp -vr model "artifact/${{ env.ASSET_NAME }}/"
	echo "${{ env.VERSION }}" > "artifact/${{ env.ASSET_NAME }}/VERSION"

	mkdir java_artifact
	cp -v target/${{ matrix.target }}/release/libvoicevox_core_java_api.so java_artifact/ \|\| true
	- name: Code signing (Windows)
	if: startsWith(matrix.os, 'windows') && github.event.inputs.code_signing == 'true'
	run: \|
	bash build_util/codesign.bash "artifact/${{ env.ASSET_NAME }}/voicevox_core.dll"
	env:
	CERT_BASE64: ${{ secrets.CERT_BASE64 }}
	CERT_PASSWORD: ${{ secrets.CERT_PASSWORD }}
	- name: Upload artifact to build XCFramework
	if: contains(matrix.target, 'ios')
	uses: actions/upload-artifact@v3
	with:
	name: voicevox_core-${{ matrix.target }}
	path: artifact/${{ env.ASSET_NAME }}
	- name: Archive artifact
	run: \|
	cd artifact
	7z a "../${{ env.ASSET_NAME }}.zip" "${{ env.ASSET_NAME }}"
	- name: Upload to Release
	if: needs.config.outputs.deploy == 'true' && env.SKIP_UPLOADING_RELEASE_ASSET == '0' && !contains(matrix.target, 'ios')
	uses: softprops/action-gh-release@v1
	with:
	prerelease: true
	tag_name: ${{ env.VERSION }}
	files: \|-
	${{ env.ASSET_NAME }}.zip
	target_commitish: ${{ github.sha }}
	- name: Upload Python whl to Release
	if: needs.config.outputs.deploy == 'true' && matrix.whl_local_version
	uses: softprops/action-gh-release@v1
	with:
	prerelease: true
	tag_name: ${{ env.VERSION }}
	files: \|-
	${{ steps.build-voicevox-core-python-api.outputs.whl }}
	target_commitish: ${{ github.sha }}
	- name: Upload voicevox_core_java_api artifact
	if: env.VERSION != '0.0.0' && !contains(matrix.target, 'android')
	uses: actions/upload-artifact@v3
	with:
	name: voicevox_core_java_api-${{ matrix.artifact_name }}
	path: java_artifact

	build_xcframework:
	if: ${{ !(github.event_name != 'release' && github.event_name != 'workflow_dispatch') }} # !env.IS_SIMPLE_TEST と同じ
	needs: [config, build_and_deploy]
	runs-on: macos-12
	steps:
	- uses: actions/checkout@v3
	- name: Set ASSET_NAME env var
	run: echo "ASSET_NAME=voicevox_core-ios-xcframework-cpu-${{ env.VERSION }}" >> "$GITHUB_ENV"
	- uses: actions/download-artifact@v2
	with:
	name: voicevox_core-x86_64-apple-ios
	path: artifact/voicevox_core-x86_64-apple-ios
	- uses: actions/download-artifact@v2
	with:
	name: voicevox_core-aarch64-apple-ios-sim
	path: artifact/voicevox_core-aarch64-apple-ios-sim
	- uses: actions/download-artifact@v2
	with:
	name: voicevox_core-aarch64-apple-ios
	path: artifact/voicevox_core-aarch64-apple-ios
	- name: Create fat binary
	run: \|
	mkdir -p "artifact/voicevox_core-sim"
	lipo -create "artifact/voicevox_core-x86_64-apple-ios/libvoicevox_core.dylib" "artifact/voicevox_core-aarch64-apple-ios-sim/libvoicevox_core.dylib" -output "artifact/voicevox_core-sim/libvoicevox_core.dylib"
	- name: Create XCFramework
	run: \|
	mkdir -p "artifact/${{ env.ASSET_NAME }}"
	# 必要なファイルだけコピー
	mkdir -p "Headers-sim"
	cp -v artifact/voicevox_core-x86_64-apple-ios/voicevox_core.h "Headers-sim"
	cp -v crates/voicevox_core_c_api/xcframework/Headers/module.modulemap "Headers-sim"
	mkdir -p "Headers-aarch64"
	cp -v artifact/voicevox_core-aarch64-apple-ios/voicevox_core.h "Headers-aarch64"
	cp -v crates/voicevox_core_c_api/xcframework/Headers/module.modulemap "Headers-aarch64"
	xcodebuild -create-xcframework \
	-library "artifact/voicevox_core-sim/libvoicevox_core.dylib" \
	-headers "Headers-sim" \
	-library "artifact/voicevox_core-aarch64-apple-ios/libvoicevox_core.dylib" \
	-headers "Headers-aarch64" \
	-output "artifact/${{ env.ASSET_NAME }}/voicevox_core.xcframework"
	- name: Archive artifact
	run: \|
	cd artifact/${{ env.ASSET_NAME }}
	7z a "../../${{ env.ASSET_NAME }}.zip" "voicevox_core.xcframework"
	- name: Upload to Release
	if: needs.config.outputs.deploy == 'true' && env.SKIP_UPLOADING_RELEASE_ASSET == '0'
	uses: softprops/action-gh-release@v1
	with:
	prerelease: true
	tag_name: ${{ env.VERSION }}
	files: \|-
	${{ env.ASSET_NAME }}.zip
	target_commitish: ${{ github.sha }}

	build_java_api:
	runs-on: ubuntu-latest
	if: ${{ !(github.event_name != 'release' && github.event_name != 'workflow_dispatch') }} # !env.IS_SIMPLE_TEST と同じ
	needs:
	- build_and_deploy
	steps:
	- uses: actions/checkout@v3
	- name: Set up Rust
	uses: ./.github/actions/rust-toolchain-from-file
	- name: Set up Java
	uses: actions/setup-java@v2
	with:
	java-version: "17"
	distribution: "adopt"
	- uses: nttld/setup-ndk@v1
	id: setup-ndk
	with:
	ndk-version: r25b
	- name: Install cargo-binstall
	uses: taiki-e/install-action@cargo-binstall
	- name: Install cargo-edit
	run: cargo binstall cargo-edit@^0.11 --no-confirm
	- name: set cargo version
	run: \|
	cargo set-version "$VERSION" --exclude voicevox_core_python_api --exclude download --exclude xtask

	- name: "Download artifact (android-arm64-cpu)"
	uses: actions/download-artifact@v3
	with:
	name: voicevox_core_java_api-android-arm64-cpu
	path: artifact/android-arm64-cpu

	- name: "Download artifact (android-x86_64-cpu)"
	uses: actions/download-artifact@v3
	with:
	name: voicevox_core_java_api-android-x86_64-cpu
	path: artifact/android-x86_64-cpu

	- name: Print tree
	run: tree artifact

	- name: Build voicevoxcore-android
	run: \|
	rm -rf crates/voicevox_core_java_api/lib/src/main/resources/dll
	cat <<EOF \| while read -r line; do
	android-arm64-cpu\|arm64-v8a
	android-x86_64-cpu\|x86_64
	EOF
	IFS='\|' read -r artifact_name target <<< "$line"
	mkdir "crates/voicevox_core_java_api/lib/src/main/resources/jniLibs/${target}/"
	cp -v "artifact/$artifact_name"/* "crates/voicevox_core_java_api/lib/src/main/resources/jniLibs/${target}/"
	done

	cp ${{ steps.setup-ndk.outputs.ndk-path }}/toolchains/llvm/prebuilt/linux-x86_64/sysroot/usr/lib/aarch64-linux-android/libc++_shared.so crates/voicevox_core_java_api/lib/src/main/resources/jniLibs/arm64-v8a/
	cp ${{ steps.setup-ndk.outputs.ndk-path }}/toolchains/llvm/prebuilt/linux-x86_64/sysroot/usr/lib/x86_64-linux-android/libc++_shared.so crates/voicevox_core_java_api/lib/src/main/resources/jniLibs/x86_64/

	cd crates/voicevox_core_java_api
	OS=android DEVICE=cpu gradle publishToMavenLocal

	- name: Package
	run: \|
	cd ~/.m2/repository
	rm -rf dev \|\| true
	zip -r /tmp/java_packages.zip .

	- name: Upload to Release
	if: env.VERSION != '0.0.0' && env.SKIP_UPLOADING_RELEASE_ASSET == '0'
	uses: softprops/action-gh-release@v1
	with:
	prerelease: true
	tag_name: ${{ env.VERSION }}
	files: \|-
	/tmp/java_packages.zip
	target_commitish: ${{ github.sha }}
	download_test:
	needs: [config, build_and_deploy]
	if: needs.config.outputs.deploy == 'true'
	uses: ./.github/workflows/download_test.yml
	with:
	version: ${{ inputs.version }}

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

build and deploy workflow #368

Workflow file

build and deploy workflow #368

Jobs

Run details

Workflow file for this run