[CB] SpeculativeDecoding impl C++ #1602
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: stable_diffusion_1_5_cpp | |
| on: | |
| workflow_dispatch: | |
| pull_request: | |
| merge_group: | |
| push: | |
| branches: | |
| - master | |
| - 'releases/**' | |
| permissions: read-all # Required by https://github.com/ossf/scorecard/blob/e23b8ad91fd6a64a0a971ca4fc0a4d1650725615/docs/checks.md#token-permissions | |
| env: | |
| PYTHON_VERSION: '3.10' | |
| LINUX_OV_ARCHIVE_URL: https://storage.openvinotoolkit.org/repositories/openvino/packages/nightly/2024.5.0-16570-19eb02fe60b/l_openvino_toolkit_ubuntu20_2024.5.0.dev20240830_x86_64.tgz | |
| WINDOWS_OV_ARCHIVE_URL: https://storage.openvinotoolkit.org/repositories/openvino/packages/nightly/2024.5.0-16570-19eb02fe60b/w_openvino_toolkit_windows_2024.5.0.dev20240830_x86_64.zip | |
| OV_INSTALL_DIR: ${{ github.workspace }}/ov | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.ref }} | |
| cancel-in-progress: true | |
| jobs: | |
| stable_diffusion_1_5_cpp-linux: | |
| runs-on: ubuntu-20.04-8-cores | |
| defaults: | |
| run: | |
| shell: bash -l {0} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| submodules: recursive | |
| - name: Download OpenVINO archive | |
| run: | | |
| wget ${{ env.LINUX_OV_ARCHIVE_URL}} --progress=bar:force:noscroll -O openvino_package.tar.gz | |
| mkdir ${{ env.OV_INSTALL_DIR }} | |
| tar -xzf openvino_package.tar.gz -C ${{ env.OV_INSTALL_DIR }} --strip-components=1 | |
| - name: Build app | |
| run: | | |
| source ${{ env.OV_INSTALL_DIR }}/setupvars.sh | |
| cmake -DCMAKE_BUILD_TYPE=Release -S ./ -B ./build/ | |
| cmake --build ./build/ --config Release --parallel | |
| - name: Setup Python ${{ env.PYTHON_VERSION }} | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ env.PYTHON_VERSION }} | |
| cache: 'pip' | |
| - name: Create virtual environment | |
| run: python3 -m venv openvino_sd_cpp | |
| - name: Install python dependencies | |
| run: | | |
| source openvino_sd_cpp/bin/activate | |
| python -m pip install ./thirdparty/openvino_tokenizers/[transformers] --pre --extra-index-url https://storage.openvinotoolkit.org/simple/wheels/nightly | |
| python -m pip install -r ./samples/requirements.txt --pre --extra-index-url https://storage.openvinotoolkit.org/simple/wheels/nightly | |
| - name: Download and convert models and tokenizer | |
| run: | | |
| source openvino_sd_cpp/bin/activate | |
| optimum-cli export openvino --model dreamlike-art/dreamlike-anime-1.0 --weight-format fp16 --task stable-diffusion models/dreamlike-art-dreamlike-anime-1.0/FP16 | |
| wget -O ./models/soulcard.safetensors https://civitai.com/api/download/models/72591 | |
| - name: Run main app | |
| run: | | |
| source ${{ env.OV_INSTALL_DIR }}/setupvars.sh | |
| ./build/samples/cpp/text2image/stable_diffusion ./models/dreamlike-art-dreamlike-anime-1.0/FP16 "cyberpunk cityscape like Tokyo New York with tall buildings at dusk golden hour cinematic lighting" | |
| - name: Run LoRA app | |
| run: | | |
| source ${{ env.OV_INSTALL_DIR }}/setupvars.sh | |
| ./build/samples/cpp/text2image/lora_stable_diffusion ./models/dreamlike-art-dreamlike-anime-1.0/FP16 "curly-haired unicorn in the forest, anime, line" ./models/soulcard.safetensors 0.7 | |
| stable_diffusion_1_5_cpp-windows: | |
| runs-on: windows-2019-16-core | |
| defaults: | |
| run: | |
| shell: pwsh | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| submodules: recursive | |
| - name: Download OpenVINO archive | |
| run: | | |
| mkdir ${{ env.OV_INSTALL_DIR }} | |
| pushd ${{ env.OV_INSTALL_DIR }} | |
| Invoke-WebRequest "${{ env.WINDOWS_OV_ARCHIVE_URL}}" -OutFile "openvino_package.zip" | |
| Expand-Archive openvino_package.zip -DestinationPath ./tmp | |
| mv ./tmp/*/* . | |
| popd | |
| - name: Configure Developer Command Prompt for Microsoft Visual C++ | |
| uses: ilammy/msvc-dev-cmd@0b201ec74fa43914dc39ae48a89fd1d8cb592756 # v1.13.0 | |
| with: | |
| toolset: 14.29 | |
| - name: Build app | |
| run: | | |
| . "${{ env.OV_INSTALL_DIR }}/setupvars.ps1" | |
| cmake -DCMAKE_BUILD_TYPE=Release -S ./ -B ./build/ | |
| cmake --build ./build/ --config Release --parallel | |
| - name: Setup Python ${{ env.PYTHON_VERSION }} | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ env.PYTHON_VERSION }} | |
| cache: 'pip' | |
| - name: Create virtual environment | |
| run: python -m venv openvino_sd_cpp | |
| - name: Install python dependencies | |
| run: | | |
| . "./openvino_sd_cpp/Scripts/Activate.ps1" | |
| python -m pip install ./thirdparty/openvino_tokenizers/[transformers] --pre --extra-index-url https://storage.openvinotoolkit.org/simple/wheels/nightly | |
| python -m pip install -r ./samples/requirements.txt --pre --extra-index-url https://storage.openvinotoolkit.org/simple/wheels/nightly | |
| - name: Download and convert models and tokenizer | |
| run: | | |
| . "./openvino_sd_cpp/Scripts/Activate.ps1" | |
| optimum-cli export openvino --model dreamlike-art/dreamlike-anime-1.0 --task stable-diffusion --weight-format fp16 models/dreamlike-art-dreamlike-anime-1.0/FP16 | |
| Invoke-WebRequest -Uri 'https://civitai.com/api/download/models/72591' -OutFile 'models/soulcard.safetensors' | |
| - name: Run main app | |
| run: > | |
| . "${{ env.OV_INSTALL_DIR }}/setupvars.ps1" | |
| & "./build/samples/cpp/text2image/Release/stable_diffusion.exe ./models/dreamlike-art-dreamlike-anime-1.0/FP16 'cyberpunk cityscape like Tokyo New York with tall buildings at dusk golden hour cinematic lighting'" | |
| - name: Run LoRA app | |
| run: > | |
| . "${{ env.OV_INSTALL_DIR }}/setupvars.ps1" | |
| & "./build/samples/cpp/text2image/Release/lora_stable_diffusion.exe ./models/dreamlike-art-dreamlike-anime-1.0/FP16 'curly-haired unicorn in the forest, anime, line' ./models/soulcard.safetensors 0.7" | |
| Overall_Status: | |
| name: ci/gha_overall_status_stable_diffusion | |
| needs: [stable_diffusion_1_5_cpp-linux, stable_diffusion_1_5_cpp-windows] | |
| if: ${{ always() }} | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Check status of all jobs | |
| if: >- | |
| ${{ | |
| contains(needs.*.result, 'failure') || | |
| contains(needs.*.result, 'cancelled') | |
| }} | |
| run: exit 1 |