Skip to content

Commit

Permalink
workflows: Try to get lpms builds in line with go-livepeer builds
Browse files Browse the repository at this point in the history
  • Loading branch information
hjpotter92 committed Jan 18, 2024
1 parent 98566e2 commit 3e86293
Showing 1 changed file with 88 additions and 43 deletions.
131 changes: 88 additions & 43 deletions .github/workflows/linux.yml
Original file line number Diff line number Diff line change
@@ -1,52 +1,97 @@
name: Build LPMS in Linux

on:
pull_request:
push:
branches:
- master

jobs:
build:
runs-on: lpms-linux-runner
name: Test and build lpms project
runs-on: ubuntu-20.04
container:
image: nvidia/cuda:11.2.0-cudnn8-runtime-ubuntu20.04
env:
DEBIAN_FRONTEND: "noninteractive"
BUILD_TAGS: "debug-video experimental"
NVIDIA_VISIBLE_DEVICES: "all"
NVIDIA_DRIVER_CAPABILITIES: "compute,video,utility"

steps:
- name: Checkout
uses: actions/checkout@v2
with:
# Needed for commands that depend on git tags
fetch-depth: 0
ref: ${{ github.event.pull_request.head.sha }}

- name: Get the latest install_ffmpeg.sh from go-livepeer
run: |
rm install_ffmpeg.sh || true
curl -LO https://raw.githubusercontent.com/livepeer/go-livepeer/master/install_ffmpeg.sh
- name: Cache packages
uses: actions/cache@v2
id: cache-packages
with:
path: |
/home/devops/nasm-2.14.02
/home/devops/x264
/home/devops/x265
/home/devops/libvpx
/home/devops/ffmpeg
/home/devops/compiled
key: ffmpeg-cache-v1-${{ hashFiles('**/install_ffmpeg.sh') }}

- name: Install ffmpeg
if: steps.cache-packages.outputs.cache-hit != 'true'
run: |
bash ./install_ffmpeg.sh
- name: Build LPMS
shell: bash
run: |
go get ./cmd/example
go build cmd/example/*.go
- name: Download ML model
run: |
curl -L https://github.com/livepeer/livepeer-ml/releases/latest/download/tasmodel.pb --output ./ffmpeg/tasmodel.pb
- name: Test
run: bash ./test.sh
- name: Setup ubuntu container
run: |
apt update
apt install -yqq build-essential make software-properties-common
add-apt-repository -y ppa:git-core/candidate
apt update && apt install -yqq git zip unzip zlib1g-dev zlib1g yasm
- name: Check out code
uses: actions/[email protected]
with:
fetch-depth: 0
# Check https://github.com/livepeer/go-livepeer/pull/1891
# for ref value discussion
ref: ${{ github.event.pull_request.head.sha }}

- name: Set up go
id: go
uses: actions/setup-go@v5
with:
go-version: 1.20.4
cache: true
cache-dependency-path: go.sum

- name: Get the latest install_ffmpeg.sh from go-livepeer
run: |
rm install_ffmpeg.sh || true
curl -LO https://raw.githubusercontent.com/livepeer/go-livepeer/master/install_ffmpeg.sh
- name: Cache ffmpeg
id: cache-ffmpeg
uses: actions/cache@v3
with:
path: /home/runner/compiled
key: ${{ runner.os }}-ffmpeg-${{ hashFiles('**/install_ffmpeg.sh') }}

- name: Set build environment
run: |
echo "PKG_CONFIG_PATH=/github/home/compiled/lib/pkgconfig" >> $GITHUB_ENV
echo "LD_LIBRARY_PATH=/github/home/compiled/lib:/usr/local/lib:/usr/local/cuda-11.2/lib64:/usr/lib/x86_64-linux-gnu" >> $GITHUB_ENV
- name: Install dependencies
run: |
apt update \
&& apt install -yqq software-properties-common curl apt-transport-https lsb-release \
&& curl -fsSl https://apt.llvm.org/llvm-snapshot.gpg.key | apt-key add - \
&& add-apt-repository "deb https://apt.llvm.org/$(lsb_release -cs)/ llvm-toolchain-$(lsb_release -cs)-14 main" \
&& apt update \
&& apt -yqq install \
nasm clang-14 clang-tools-14 lld-14 build-essential pkg-config autoconf git python3 \
gcc-mingw-w64 libgcc-9-dev-arm64-cross mingw-w64-tools gcc-mingw-w64-x86-64 \
build-essential pkg-config autoconf git xxd netcat-openbsd libnuma-dev cmake
update-alternatives --install /usr/bin/clang++ clang++ /usr/bin/clang++-14 30 \
&& update-alternatives --install /usr/bin/clang clang /usr/bin/clang-14 30 \
&& update-alternatives --install /usr/bin/ld ld /usr/bin/lld-14 30
- name: Add mime type for ts
run: |
echo '<?xml version="1.0" encoding="UTF-8"?><mime-info xmlns="http://www.freedesktop.org/standards/shared-mime-info"><mime-type type="video/mp2t"><comment>ts</comment><glob pattern="*.ts"/></mime-type></mime-info>' >> /usr/share/mime/packages/custom_mime_type.xml && update-mime-database /usr/share/mime
- name: Install ffmpeg
if: steps.cache-ffmpeg.outputs.cache-hit != 'true'
run: ./install_ffmpeg.sh

- name: Build LPMS
shell: bash
run: |
go get ./cmd/example
go build cmd/example/*.go
- name: Download ML model
run: |
curl -L https://github.com/livepeer/livepeer-ml/releases/latest/download/tasmodel.pb --output ./ffmpeg/tasmodel.pb
- name: Test
run: bash ./test.sh

0 comments on commit 3e86293

Please sign in to comment.