Skip to content

ci: remove workaround for ASan in Ubuntu GHA images #1560

ci: remove workaround for ASan in Ubuntu GHA images

ci: remove workaround for ASan in Ubuntu GHA images #1560

Workflow file for this run

name: build
on:
push:
schedule:
- cron: '0 0 * * 1'
defaults:
run:
shell: bash --noprofile --norc -exo pipefail {0}
jobs:
ubuntu-vm-builds:
name: ${{ join(matrix.config.*, '-') }}
runs-on: ${{ matrix.config.os }}
env:
AARCH64: ${{ matrix.config.cross == 'aarch64' }}
ABI_CHECKS: ${{ contains(matrix.config.checks, 'abi') }}
ASAN: ${{ contains(matrix.config.checks, 'asan') }}
BUILD_32BIT: ${{ matrix.config.cross == 'i386' }}
BUILD_DEBUG: ${{ contains(matrix.config.checks, 'debug') }}
BUILD_DOCS: ${{ contains(matrix.config.checks, 'doc') }}
BUILD_EXAMPLES: ${{ contains(matrix.config.checks, 'examples') }}
CC: ccache ${{ matrix.config.compiler }}
DEF_LIB: ${{ matrix.config.library }}
LIBABIGAIL_VERSION: libabigail-2.4
MINGW: ${{ matrix.config.cross == 'mingw' }}
MINI: ${{ matrix.config.mini != '' }}
PPC64LE: ${{ matrix.config.cross == 'ppc64le' }}
REF_GIT_TAG: none
RISCV64: ${{ matrix.config.cross == 'riscv64' }}
RUN_TESTS: ${{ contains(matrix.config.checks, 'tests') }}
STDATOMIC: ${{ contains(matrix.config.checks, 'stdatomic') }}
strategy:
fail-fast: false
matrix:
config:
- os: ubuntu-22.04
compiler: gcc
mini: mini
- os: ubuntu-22.04
compiler: gcc
checks: stdatomic
- os: ubuntu-22.04
compiler: clang
checks: stdatomic
- os: ubuntu-22.04
compiler: gcc
checks: debug+doc+examples+tests
- os: ubuntu-22.04
compiler: clang
checks: asan+doc+tests
- os: ubuntu-22.04
compiler: gcc
library: static
cross: i386
- os: ubuntu-22.04
compiler: gcc
library: static
cross: mingw
- os: ubuntu-22.04
compiler: gcc
library: shared
cross: aarch64
- os: ubuntu-22.04
compiler: gcc
cross: ppc64le
- os: ubuntu-22.04
compiler: gcc
cross: riscv64
steps:
- name: Checkout sources
uses: actions/checkout@v4
- name: Generate cache keys
id: get_ref_keys
run: |
echo 'ccache=ccache-${{ matrix.config.os }}-${{ matrix.config.compiler }}-${{ matrix.config.cross }}-'$(date -u +%Y-w%W) >> $GITHUB_OUTPUT
echo 'libabigail=libabigail-${{ env.LIBABIGAIL_VERSION }}-${{ matrix.config.os }}' >> $GITHUB_OUTPUT
echo 'abi=abi-${{ matrix.config.os }}-${{ matrix.config.compiler }}-${{ matrix.config.cross }}-${{ env.REF_GIT_TAG }}' >> $GITHUB_OUTPUT
- name: Retrieve ccache cache
uses: actions/cache@v4
with:
path: ~/.ccache
key: ${{ steps.get_ref_keys.outputs.ccache }}-${{ github.ref }}
restore-keys: |
${{ steps.get_ref_keys.outputs.ccache }}-refs/heads/main
- name: Retrieve libabigail cache
id: libabigail-cache
uses: actions/cache@v4
if: env.ABI_CHECKS == 'true'
with:
path: libabigail
key: ${{ steps.get_ref_keys.outputs.libabigail }}
- name: Retrieve ABI reference cache
uses: actions/cache@v4
if: env.ABI_CHECKS == 'true'
with:
path: reference
key: ${{ steps.get_ref_keys.outputs.abi }}
- name: Configure i386 architecture
if: env.BUILD_32BIT == 'true'
run: sudo dpkg --add-architecture i386
- name: Update APT cache
run: sudo apt update || true
- name: Install packages
run: sudo apt install -y ccache libarchive-dev libbsd-dev libbpf-dev
libfdt-dev libibverbs-dev libipsec-mb-dev libisal-dev libjansson-dev
libnuma-dev libpcap-dev libssl-dev libvirt-dev ninja-build pkg-config python3-pip
python3-pyelftools python3-setuptools python3-wheel zlib1g-dev
- name: Install libabigail build dependencies if no cache is available
if: env.ABI_CHECKS == 'true' && steps.libabigail-cache.outputs.cache-hit != 'true'
run: sudo apt install -y autoconf automake libdw-dev libtool libxml2-dev
- name: Install i386 cross compiling packages
if: env.BUILD_32BIT == 'true'
run: sudo apt install -y gcc-multilib g++-multilib libnuma-dev:i386
- name: Install aarch64 cross compiling packages
if: env.AARCH64 == 'true'
run: sudo apt install -y crossbuild-essential-arm64
- name: Install mingw cross compiling packages
if: env.MINGW == 'true'
run: sudo apt install -y mingw-w64 mingw-w64-tools
- name: Install ppc64le cross compiling packages
if: env.PPC64LE == 'true'
run: sudo apt install -y crossbuild-essential-ppc64el
- name: Install riscv64 cross compiling packages
if: env.RISCV64 == 'true'
run: sudo apt install -y crossbuild-essential-riscv64
- name: Install test tools packages
if: env.AARCH64 != 'true' || env.PPC64LE != 'true' || env.RISCV64 != 'true' || env.RUN_TESTS == 'true'
run: sudo apt install -y gdb jq
- name: Install doc generation packages
if: env.BUILD_DOCS == 'true'
run: sudo apt install -y doxygen graphviz man-db python3-sphinx
python3-sphinx-rtd-theme
- name: Run setup
run: |
.ci/linux-setup.sh
# Workaround on $HOME permissions as EAL checks them for plugin loading
chmod o-w $HOME
- name: Build and test
run: .ci/linux-build.sh
- name: Upload logs on failure
if: failure()
uses: actions/upload-artifact@v4
with:
name: meson-logs-${{ join(matrix.config.*, '-') }}
path: |
build/.ninja_log
build/gdb.log
build/meson-logs/meson-log.txt
build/meson-logs/testlog.txt
prepare-container-images:
name: ${{ join(matrix.config.*, '-') }}
runs-on: ubuntu-latest
outputs:
image: ${{ steps.get_keys.outputs.image }}
strategy:
fail-fast: false
matrix:
config:
- image: fedora:39
steps:
- name: Generate various keys
id: get_keys
run: |
echo 'image=image-${{ matrix.config.image }}-'$(date -u +%Y-%m-%d) >> $GITHUB_OUTPUT
- name: Retrieve image cache
id: image_cache
uses: actions/cache@v4
with:
path: ~/.image
key: ${{ steps.get_keys.outputs.image }}
- name: Pull and prepare a fresh image
if: steps.image_cache.outputs.cache-hit != 'true'
run: |
docker pull registry.fedoraproject.org/${{ matrix.config.image }}
docker run -d -i --rm --name dpdk \
registry.fedoraproject.org/${{ matrix.config.image }} \
bash -li
- name: Update
if: steps.image_cache.outputs.cache-hit != 'true'
run: docker exec -i dpdk dnf update -y
- name: Install packages
if: steps.image_cache.outputs.cache-hit != 'true'
run: docker exec -i dpdk dnf install -y ccache intel-ipsec-mb-devel
isa-l-devel jansson-devel libarchive-devel libatomic libbsd-devel
libbpf-devel libfdt-devel libpcap-devel libvirt-devel libxdp-devel
ninja-build numactl-devel openssl-devel python3-pip python3-pyelftools
python3-setuptools python3-wheel rdma-core-devel zlib-devel
- name: Save image in cache
if: steps.image_cache.outputs.cache-hit != 'true'
run: |
docker commit dpdk dpdk-local
mkdir -p ~/.image
docker save -o ~/.image/${{ matrix.config.image }}.tar dpdk-local
- name: Stop image
if: steps.image_cache.outputs.cache-hit != 'true'
run: docker kill dpdk
rpm-container-builds:
needs: prepare-container-images
name: ${{ join(matrix.config.*, '-') }}
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
config:
- image: fedora:39
compiler: gcc
- image: fedora:39
compiler: clang
steps:
- name: Checkout sources
uses: actions/checkout@v4
- name: Generate various keys
id: get_keys
run: |
echo 'ccache=ccache-${{ matrix.config.image }}-${{ matrix.config.compiler }}-'$(date -u +%Y-w%W) >> $GITHUB_OUTPUT
echo 'logs=meson-logs-${{ join(matrix.config.*, '-') }}' | tr -d ':' >> $GITHUB_OUTPUT
- name: Retrieve image cache
id: image_cache
uses: actions/cache@v4
with:
path: ~/.image
key: ${{ needs.prepare-container-images.outputs.image }}
- name: Fail if no image (not supposed to happen)
if: steps.image_cache.outputs.cache-hit != 'true'
run: |
echo 'Image ${{ matrix.config.image }} is not cached.'
false
- name: Retrieve ccache cache
uses: actions/cache@v4
with:
path: ~/.ccache
key: ${{ steps.get_keys.outputs.ccache }}-${{ github.ref }}
restore-keys: |
${{ steps.get_keys.outputs.ccache }}-refs/heads/main
- name: Prepare working directory
run: |
mkdir -p ~/.ccache
> ~/env
echo CC=ccache ${{ matrix.config.compiler }} >> ~/env
echo DEF_LIB=${{ matrix.config.library }} >> ~/env
echo STDATOMIC=false >> ~/env
- name: Load the cached image
run: |
docker load -i ~/.image/${{ matrix.config.image }}.tar
docker run -d -i --rm --name dpdk \
--mount type=bind,src=$HOME/.ccache,dst=/root/.ccache \
--mount type=bind,src=$(pwd),dst=/root/dpdk \
--env-file ~/env \
-w /root/dpdk \
dpdk-local
bash -li
- name: Update
run: docker exec -i dpdk dnf update -y || true
- name: Install packages
run: docker exec -i dpdk dnf install -y ccache intel-ipsec-mb-devel
isa-l-devel jansson-devel libarchive-devel libatomic libbsd-devel
libbpf-devel libfdt-devel libpcap-devel libvirt-devel libxdp-devel
ninja-build numactl-devel openssl-devel python3-pip python3-pyelftools
python3-setuptools python3-wheel rdma-core-devel zlib-devel
${{ matrix.config.compiler }}
- name: Run setup
run: docker exec -i dpdk .ci/linux-setup.sh
- name: Build
run: docker exec -i dpdk .ci/linux-build.sh
- name: Stop image
run: docker kill dpdk
- name: Upload logs on failure
if: failure()
uses: actions/upload-artifact@v4
with:
name: ${{ steps.get_keys.outputs.logs }}
path: |
build/.ninja_log
build/meson-logs/meson-log.txt