aiden
/
suricata
mirror of https://github.com/OISF/suricata
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

github-ci: test live tests

Browse Source 
- Adds podman, and other tools as needed.
- Upload live testing failure logs
- Suppress leak detection, there are leaks here
pull/16290/head
Jason Ish 4 months ago committed by Victor Julien
parent 39828e1587
commit 1965e15152
1 changed files with 100 additions and 10 deletions
Show Stats Download Patch File Download Diff File

110
.github/workflows/builds.yml vendored
Unescape Escape View File

@ -1785,11 +1785,11 @@ jobs:
flags: pcap
ubuntu-24-04-cov-afpdpdk:
name: Ubuntu 24.04 (afpacket and dpdk coverage)
name: Ubuntu 24.04 (afpacket and dpdk coverage, svlive)
runs-on: ubuntu-latest
container:
image: ubuntu:24.04
options: --privileged
options: --privileged --cgroupns=host
needs: [prepare-deps, prepare-cbindgen]
steps:
- name: Cache ~/.cargo
@ -1846,7 +1846,14 @@ jobs:
curl \
time \
wget \
dpdk-dev
dpdk-dev \
podman \
hping3 \
tcpdump \
tcpreplay \
ethtool \
iproute2 \
iptables
# specific version to match up to the llvm version in ubuntu below
- name: Install Rust
run: curl https://sh.rustup.rs -sSf | sh -s -- --default-toolchain 1.85.1 -y
@ -1856,6 +1863,7 @@ jobs:
with:
name: prep
path: prep
- run: tar xf prep/suricata-verify.tar.gz
- uses: ./.github/actions/install-cbindgen
- name: Fix kernel mmap rnd bits
# Asan in llvm 14 provided in ubuntu 22.04 is incompatible with
@ -1921,6 +1929,21 @@ jobs:
./qa/live/multi-tenant.sh "autofp"
env:
LLVM_PROFILE_FILE: "/tmp/mt-autofp.profraw"
- name: Run suricata-verify live tests
id: sv_live
run: ASAN_OPTIONS=detect_leaks=0 python3 ./suricata-verify/live/run.py
env:
LLVM_PROFILE_FILE: "/tmp/sv-live-afpdpdk-%p-%m.profraw"
- name: Upload failed suricata-verify live test outputs
if: ${{ failure() && steps.sv_live.outcome == 'failure' }}
uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a
with:
name: sv-live-output-${{ github.job }}
path: |
suricata-verify/live/tests/**/output/**
!suricata-verify/live/tests/**/output/*.socket
!suricata-verify/live/tests/**/output/sur
if-no-files-found: ignore
- run: llvm-profdata-19 merge -o default.profdata $(find /tmp/ -name '*.profraw')
- run: llvm-cov-19 export ./src/suricata -instr-profile=default.profdata -format=lcov --ignore-filename-regex="^/(root|usr|rustc|github)/.*" --skip-branches > coverage.lcov
- name: Upload coverage.lcov artifact
@ -2026,12 +2049,12 @@ jobs:
./qa/unix.sh "suricata-verify/"
ubuntu-latest-namespace-ips:
name: Ubuntu 24.04 (afpacket IPS tests in namespaces)
name: Ubuntu 24.04 (afpacket IPS tests in namespaces, svlive)
runs-on: ubuntu-latest
needs: [prepare-deps, prepare-cbindgen]
container:
image: ubuntu:24.04
options: --privileged
options: --privileged --cgroupns=host
steps:
- name: Cache ~/.cargo
uses: actions/cache@55cc8345863c7cc4c66a329aec7e433d2d1c52a9
@ -2078,6 +2101,7 @@ jobs:
libevent-pthreads-2.1-7 \
make \
parallel \
podman \
python3-yaml \
software-properties-common \
sudo \
@ -2092,12 +2116,15 @@ jobs:
ethtool \
iproute2 \
iptables \
tcpdump \
tcpreplay \
tshark
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1
- uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c
with:
name: prep
path: prep
- run: tar xf prep/suricata-verify.tar.gz
# packaged Rust version is too old for coverage, so get from rustup. 1.85.1 matches
# LLVM 19
- name: Install Rust
@ -2167,7 +2194,24 @@ jobs:
LLVM_PROFILE_FILE: "/tmp/afp-fw-netns-bridge.profraw"
- run: llvm-profdata-19 merge -o afp-fw-netns-bridge.profdata /tmp/afp-fw-netns-bridge.profraw
- run: llvm-profdata-19 merge -o combined.profdata afp-ips.profdata nfq-ips.profdata afp-ips-autofp.profdata nfq-ips-workers.profdata afp-ips-bond1.profdata afp-ips-bond2.profdata afp-fw-netns-bridge.profdata nfq-fw-netns-route.profdata
- name: Run suricata-verify live tests
id: sv_live
run: ASAN_OPTIONS=detect_leaks=0 python3 ./suricata-verify/live/run.py
env:
LLVM_PROFILE_FILE: "/tmp/sv-live-%p-%m.profraw"
- name: Upload failed suricata-verify live test outputs
if: ${{ failure() && steps.sv_live.outcome == 'failure' }}
uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a
with:
name: sv-live-output-${{ github.job }}
path: |
suricata-verify/live/tests/**/output/**
!suricata-verify/live/tests/**/output/*.socket
!suricata-verify/live/tests/**/output/sur
if-no-files-found: ignore
- run: llvm-profdata-19 merge -o sv-live.profdata /tmp/sv-live-*.profraw
- run: llvm-profdata-19 merge -o combined.profdata afp-ips.profdata nfq-ips.profdata afp-ips-autofp.profdata nfq-ips-workers.profdata afp-ips-bond1.profdata afp-ips-bond2.profdata afp-fw-netns-bridge.profdata nfq-fw-netns-route.profdata sv-live.profdata
- run: llvm-cov-19 export ./src/suricata -instr-profile=combined.profdata -format=lcov --ignore-filename-regex="^(/github/home/.cargo/.*|/usr/.*|/rustc/.*)" --skip-branches > coverage.lcov
- name: Upload coverage.lcov artifact
uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a
@ -2183,11 +2227,11 @@ jobs:
verbose: true
ubuntu-24-04-asan-afpdpdk:
name: Ubuntu 24.04 (afpacket and dpdk live tests with ASAN)
name: Ubuntu 24.04 (afpacket and dpdk live tests with ASAN, svlive)
runs-on: ubuntu-latest
container:
image: ubuntu:24.04
options: --privileged
options: --privileged --cgroupns=host
needs: [prepare-deps, prepare-cbindgen]
env:
RV: "1.89"
@ -2212,9 +2256,16 @@ jobs:
cargo-${RV} \
cbindgen \
clang-18 \
ethtool \
podman \
hping3 \
tcpdump \
tcpreplay \
git \
hwloc \
libhwloc-dev \
iproute2 \
iptables \
jq \
inetutils-ping \
libc++-dev \
@ -2256,6 +2307,7 @@ jobs:
with:
name: prep
path: prep
- run: tar xf prep/suricata-verify.tar.gz
- name: Fix kernel mmap rnd bits
run: sudo sysctl vm.mmap_rnd_bits=28
- run: ./autogen.sh
@ -2291,6 +2343,19 @@ jobs:
./qa/live/pcap.sh "single"
- run: |
./qa/live/multi-tenant.sh "autofp"
- name: Run suricata-verify live tests
id: sv_live
run: ASAN_OPTIONS=detect_leaks=0 python3 ./suricata-verify/live/run.py
- name: Upload failed suricata-verify live test outputs
if: ${{ failure() && steps.sv_live.outcome == 'failure' }}
uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a
with:
name: sv-live-output-${{ github.job }}
path: |
suricata-verify/live/tests/**/output/**
!suricata-verify/live/tests/**/output/*.socket
!suricata-verify/live/tests/**/output/sur
if-no-files-found: ignore
ubuntu-24-04-cov-fuzz:
name: Ubuntu 24.04 (fuzz corpus coverage)
@ -2871,9 +2936,11 @@ jobs:
- run: ./src/suricata --build-info # check if we can run Suricata
ubuntu-22-04-dpdk-build:
name: Ubuntu 22.04 (DPDK Build)
name: Ubuntu 22.04 (DPDK Build, svlive)
runs-on: ubuntu-22.04
container: ubuntu:22.04
container:
image: ubuntu:22.04
options: --privileged --cgroupns=host
needs: [ prepare-deps, prepare-cbindgen ]
strategy:
matrix:
@ -2901,8 +2968,17 @@ jobs:
autoconf \
automake \
cargo-${RV} \
ethtool \
git \
hping3 \
tcpdump \
tcpreplay \
hwloc \
inetutils-ping \
iproute2 \
iptables \
podman \
procps \
libhwloc-dev \
jq \
libtool \
@ -2964,6 +3040,7 @@ jobs:
name: prep
path: prep
- uses: ./.github/actions/install-cbindgen
- run: tar xf prep/suricata-verify.tar.gz
- run: ./autogen.sh
- run: CFLAGS="${DEFAULT_CFLAGS}" ./configure --enable-warnings --enable-dpdk --enable-hwloc
- run: make -j ${{ env.CPUS }}
@ -2976,6 +3053,19 @@ jobs:
./qa/live/dpdk.sh "qa/live/dpdk/suricata-null-ips.yaml"
# DPDK configuration checks
- run: ./qa/live/dpdk/dpdk-testsuite.sh
- name: Run suricata-verify live tests
id: sv_live
run: ASAN_OPTIONS=detect_leaks=0 python3 ./suricata-verify/live/run.py dpdk
- name: Upload failed suricata-verify live test outputs
if: ${{ failure() && steps.sv_live.outcome == 'failure' }}
uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a
with:
name: sv-live-output-${{ github.job }}-${{ matrix.dpdk_version }}
path: |
suricata-verify/live/tests/**/output/**
!suricata-verify/live/tests/**/output/*.socket
!suricata-verify/live/tests/**/output/sur
if-no-files-found: ignore
debian-12:
name: Debian 12 (xdp)

Write Preview
Loading…
Cancel
Save