Scheduled builds #1105
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Scheduled builds | |
| on: | |
| workflow_dispatch: | |
| schedule: | |
| #At the end of every day | |
| - cron: '0 0 * * *' | |
| jobs: | |
| coverage: | |
| name: Coverage (ubuntu-latest) | |
| runs-on: ubuntu-latest | |
| env: | |
| CFLAGS: -Werror | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Install Ubuntu Prerequisites | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install autoconf automake libtool pkg-config gettext libjson-c-dev flex bison libpcap-dev | |
| sudo apt-get install rrdtool librrd-dev | |
| sudo apt-get install libpcre3-dev libmaxminddb-dev lcov | |
| sudo apt-get install wdiff colordiff | |
| - name: Configure | |
| run: ./autogen.sh && ./configure --enable-option-checking=fatal --enable-debug-messages --enable-code-coverage --with-pcre2 --with-maxminddb | |
| - name: Build | |
| run: make all | |
| - name: Test | |
| run: | | |
| make check VERBOSE=1 | |
| - name: Generate Coverage Report | |
| run: | | |
| make coverage | |
| - uses: actions/upload-artifact@v4 | |
| with: | |
| name: ndpi-coverage-report | |
| path: coverage_report | |
| retention-days: 7 | |
| documentation: | |
| name: Documentation (ubuntu-latest) | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up Python 3.9 | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: "3.9" | |
| - name: Install Ubuntu Prerequisites | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install autoconf automake libtool pkg-config gettext flex bison doxygen | |
| - name: Configure nDPI library | |
| run: | | |
| ./autogen.sh && ./configure --with-only-libndpi --enable-option-checking=fatal --enable-debug-build | |
| - name: Generate Documentation | |
| run: | | |
| pip install --upgrade pip | |
| pip install -r doc/requirements.txt | |
| make doc | |
| mkdir -vp doc/_build/ndpi-documentation-upload/ndpi-documentation | |
| mv -v doc/_build/html doc/_build/ndpi-documentation-upload/ndpi-documentation/html | |
| - uses: actions/upload-artifact@v4 | |
| with: | |
| name: ndpi-documentation | |
| path: doc/_build/ndpi-documentation-upload | |
| retention-days: 7 | |
| performance: | |
| name: Performance (ubuntu-latest) | |
| runs-on: ubuntu-latest | |
| env: | |
| CFLAGS: -Werror | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Install Ubuntu Prerequisites | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install libunwind-dev | |
| sudo apt-get install autoconf automake libtool pkg-config gettext flex bison libpcap-dev parallel | |
| sudo apt-get install libgoogle-perftools-dev graphviz | |
| go install github.com/google/pprof@latest | |
| sudo ln -s ${HOME}/go/bin/pprof /usr/bin/pprof | |
| pprof -h | |
| - name: Configure nDPI library | |
| run: | | |
| ./autogen.sh && ./configure --enable-gprof --enable-option-checking=fatal --with-pcre2 --with-maxminddb | |
| - name: Build nDPI library | |
| run: | | |
| make -j | |
| - name: Performance Profiling | |
| run: | | |
| NDPI_FORCE_PARALLEL_UTESTS=1 NDPI_FORCE_PARALLEL_CONFIGS=1 NDPI_SKIP_PARALLEL_BAR=1 ./tests/do.sh | |
| mkdir ndpi-performance-upload | |
| for d in $(find ./tests/cfgs/* -type d -maxdepth 0 2>/dev/null) ; do | |
| PROFILE="$(basename $d)" | |
| mv -v tests/cfgs/${PROFILE}/result/cpu_profile.png ndpi-performance-upload/${PROFILE}_cpu_profile.png | |
| mv -v tests/cfgs/${PROFILE}/result/heap_profile.png ndpi-performance-upload/${PROFILE}_heap_profile.png | |
| done | |
| - uses: actions/upload-artifact@v4 | |
| with: | |
| name: ndpi-performance | |
| path: ndpi-performance-upload | |
| retention-days: 7 | |
| threadsanitizer: | |
| name: Thread Sanitizer (ubuntu-latest) | |
| runs-on: ubuntu-latest | |
| env: | |
| CFLAGS: -Werror | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Install Ubuntu Prerequisites | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install autoconf automake libtool pkg-config gettext flex bison libjson-c-dev libpcap-dev rrdtool librrd-dev parallel | |
| - name: Configure nDPI | |
| run: | | |
| ./autogen.sh && ./configure --with-thread-sanitizer | |
| - name: Build nDPI | |
| run: | | |
| make -j $(nproc) all | |
| make -j $(nproc) -C example | |
| make -j $(nproc) -C rrdtool | |
| - name: Tests | |
| run: | | |
| NDPI_FORCE_PARALLEL_UTESTS=1 NDPI_FORCE_PARALLEL_CONFIGS=1 NDPI_SKIP_PARALLEL_BAR=1 ./tests/do.sh | |
| ./tests/do-unit.sh | |
| ./tests/do-dga.sh | |
| nBPF: | |
| name: nBPF (ubuntu-latest) | |
| runs-on: ubuntu-latest | |
| env: | |
| CFLAGS: -Werror | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Install Ubuntu Prerequisites | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install autoconf automake libtool pkg-config gettext flex bison libjson-c-dev libpcap-dev rrdtool librrd-dev parallel | |
| - name: Install Ubuntu Prerequisites (nBPF) | |
| run: | | |
| git clone https://github.com/ntop/PF_RING.git ../PF_RING | |
| cd ../PF_RING/userland/nbpf | |
| ./configure | |
| make | |
| cd - | |
| - name: Configure nDPI | |
| run: | | |
| ./autogen.sh && ./configure | |
| - name: Build nDPI | |
| run: | | |
| make -j $(nproc) all | |
| make -j $(nproc) -C example | |
| make -j $(nproc) -C rrdtool | |
| - name: Tests | |
| run: | | |
| NDPI_FORCE_PARALLEL_UTESTS=1 NDPI_FORCE_PARALLEL_CONFIGS=1 NDPI_SKIP_PARALLEL_BAR=1 ./tests/do.sh | |
| ./tests/do-unit.sh | |
| ./tests/do-dga.sh | |
| no-dependencies: | |
| name: no-dependencies (global_context and plugin) (ubuntu-latest) | |
| runs-on: ubuntu-latest | |
| env: | |
| CFLAGS: -Werror | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Install Ubuntu Prerequisites | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install autoconf automake libtool pkg-config gettext flex bison libjson-c-dev libpcap-dev rrdtool librrd-dev parallel | |
| - name: Configure nDPI | |
| run: | | |
| ./autogen.sh && ./configure --disable-global-context-support --disable-plugin-support | |
| - name: Build nDPI | |
| run: | | |
| make -j $(nproc) all | |
| make -j $(nproc) -C example | |
| make -j $(nproc) -C rrdtool | |
| - name: Tests | |
| run: | | |
| NDPI_FORCE_PARALLEL_UTESTS=1 NDPI_FORCE_PARALLEL_CONFIGS=1 NDPI_SKIP_PARALLEL_BAR=1 ./tests/do.sh | |
| ./tests/do-unit.sh | |
| ./tests/do-dga.sh | |
| builds: | |
| name: ${{ matrix.os }} ${{matrix.gcrypt}} | |
| runs-on: ${{ matrix.os }} | |
| env: | |
| CFLAGS: -g -O2 -Werror -DNDPI_EXTENDED_SANITY_CHECKS | |
| strategy: | |
| fail-fast: true | |
| matrix: | |
| # macos-14,15 and 26 are on **ARM64** | |
| os: ["ubuntu-22.04", "ubuntu-24.04", "macos-15-intel", "macOS-14", "macOS-15", "macOS-26", "ubuntu-22.04-arm", "ubuntu-24.04-arm"] | |
| gcrypt: ["", "--with-local-libgcrypt"] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Install Ubuntu Prerequisites | |
| if: startsWith(matrix.os, 'ubuntu') | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install autoconf automake libtool pkg-config gettext flex bison libjson-c-dev libpcap-dev rrdtool librrd-dev parallel libgcrypt20-dev | |
| - name: Installing MacOS prerequisites | |
| if: startsWith(matrix.os, 'macOS') | |
| run: | | |
| # Avoid (re)installing pkg-config. See: https://github.com/actions/runner-images/issues/10984 | |
| brew install coreutils wdiff colordiff autoconf automake libtool gettext json-c rrdtool parallel libgcrypt | |
| - name: Configure nDPI | |
| run: | | |
| ./autogen.sh && ./configure ${{matrix.gcrypt}} | |
| - name: Build nDPI | |
| run: | | |
| make -j $(nproc) all | |
| make -j $(nproc) -C example | |
| make -j $(nproc) -C rrdtool | |
| - name: Tests | |
| run: | | |
| NDPI_FORCE_PARALLEL_UTESTS=1 NDPI_FORCE_PARALLEL_CONFIGS=1 NDPI_SKIP_PARALLEL_BAR=1 ./tests/do.sh | |
| ./tests/do-unit.sh | |
| ./tests/do-dga.sh | |
| localgcrypt-windows: | |
| name: Local gcrypt on ${{ matrix.os }} (msys2) | |
| runs-on: ${{ matrix.os }} | |
| env: | |
| CFLAGS: -Werror -DNDPI_EXTENDED_SANITY_CHECKS | |
| strategy: | |
| fail-fast: true | |
| matrix: | |
| os: ["windows-latest"] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 # Shallow clones should be disabled for a better relevancy of analysis | |
| - name: Install Windows msys2 prerequisites | |
| uses: msys2/setup-msys2@v2 | |
| with: | |
| msystem: MINGW64 | |
| update: true | |
| install: git mingw-w64-x86_64-toolchain automake1.16 automake-wrapper autoconf libtool make mingw-w64-x86_64-json-c mingw-w64-x86_64-crt-git mingw-w64-x86_64-pcre mingw-w64-x86_64-libpcap mingw-w64-x86_64-libgcrypt parallel | |
| - name: Configure nDPI on Windows msys2 | |
| run: | | |
| msys2 -c './autogen.sh && ./configure --enable-option-checking=fatal --enable-debug-messages --disable-npcap --with-local-libgcrypt' | |
| - name: Build nDPI on Windows msys2 | |
| run: | | |
| msys2 -c 'make -j all' | |
| msys2 -c 'ldd ./example/ndpiReader.exe' | |
| - name: Tests | |
| run: | | |
| # Don't know why but lately the script in parallel mode is stuck... | |
| #msys2 -c 'NDPI_FORCE_PARALLEL_UTESTS=1 NDPI_FORCE_PARALLEL_CONFIGS=1 NDPI_SKIP_PARALLEL_BAR=1 ./tests/do.sh' | |
| msys2 -c './tests/do.sh' | |
| msys2 -c './tests/do-unit.sh' | |
| msys2 -c './tests/do-dga.sh' | |
| test-lto-gold: | |
| # Options used by oss-fuzz: we only want to check that everything compile fine; no need to run the tests | |
| name: LTO and Gold Linker ${{ matrix.compiler }} | |
| runs-on: ubuntu-latest | |
| env: | |
| CC: ${{ matrix.compiler }} | |
| CFLAGS: -Werror -DNDPI_EXTENDED_SANITY_CHECKS | |
| strategy: | |
| fail-fast: true | |
| matrix: | |
| compiler: ["gcc-14", "clang-18"] # "Newest" gcc/clang easily available | |
| include: | |
| - compiler: "gcc-14" | |
| ar: "ar" | |
| ranlib: "ranlib" | |
| - compiler: "clang-18" | |
| ar: "llvm-ar-18" | |
| ranlib: "llvm-ranlib-18" | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 # Shallow clones should be disabled for a better relevancy of analysis | |
| - name: Install Ubuntu Prerequisites | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install autoconf automake debhelper libtool pkg-config gettext libjson-c-dev flex bison libpcap-dev rrdtool librrd-dev parallel | |
| - name: Configure nDPI | |
| run: | | |
| ./autogen.sh && AR=${{ matrix.ar }} RANLIB=${{ matrix.ranlib }} ./configure --enable-option-checking=fatal --enable-debug-messages --with-sanitizer --with-lto-and-gold-linker | |
| - name: Build nDPI | |
| run: | | |
| make -j $(nproc) all | |
| make -j $(nproc) -C example | |
| make -j $(nproc) -C rrdtool | |
| - name: Print nDPI long help | |
| run: | | |
| cd ./example && ./ndpiReader -H | |
| test-out-of-tree-builds: | |
| name: Out-of-tree builds | |
| runs-on: ubuntu-latest | |
| env: | |
| CFLAGS: -Werror -DNDPI_EXTENDED_SANITY_CHECKS -g -O2 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 # Shallow clones should be disabled for a better relevancy of analysis | |
| - name: Install Ubuntu Prerequisites | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install autoconf automake debhelper libtool pkg-config gettext libjson-c-dev flex bison libpcap-dev rrdtool librrd-dev parallel | |
| - name: Autogen nDPI | |
| run: | | |
| ./autogen.sh | |
| - name: Configure and build nDPI (standard) | |
| run: | | |
| mkdir -p build-standard | |
| cd build-standard | |
| ../configure | |
| make -j $(nproc) all | |
| make -j $(nproc) -C example | |
| make -j $(nproc) -C rrdtool | |
| cd - | |
| - name: Configure and build nDPI (fuzzing) | |
| run: | | |
| mkdir -p build-fuzzing | |
| cd build-fuzzing | |
| CC=clang CXX=clang++ ../configure --with-sanitizer --enable-fuzztargets | |
| make -j $(nproc) all | |
| make -j $(nproc) -C example | |
| make -j $(nproc) -C rrdtool | |
| cd - | |
| - name: Print nDPI long help | |
| run: | | |
| cd ./build-standard/example && ./ndpiReader -H && cd - | |
| cd ./build-fuzzing/example && ./ndpiReader -H && cd - | |
| - name: Tests #We are only intersting into tests scripts being valid --> less tests than usual | |
| run: | | |
| cd build-standard | |
| NDPI_FORCE_PARALLEL_UTESTS=1 NDPI_FORCE_PARALLEL_CONFIGS=1 NDPI_SKIP_PARALLEL_BAR=1 NDPI_TEST_ONLY_RECENTLY_UPDATED_PCAPS=1 ./tests/do.sh | |
| ./tests/do-unit.sh | |
| ./tests/do-dga.sh | |
| cd - | |
| cd build-fuzzing | |
| MAX_TOTAL_TIME=10 NDPI_FORCE_PARALLEL_UTESTS=1 NDPI_FORCE_PARALLEL_CONFIGS=1 NDPI_SKIP_PARALLEL_BAR=1 NDPI_TEST_ONLY_RECENTLY_UPDATED_PCAPS=1 ./tests/do.sh | |
| ./tests/do-unit.sh | |
| ./tests/do-dga.sh | |
| cd - |