X-Git-Url: https://tinc-vpn.org/git/browse?a=blobdiff_plain;f=.github%2Fworkflows%2Ftest.yml;h=27f364b002ac06668e22715874d18d3e767f0b45;hb=08f1e0cd33812f9d972dd7c59021443a8d02d0e0;hp=21b3aba5b4e4e28d4f9b6b6c4cddf924473e8c1a;hpb=14de587f4f56827193291d5b5eed11ffa2190cc6;p=tinc

diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
index 21b3aba5..27f364b0 100644
--- a/.github/workflows/test.yml
+++ b/.github/workflows/test.yml
@@ -1,85 +1,282 @@
-name: Build and test
+name: Test
 
 on:
   push:
-    branches:
-      - master
-      - "1.1"
-    tags:
-      - "release-*"
-
   pull_request:
     types:
       - opened
       - synchronize
 
 jobs:
-  test-linux:
+  cross:
+    runs-on: ubuntu-latest
+    timeout-minutes: 30
     strategy:
-      matrix:
-        os: [ubuntu-18.04, ubuntu-20.04]
-        compiler: [clang, gcc]
-        legacy_protocol: ["", --disable-legacy-protocol]
       fail-fast: false
+      matrix:
+        arch:
+          - armhf
+          - mipsel
+          - mingw
 
-    runs-on: ${{ matrix.os }}
-    env:
-      CC: ${{ matrix.compiler }}
+    container:
+      image: debian:bullseye
+      options: --privileged
 
     steps:
       - name: Checkout code
-        uses: actions/checkout@v2
-
-      - name: Install Artistic Style and build deps
-        run: >
-          sudo apt-get install -y --no-install-{recommends,suggests}
-          zlib1g-dev
-          liblzo2-dev
-          libncurses-dev
-          libreadline-dev
-          libminiupnpc-dev
-          libvdeplug-dev
-          astyle
-          socket
-
-      - name: Install OpenSSL
-        run: sudo apt-get install -y libssl-dev
-        if: ${{ matrix.legacy_protocol == '' }}
-
-      - name: Run autoreconf
-        run: autoreconf -fsi
-
-      - name: Run ./configure
-        run: >
-          ./configure 
-          --enable-{miniupnpc,uml,vde}
-          ${{ matrix.legacy_protocol }}
+        uses: actions/checkout@v1
+
+      - name: Install deps
+        run: HOST=${{ matrix.arch }} sh .ci/deps.sh
+
+      - name: Prepare the system
+        run: HOST=${{ matrix.arch }} sh .ci/test/prepare.sh
+
+      - name: Run tests with default settings
+        run: sudo -u build CI=1 HOST=${{ matrix.arch }} sh .ci/test/run.sh default
+
+      - name: Run tests without legacy protocol
+        run: sudo -u build CI=1 HOST=${{ matrix.arch }} sh .ci/test/run.sh nolegacy
+        if: always()
+
+      - name: Run tests with libgcrypt
+        run: sudo -u build CI=1 HOST=${{ matrix.arch }} sh .ci/test/run.sh gcrypt
+
+      - name: Upload test results
+        uses: actions/upload-artifact@v2
+        with:
+          name: tests_cross_${{ matrix.arch }}
+          path: /tmp/logs/tests.*.tar.gz
+        if: always()
+
+  static-analysis:
+    runs-on: ubuntu-latest
+    timeout-minutes: 30
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v1
+
+      - name: Install tools
+        run: |
+          sudo apt-get install -y astyle clang-tidy-$CLANG
+          sudo update-alternatives --install /usr/bin/clang-tidy clang-tidy /usr/bin/clang-tidy-$CLANG 100
+          curl -OL "https://github.com/koalaman/shellcheck/releases/download/v$SHELLCHECK/shellcheck-v${SHELLCHECK}.linux.x86_64.tar.xz"
+          tar -C ~ --strip-components=1 --wildcards -xf ./shellcheck-*.tar.xz 'shellcheck-*/shellcheck'
+          curl -o ~/shfmt -L "https://github.com/mvdan/sh/releases/download/v$SHFMT/shfmt_v${SHFMT}_linux_amd64"
+          chmod 755 ~/shfmt ~/shellcheck
+          pip3 install --user compiledb
+        env:
+          CLANG: 11
+          SHELLCHECK: 0.7.2
+          SHFMT: 3.3.0
+
+      - name: Install deps
+        run: sudo sh .ci/deps.sh
+
+      - name: Run clang-tidy
+        run: sh .ci/tidy/run.sh
+        if: always()
 
       - name: Check code formatting
-        run: make check-style
+        run: "! astyle --exclude=build -r --options=.astylerc --dry-run --formatted '*.c' '*.h' | grep '^Formatted'"
+        if: always()
+
+      - name: Check scripts formatting
+        run: find -type f -regextype egrep -regex '.+\.(sh|sh\.in|test)$' -exec ~/shfmt -d -i 2 -s '{}' +
+        if: always()
 
-      - name: Compile project
-        run: make -j$(nproc)
+      - name: Run static analysis on scripts
+        run: find -type f -regextype egrep -regex '.+\.sh(\.in)?$' -exec shellcheck -x '{}' +
+        if: always()
 
-      - name: Run tests
-        # root is required for some tests
-        run: sudo make check-recursive
-        timeout-minutes: 20
+      - name: Run static analysis on tests
+        run: find -type f -name '*.test' -execdir shellcheck -x '{}' +
+        if: always()
+
+      - name: Check warnings (gcc)
+        run: bash .ci/warn/run.sh
+        env:
+          CC: gcc-10
+        if: always()
+
+      - name: Check warnings (clang)
+        run: bash .ci/warn/run.sh
+        env:
+          CC: clang-12
+        if: always()
+
+  sanitizer:
+    runs-on: ubuntu-latest
+    timeout-minutes: 30
+    strategy:
+      fail-fast: false
+      matrix:
+        sanitizer:
+          - address
+          - thread
+          - undefined
+    env:
+      SANITIZER: "${{ matrix.sanitizer }}"
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v1
+
+      - name: Install deps
+        run: sudo sh .ci/deps.sh
+
+      - name: Run tests with OpenSSL 3
+        run: bash .ci/sanitizers/run.sh openssl3
+
+      - name: Sanitize tests with default settings
+        run: bash .ci/sanitizers/run.sh default
+
+      - name: Sanitize tests without legacy protocol
+        run: bash .ci/sanitizers/run.sh nolegacy
+        if: always()
 
       - name: Upload test results
         uses: actions/upload-artifact@v2
         with:
-          name: tests_${{ matrix.os }}_${{ matrix.compiler }}
-          path: test/test-suite.log
-        if: failure()
+          name: tests_sanitizer_${{ matrix.sanitizer }}
+          path: /tmp/logs/tests.*.tar.gz
+        if: always()
 
-  build-windows:
-    runs-on: windows-latest
+  linux:
+    runs-on: ubuntu-latest
+    timeout-minutes: 30
+    strategy:
+      fail-fast: false
+      matrix:
+        os:
+          - alpine
+          - centos:7 # aka RHEL 7
+          - almalinux:8 # aka RHEL 8
+          - fedora
+          - debian:buster
+          - debian:bullseye
+          - debian:testing
+          - ubuntu # current LTS
+          - ubuntu:rolling # latest
+    container:
+      image: ${{ matrix.os }}
+      options: --privileged
+      env:
+        CI: 1
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v1
+
+      - name: Install deps
+        run: sh .ci/deps.sh
+
+      - name: Assign name for test results artifact
+        run: echo ARTIFACT="$(echo '${{ matrix.os }}' | sed 's|[:/]|_|g')" >>"$GITHUB_ENV"
+
+      - name: Create a non-privileged user
+        run: sh .ci/test/prepare.sh
+
+      - name: Run tests with OpenSSL 3
+        run: sudo -u build CI=1 sh .ci/test/run.sh openssl3
+
+      - name: Run tests with default settings
+        run: sudo -u build CI=1 sh .ci/test/run.sh default
+
+      - name: Run tests without legacy protocol
+        run: sudo -u build CI=1 sh .ci/test/run.sh nolegacy
+        if: always()
+
+      - name: Run tests with libgcrypt
+        run: sudo -u build CI=1 sh .ci/test/run.sh gcrypt
+
+      - name: Upload test results
+        uses: actions/upload-artifact@v2
+        with:
+          name: tests_${{ env.ARTIFACT }}
+          path: /tmp/logs/tests.*.tar.gz
+        if: always()
+
+      - name: Build package
+        run: sh .ci/package/build.sh
+        if: github.ref == 'refs/heads/1.1' || startsWith(github.ref, 'refs/tags/release-')
+
+      - name: Upload package
+        uses: actions/upload-artifact@v2
+        with:
+          name: pkg-${{ env.ARTIFACT }}
+          path: |
+            *.deb
+            ~/rpmbuild/RPMS/*/*.rpm
+
+  pkg-publish:
+    if: always() && (github.ref == 'refs/heads/1.1' || startsWith(github.ref, 'refs/tags/release-'))
+    runs-on: ubuntu-latest
+    needs:
+      - linux
+      - mingw
+
+    steps:
+      - name: Create artifact directory
+        run: mkdir -p /tmp/artifacts
+
+      - name: Download packages
+        uses: actions/download-artifact@v2
+        with:
+          path: /tmp/artifacts
+
+      - name: Publish packages (dev)
+        uses: marvinpinto/action-automatic-releases@latest
+        with:
+          repo_token: ${{ secrets.GITHUB_TOKEN }}
+          automatic_release_tag: latest
+          title: Development release
+          prerelease: true
+          files: /tmp/artifacts/**/*.(deb|rpm|exe)
+        if: startsWith(github.ref, 'refs/heads/')
+
+      - name: Publish packages (release)
+        uses: softprops/action-gh-release@v1
+        with:
+          files: |
+            /tmp/artifacts/**/*.deb
+            /tmp/artifacts/**/*.rpm
+            /tmp/artifacts/**/*.exe
+        if: startsWith(github.ref, 'refs/tags/')
+
+  macos:
+    runs-on: macos-latest
+    timeout-minutes: 20
 
     steps:
       - name: Checkout code
-        uses: actions/checkout@v2
+        uses: actions/checkout@v1
+
+      - name: Install build deps
+        run: sh .ci/deps.sh
 
+      - name: Run tests with default settings
+        run: sh .ci/test/run.sh default
+
+      - name: Run tests without legacy protocol
+        run: sh .ci/test/run.sh nolegacy
+        if: always()
+
+      - name: Run tests with libgcrypt
+        run: sh .ci/test/run.sh gcrypt
+
+      - name: Upload test results
+        uses: actions/upload-artifact@v2
+        with:
+          name: tests_macos
+          path: /tmp/logs/tests.*.tar.gz
+        if: always()
+
+  mingw:
+    runs-on: windows-latest
+    timeout-minutes: 30
+
+    steps:
       - name: Install msys2
         uses: msys2/setup-msys2@v2
         with:
@@ -87,117 +284,89 @@ jobs:
           # https://packages.msys2.org/package/
           install: >-
             base-devel
+            mingw-w64-x86_64-meson
+            mingw-w64-x86_64-pkgconf
             mingw-w64-x86_64-gcc
             mingw-w64-x86_64-openssl
+            mingw-w64-x86_64-libgcrypt
             mingw-w64-x86_64-zlib
             mingw-w64-x86_64-lzo2
+            mingw-w64-x86_64-lz4
             mingw-w64-x86_64-ncurses
             mingw-w64-x86_64-miniupnpc
+            mingw-w64-x86_64-nsis
             git
+            openbsd-netcat
+            procps
 
-      - name: Build the project
-        shell: msys2 {0}
-        run: |
-          autoreconf -fsi
-          ./configure --with-curses-include=/mingw64/include/ncurses --disable-readline
-          make -j$(nproc)
+      - name: Checkout code
+        uses: actions/checkout@v1
 
-      - name: Check that tinc can be started
+      - name: Run tests with default settings
         shell: msys2 {0}
-        run: ./src/tinc --version
+        run: sh .ci/test/run.sh default
 
-      - name: Check that tincd can be started
+      - name: Create installer
         shell: msys2 {0}
-        run: ./src/tincd --version
-
-  release-deb:
-    if: startsWith(github.ref, 'refs/tags/release-')
-    needs: test-linux
+        run: sh .ci/package/build.sh
+        if: github.ref == 'refs/heads/1.1' || startsWith(github.ref, 'refs/tags/release-')
 
-    strategy:
-      matrix:
-        os: ["ubuntu-18.04", ubuntu-20.04]
-
-    runs-on: ${{ matrix.os }}
-
-    steps:
-      - name: Checkout code
-        uses: actions/checkout@v2
+      - name: Upload package
+        uses: actions/upload-artifact@v2
+        with:
+          name: pkg-windows
+          path: .ci/package/win/tinc-*.exe
 
-      - name: Install build deps
-        run: >
-          sudo apt-get install -y --no-install-{recommends,suggests}
-          dh-make
-          texinfo
-          libssl-dev
-          zlib1g-dev
-          liblzo2-dev
-          libncurses-dev
-          libreadline-dev
-
-      - name: Run autoreconf
-        run: autoreconf -fsi
-
-      - name: Run ./configure
-        run: >
-          ./configure 
-          --prefix=/usr
-          --sbindir=/usr/sbin
-          --sysconfdir=/etc
-          --localstatedir=/var
-          --with-systemd=/usr/lib/systemd/system
-
-      - name: Prepare debian directory
-        run: >
-          dh_make
-          --yes
-          --single
-          --createorig
-          --copyright gpl2
-          --packagename "tinc_$(git describe --tags --always | sed 's/release-//')-${{ matrix.os }}"
-        env:
-          DEBFULLNAME: Automated Builds
+      - name: Run tests without legacy protocol
+        shell: msys2 {0}
+        run: sh .ci/test/run.sh nolegacy
+        if: always()
 
-      - name: Build deb package
-        run: dpkg-buildpackage -d -us -uc
+      - name: Run tests with libgcrypt
+        shell: msys2 {0}
+        run: sh .ci/test/run.sh gcrypt
 
-      - name: Publish deb package
-        uses: softprops/action-gh-release@v1
+      - name: Upload test results
+        uses: actions/upload-artifact@v2
         with:
-          files: |
-            ../*.deb
-        env:
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+          name: tests_windows
+          path: /tmp/logs/tests.*.tar.gz
+        if: always()
 
-  test-macos:
-    runs-on: macos-10.15
+  msvc:
+    runs-on: windows-latest
+    timeout-minutes: 30
+
+    strategy:
+      fail-fast: false
+      matrix:
+        arch:
+          - amd64
+          - amd64_x86
 
     steps:
-      - name: Checkout code
-        uses: actions/checkout@v2
+      - name: Install meson
+        run: pip3 install meson
 
-      - name: Install dependencies
-        run: brew install coreutils netcat automake lzo miniupnpc
+      - name: Checkout code
+        uses: actions/checkout@v1
 
-      - name: Run autoreconf
-        run: autoreconf -fsi
+      - name: Activate dev environment
+        uses: ilammy/msvc-dev-cmd@v1
+        with:
+          arch: ${{ matrix.arch }}
 
-      - name: Run ./configure
-        run: >
-          ./configure
-          --with-openssl=/usr/local/opt/openssl@1.1
-          --enable-{tunemu,miniupnpc}
+      - name: Build (nolegacy)
+        run: .ci\windows\build.cmd nolegacy
 
-      - name: Compile application
-        run: make -j$(sysctl -n hw.ncpu)
+      - name: Test (nolegacy)
+        run: .ci\windows\test.cmd nolegacy
+        if: always()
 
-      - name: Run tests
-        run: make check-recursive
-        timeout-minutes: 20
+      - name: Build (OpenSSL)
+        run: .ci\windows\build.cmd openssl
+        if: always()
 
-      - name: Upload test results
-        uses: actions/upload-artifact@v2
-        with:
-          name: tests_${{ runner.os }}
-          path: test/test-suite.log
-        if: failure()
+      - name: Test (OpenSSL)
+        run: .ci\windows\test.cmd openssl
+        if: always()