From eb2aaed5cca0be9c3f93586c016d522011f84e14 Mon Sep 17 00:00:00 2001 From: James McCoy Date: Thu, 12 Nov 2020 13:22:14 -0500 Subject: Add Linux ASAN GitHub Action --- .github/workflows/linux.yml | 77 +++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 77 insertions(+) create mode 100644 .github/workflows/linux.yml (limited to '.github/workflows') diff --git a/.github/workflows/linux.yml b/.github/workflows/linux.yml new file mode 100644 index 0000000000..55ff81a26e --- /dev/null +++ b/.github/workflows/linux.yml @@ -0,0 +1,77 @@ +name: Linux CI +on: [push, pull_request] +env: + # Set "false" to force rebuild of third-party dependencies. + CACHE_ENABLE: true + DEPS_CMAKE_FLAGS: "-DUSE_BUNDLED_GPERF=OFF" + # default target name for functional tests + FUNCTIONALTEST: functionaltest + CI_TARGET: tests + # Environment variables for ccache + CCACHE_COMPRESS: 1 + CCACHE_SLOPPINESS: "time_macros,file_macro" + # Default since 3.3; required with newer gcc/clang. + CCACHE_CPP2: 1 + +jobs: + ASAN: + runs-on: ubuntu-latest + env: + CC: clang-11 + steps: + - uses: actions/checkout@v2 + + - name: Setup commom environment variables + run: | + echo "CI_BUILD_DIR=$GITHUB_WORKSPACE" >> $GITHUB_ENV + echo "BUILD_DIR=$GITHUB_WORKSPACE/build" >> $GITHUB_ENV + echo "DEPS_BUILD_DIR=$HOME/nvim-deps" >> $GITHUB_ENV + echo "INSTALL_PREFIX=$HOME/nvim-install" >> $GITHUB_ENV + echo "LOG_DIR=$GITHUB_WORKSPACE/build/log" >> $GITHUB_ENV + echo "NVIM_LOG_FILE=$GITHUB_WORKSPACE/build/.nvimlog" >> $GITHUB_ENV + echo "CMAKE_FLAGS=-DCI_BUILD=ON -DCMAKE_BUILD_TYPE=Debug -DCMAKE_INSTALL_PREFIX:PATH=$HOME/nvim-install -DBUSTED_OUTPUT_TYPE=nvim -DDEPS_PREFIX=$HOME/nvim-deps/usr -DMIN_LOG_LEVEL=3" >> $GITHUB_ENV + echo "ASAN_OPTIONS=detect_leaks=1:check_initialization_order=1:log_path=$GITHUB_WORKSPACE/build/log/asan" >> $GITHUB_ENV + echo "TSAN_OPTIONS=log_path=$GITHUB_WORKSPACE/build/log/tsan" >> $GITHUB_ENV + echo "UBSAN_OPTIONS=print_stacktrace=1 log_path=$GITHUB_WORKSPACE/build/log/ubsan" >> $GITHUB_ENV + echo "VALGRIND_LOG=$GITHUB_WORKSPACE/build/log/valgrind-%p.log" >> $GITHUB_ENV + echo "CACHE_NVIM_DEPS_DIR=$HOME/.cache/nvim-deps" >> $GITHUB_ENV + echo "CACHE_MARKER=$HOME/.cache/nvim-deps/.ci_cache_marker" >> $GITHUB_ENV + echo "CCACHE_BASEDIR=$GITHUB_WORKSPACE" >> $GITHUB_ENV + + - name: Setup clang repository + run: | + wget -O - https://apt.llvm.org/llvm-snapshot.gpg.key|sudo apt-key add - + sudo add-apt-repository 'deb http://apt.llvm.org/bionic/ llvm-toolchain-bionic-11 main' + + - name: Install apt packages + run: | + sudo apt-get update + sudo apt-get install -y autoconf automake build-essential ccache cmake cpanminus cscope gcc-multilib gdb gettext gperf language-pack-tr libtool-bin locales ninja-build pkg-config python python-pip python-setuptools python3 python3-pip python3-setuptools unzip valgrind xclip + + - name: Install new clang + run: sudo apt-get install -y clang-11 + + - name: Set ASAN env vars + run: | + echo "CLANG_SANITIZER=ASAN_UBSAN" >> $GITHUB_ENV + echo "CMAKE_FLAGS=-DCI_BUILD=ON -DCMAKE_BUILD_TYPE=Debug -DCMAKE_INSTALL_PREFIX:PATH=$HOME/nvim-install -DBUSTED_OUTPUT_TYPE=nvim -DDEPS_PREFIX=$HOME/nvim-deps/usr -DMIN_LOG_LEVEL=3 -DPREFER_LUA=ON" >> $GITHUB_ENV + echo "SYMBOLIZER=asan_symbolize-11" >> $GITHUB_ENV + + - name: Setup interpreter packages + run: | + ./ci/before_install.sh + ./ci/install.sh + + - name: Cache dependencies + uses: actions/cache@v2 + env: + cache-name: asan-deps + with: + path: env.CACHE_NVIM_DEPS_DIR + key: ${{ runner.os }}-build-${{ env.cache-name }}-${{ github.base_ref }} + + - name: Build third-party + run: ./ci/before_script.sh + + - name: Build and test + run: ./ci/script.sh -- cgit From e2e032a52ac3de683345711b50a3ea65799d9846 Mon Sep 17 00:00:00 2001 From: James McCoy Date: Thu, 12 Nov 2020 22:00:04 -0500 Subject: GHA: Add lint job to Linux workflow --- .github/workflows/linux.yml | 48 +++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 48 insertions(+) (limited to '.github/workflows') diff --git a/.github/workflows/linux.yml b/.github/workflows/linux.yml index 55ff81a26e..b238145d1a 100644 --- a/.github/workflows/linux.yml +++ b/.github/workflows/linux.yml @@ -75,3 +75,51 @@ jobs: - name: Build and test run: ./ci/script.sh + + lint: + runs-on: ubuntu-latest + env: + CI_TARGET: lint + steps: + - uses: actions/checkout@v2 + + - name: Setup commom environment variables + run: | + echo "CI_BUILD_DIR=$GITHUB_WORKSPACE" >> $GITHUB_ENV + echo "BUILD_DIR=$GITHUB_WORKSPACE/build" >> $GITHUB_ENV + echo "DEPS_BUILD_DIR=$HOME/nvim-deps" >> $GITHUB_ENV + echo "INSTALL_PREFIX=$HOME/nvim-install" >> $GITHUB_ENV + echo "LOG_DIR=$GITHUB_WORKSPACE/build/log" >> $GITHUB_ENV + echo "NVIM_LOG_FILE=$GITHUB_WORKSPACE/build/.nvimlog" >> $GITHUB_ENV + echo "CMAKE_FLAGS=-DCI_BUILD=ON -DCMAKE_BUILD_TYPE=Debug -DCMAKE_INSTALL_PREFIX:PATH=$HOME/nvim-install -DBUSTED_OUTPUT_TYPE=nvim -DDEPS_PREFIX=$HOME/nvim-deps/usr -DMIN_LOG_LEVEL=3" >> $GITHUB_ENV + echo "ASAN_OPTIONS=detect_leaks=1:check_initialization_order=1:log_path=$GITHUB_WORKSPACE/build/log/asan" >> $GITHUB_ENV + echo "TSAN_OPTIONS=log_path=$GITHUB_WORKSPACE/build/log/tsan" >> $GITHUB_ENV + echo "UBSAN_OPTIONS=print_stacktrace=1 log_path=$GITHUB_WORKSPACE/build/log/ubsan" >> $GITHUB_ENV + echo "VALGRIND_LOG=$GITHUB_WORKSPACE/build/log/valgrind-%p.log" >> $GITHUB_ENV + echo "CACHE_NVIM_DEPS_DIR=$HOME/.cache/nvim-deps" >> $GITHUB_ENV + echo "CACHE_MARKER=$HOME/.cache/nvim-deps/.ci_cache_marker" >> $GITHUB_ENV + echo "CCACHE_BASEDIR=$GITHUB_WORKSPACE" >> $GITHUB_ENV + + - name: Install apt packages + run: | + sudo apt-get update + sudo apt-get install -y autoconf automake build-essential ccache cmake gcc-multilib gettext gperf libtool-bin locales ninja-build pkg-config python3 python3-pip python3-setuptools unzip + + - name: Setup interpreter packages + run: | + ./ci/before_install.sh + ./ci/install.sh + + - name: Cache dependencies + uses: actions/cache@v2 + env: + cache-name: lint-deps + with: + path: env.CACHE_NVIM_DEPS_DIR + key: ${{ runner.os }}-build-${{ env.cache-name }}-${{ github.base_ref }} + + - name: Build third-party + run: ./ci/before_script.sh + + - name: Build and test + run: ./ci/script.sh -- cgit From 808eb44f4a7e789db49a2b20a19648d637e7be03 Mon Sep 17 00:00:00 2001 From: James McCoy Date: Fri, 13 Nov 2020 09:21:41 -0500 Subject: GHA: Add ~/.local/bin to $PATH --- .github/workflows/linux.yml | 4 ++++ 1 file changed, 4 insertions(+) (limited to '.github/workflows') diff --git a/.github/workflows/linux.yml b/.github/workflows/linux.yml index b238145d1a..dfc485b28b 100644 --- a/.github/workflows/linux.yml +++ b/.github/workflows/linux.yml @@ -23,6 +23,8 @@ jobs: - name: Setup commom environment variables run: | + echo "$HOME/.local/bin" >> $GITHUB_PATH + echo "CI_BUILD_DIR=$GITHUB_WORKSPACE" >> $GITHUB_ENV echo "BUILD_DIR=$GITHUB_WORKSPACE/build" >> $GITHUB_ENV echo "DEPS_BUILD_DIR=$HOME/nvim-deps" >> $GITHUB_ENV @@ -85,6 +87,8 @@ jobs: - name: Setup commom environment variables run: | + echo "$HOME/.local/bin" >> $GITHUB_PATH + echo "CI_BUILD_DIR=$GITHUB_WORKSPACE" >> $GITHUB_ENV echo "BUILD_DIR=$GITHUB_WORKSPACE/build" >> $GITHUB_ENV echo "DEPS_BUILD_DIR=$HOME/nvim-deps" >> $GITHUB_ENV -- cgit From ef0d558a3b145a0ad9e60434e97f56383934990c Mon Sep 17 00:00:00 2001 From: James McCoy Date: Fri, 13 Nov 2020 09:54:55 -0500 Subject: GHA: Include ccache output in cache --- .github/workflows/linux.yml | 12 ++++++++---- 1 file changed, 8 insertions(+), 4 deletions(-) (limited to '.github/workflows') diff --git a/.github/workflows/linux.yml b/.github/workflows/linux.yml index dfc485b28b..711fd1abcf 100644 --- a/.github/workflows/linux.yml +++ b/.github/workflows/linux.yml @@ -69,8 +69,10 @@ jobs: env: cache-name: asan-deps with: - path: env.CACHE_NVIM_DEPS_DIR - key: ${{ runner.os }}-build-${{ env.cache-name }}-${{ github.base_ref }} + path: | + ${{ env.CACHE_NVIM_DEPS_DIR }} + ~/.ccache + key: ${{ runner.os }}-build-${{ env.cache-name }}-${{ hashFiles(format('{0}/**', env.CACHE_NVIM_DEPS_DIR)) }}-${{ github.base_ref }} - name: Build third-party run: ./ci/before_script.sh @@ -119,8 +121,10 @@ jobs: env: cache-name: lint-deps with: - path: env.CACHE_NVIM_DEPS_DIR - key: ${{ runner.os }}-build-${{ env.cache-name }}-${{ github.base_ref }} + path: | + ${{ env.CACHE_NVIM_DEPS_DIR }} + ~/.ccache + key: ${{ runner.os }}-build-${{ env.cache-name }}-${{ hashFiles(format('{0}/**', env.CACHE_NVIM_DEPS_DIR)) }}-${{ github.base_ref }} - name: Build third-party run: ./ci/before_script.sh -- cgit From c7443b82a9be093877c8e9e53eb079c39df25f7f Mon Sep 17 00:00:00 2001 From: James McCoy Date: Fri, 13 Nov 2020 10:51:48 -0500 Subject: GHA: Update cache directory if all steps succeeded --- .github/workflows/linux.yml | 8 ++++++++ 1 file changed, 8 insertions(+) (limited to '.github/workflows') diff --git a/.github/workflows/linux.yml b/.github/workflows/linux.yml index 711fd1abcf..053d22e4f7 100644 --- a/.github/workflows/linux.yml +++ b/.github/workflows/linux.yml @@ -80,6 +80,10 @@ jobs: - name: Build and test run: ./ci/script.sh + - name: Cache dependencies + if: ${{ success() }} + run: ./ci/before_cache.sh + lint: runs-on: ubuntu-latest env: @@ -131,3 +135,7 @@ jobs: - name: Build and test run: ./ci/script.sh + + - name: Cache dependencies + if: ${{ success() }} + run: ./ci/before_cache.sh -- cgit From c96acac4d31ce62f1a8696f7ec392f08f473ec91 Mon Sep 17 00:00:00 2001 From: James McCoy Date: Fri, 13 Nov 2020 13:00:15 -0500 Subject: GHA: Invalidate cache if cmake files or third-party/ change --- .github/workflows/linux.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) (limited to '.github/workflows') diff --git a/.github/workflows/linux.yml b/.github/workflows/linux.yml index 053d22e4f7..f72500efe7 100644 --- a/.github/workflows/linux.yml +++ b/.github/workflows/linux.yml @@ -72,7 +72,7 @@ jobs: path: | ${{ env.CACHE_NVIM_DEPS_DIR }} ~/.ccache - key: ${{ runner.os }}-build-${{ env.cache-name }}-${{ hashFiles(format('{0}/**', env.CACHE_NVIM_DEPS_DIR)) }}-${{ github.base_ref }} + key: ${{ runner.os }}-build-${{ env.cache-name }}-${{ hashFiles('cmake/*', 'third-party/**', '**/CMakeLists.txt') }}-${{ github.base_ref }} - name: Build third-party run: ./ci/before_script.sh @@ -128,7 +128,7 @@ jobs: path: | ${{ env.CACHE_NVIM_DEPS_DIR }} ~/.ccache - key: ${{ runner.os }}-build-${{ env.cache-name }}-${{ hashFiles(format('{0}/**', env.CACHE_NVIM_DEPS_DIR)) }}-${{ github.base_ref }} + key: ${{ runner.os }}-build-${{ env.cache-name }}-${{ hashFiles('cmake/*', 'third-party/**', '**/CMakeLists.txt') }}-${{ github.base_ref }} - name: Build third-party run: ./ci/before_script.sh -- cgit