From c69975db99e788e847d82e11b4b5f003e3d4bc14 Mon Sep 17 00:00:00 2001 From: gnzlbg Date: Thu, 28 Nov 2019 14:11:43 +0100 Subject: [PATCH] Migrate CI to Github Actions --- .github/workflows/main.yml | 193 +++++++++++++++++- .travis.yml | 164 --------------- .../aarch64-unknown-linux-gnu/Dockerfile | 7 + ci/docker/x86_64-unknown-linux-gnu/Dockerfile | 6 + ci/dox.sh | 1 + ci/run-docker.sh | 46 +++++ ci/style.sh | 24 +++ 7 files changed, 266 insertions(+), 175 deletions(-) delete mode 100644 .travis.yml create mode 100644 ci/docker/aarch64-unknown-linux-gnu/Dockerfile create mode 100644 ci/docker/x86_64-unknown-linux-gnu/Dockerfile create mode 100755 ci/run-docker.sh create mode 100755 ci/style.sh diff --git a/.github/workflows/main.yml b/.github/workflows/main.yml index b2340b2..34c8165 100644 --- a/.github/workflows/main.yml +++ b/.github/workflows/main.yml @@ -1,17 +1,188 @@ name: CI - -on: [push] +on: + push: + branches: + - master + pull_request: + branches: + - master jobs: - build: - + style: + name: Check Style runs-on: ubuntu-latest - steps: - - uses: actions/checkout@v1 - - name: Run a one-line script - run: echo Hello, world! - - name: Run a multi-line script + - uses: actions/checkout@master + with: + submodules: true + - name: Install Rust + run: rustup update nightly && rustup default nightly + - run: ci/style.sh + + docs: + name: Build Documentation + needs: [style] + runs-on: ubuntu-latest + steps: + - uses: actions/checkout@master + with: + submodules: true + - name: Install Rust + run: rustup update nightly && rustup default nightly + - run: ci/dox.sh + env: + CI: 1 + - name: Publish documentation run: | - echo Add other actions to build, - echo test, and deploy your project. + cd target/doc + git init + git add . + git -c user.name='ci' -c user.email='ci' commit -m init + git push -f -q https://git:${{ secrets.github_token }}@github.com/${{ github.repository }} HEAD:gh-pages + if: github.event_name == 'push' && github.event.ref == 'refs/heads/master' + + benches: + name: Build benchmarks + needs: [style] + runs-on: ubuntu-latest + steps: + - uses: actions/checkout@master + with: + submodules: true + - name: Install Rust + run: rustup update nightly && rustup default nightly + - name: Benchmarks + run: | + cargo test --bench roundtrip + cargo test --features=alloc_trait --bench roundtrip + + test: + needs: [style] + name: Test + runs-on: ${{ matrix.os }} + strategy: + matrix: + target: + - aarch64-unknown-linux-gnu + - x86_64-apple-darwin + - x86_64-unknown-linux-gnu + include: + # - target: aarch64-linux-android + # os: ubuntu-latest + # rust: nightly + # no_jemalloc_tests: 1 + - target: aarch64-unknown-linux-gnu + os: ubuntu-latest + rust: nightly + no_jemalloc_tests: 1 + # - target: arm-linux-androideabi + # os: ubuntu-latest + # rust: nightly + # no_jemalloc_tests: 1 + # - target: arm-unknown-linux-gnueabi + # os: ubuntu-latest + # rust: nightly + # no_jemalloc_tests: 1 + # - target: armv7-unknown-linux-gnueabihf + # os: ubuntu-latest + # rust: nightly + # no_jemalloc_tests: 1 + # - target: i586-unknown-linux-gnu + # os: ubuntu-latest + # rust: nightly + # - target: i686-pc-windows-gnu + # os: windows-latest + # rust: nightly + # - target: i686-pc-windows-msvc + # os: windows-latest + # rust: nightly + # - target: i686-unknown-linux-gnu + # os: ubuntu-latest + # rust: nightly + # - target: mips-unknown-linux-gnu + # os: ubuntu-latest + # rust: nightly + # no_jemalloc_tests: 1 + # - target: mips64-unknown-linux-gnuabi64 + # os: ubuntu-latest + # rust: nightly + # no_jemalloc_tests: 1 + # - target: mips64el-unknown-linux-gnuabi64 + # os: ubuntu-latest + # rust: nightly + # no_jemalloc_tests: 1 + # - target: mipsel-unknown-linux-gnu + # os: ubuntu-latest + # rust: nightly + # no_jemalloc_tests: 1 + # - target: s390x-unknown-linux-gnu + # os: ubuntu-latest + # rust: nightly + # no_jemalloc_tests: 1 + - target: x86_64-apple-darwin + os: macos-latest + rust: nightly + # - target: x86_64-apple-darwin + # os: macos-latest + # rust: beta + # - target: x86_64-apple-darwin + # os: macos-latest + # rust: stable + # - target: x86_64-linux-android + # os: ubuntu-latest + # rust: nightly + - target: x86_64-unknown-linux-gnu + os: ubuntu-latest + rust: nightly + # - target: x86_64-unknown-linux-gnu + # os: ubuntu-latest + # rust: nightly + # valgrind: 1 + - target: x86_64-unknown-linux-gnu + os: ubuntu-latest + rust: nightly + jemalloc-dev: 1 + valgrind: 1 + # - target: x86_64-unknown-linux-gnu + # os: ubuntu-latest + # rust: beta + - target: x86_64-unknown-linux-gnu + os: ubuntu-latest + rust: stable + + steps: + - uses: actions/checkout@master + with: + submodules: true + - name: Install Rust (rustup) + run: rustup update ${{ matrix.rust }} --no-self-update && rustup default ${{ matrix.rust }} + if: matrix.os != 'macos-latest' + - name: Install Rust (macos) + run: | + curl https://sh.rustup.rs | sh -s -- -y --default-toolchain nightly + echo "##[add-path]$HOME/.cargo/bin" + if: matrix.os == 'macos-latest' + - run: rustup target add ${{ matrix.target }} + - run: cargo generate-lockfile + + # Configure some env vars based on matrix configuration + - run: echo "##[set-env name=NO_JEMALLOC_TESTS]1" + if: matrix.no_jemalloc_tests != '' + - run: echo "##[set-env name=JEMALLOC_SYS_GIT_DEV_BRANCH]1" + if: matrix.jemalloc-dev != '' + - run: echo "##[set-env name=VALGRIND]1" + if: matrix.valgrind != '' + + # Windows & OSX go straight to `run.sh` ... + - run: ./ci/run.sh + shell: bash + if: matrix.os != 'ubuntu-latest' + env: + TARGET: ${{ matrix.target }} + + # ... while Linux goes to `run-docker.sh` + - run: ./ci/run-docker.sh ${{ matrix.target }} + shell: bash + if: "matrix.os == 'ubuntu-latest'" + env: + TARGET: ${{ matrix.target }} diff --git a/.travis.yml b/.travis.yml deleted file mode 100644 index 1e2542e..0000000 --- a/.travis.yml +++ /dev/null @@ -1,164 +0,0 @@ -language: rust -rust: nightly -services: docker - -matrix: - include: - # Linux - - name: "aarch64-unknown-linux-gnu" - env: TARGET=aarch64-unknown-linux-gnu NO_JEMALLOC_TESTS=1 - - name: "arm-unknown-linux-gnueabi" - env: TARGET=arm-unknown-linux-gnueabi NO_JEMALLOC_TESTS=1 - - name: "armv7-unknown-linux-gnueabihf" - env: TARGET=armv7-unknown-linux-gnueabihf NO_JEMALLOC_TESTS=1 - - name: "i586-unknown-linux-gnu" - env: TARGET=i586-unknown-linux-gnu - addons: &gcc_multilib - apt: - packages: - - gcc-multilib - - name: "i686-unknown-linux-gnu (nightly)" - env: TARGET=i686-unknown-linux-gnu - addons: *gcc_multilib - - name: "i686-unknown-linux-gnu (beta)" - env: TARGET=i686-unknown-linux-gnu - addons: *gcc_multilib - rust: beta - - name: "i686-unknown-linux-gnu (stable)" - env: TARGET=i686-unknown-linux-gnu - addons: *gcc_multilib - rust: stable - # FIXME: blocked onhttps://github.com/jemalloc/jemalloc/issues/1464 - # - name: "i686-unknown-linux-musl" - # env: TARGET=i686-unknown-linux-musl NOBGT=1 NO_JEMALLOC_TESTS=1 - - name: "mips-unknown-linux-gnu" - env: TARGET=mips-unknown-linux-gnu NO_JEMALLOC_TESTS=1 - - name: "mips64-unknown-linux-gnuabi64" - env: TARGET=mips64-unknown-linux-gnuabi64 NO_JEMALLOC_TESTS=1 - - name: "mips64el-unknown-linux-gnuabi64" - env: TARGET=mips64el-unknown-linux-gnuabi64 NO_JEMALLOC_TESTS=1 - - name: "mipsel-unknown-linux-gnu" - env: TARGET=mipsel-unknown-linux-gnu NO_JEMALLOC_TESTS=1 - - name: "powerpc-unknown-linux-gnu" - env: TARGET=powerpc-unknown-linux-gnu NO_JEMALLOC_TESTS=1 - - name: "powerpc64-unknown-linux-gnu" - env: TARGET=powerpc64-unknown-linux-gnu NO_JEMALLOC_TESTS=1 - - name: "powerpc64le-unknown-linux-gnu" - env: TARGET=powerpc64le-unknown-linux-gnu NO_JEMALLOC_TESTS=1 - - name: "x86_64-unknown-linux-gnu (nightly)" - env: TARGET=x86_64-unknown-linux-gnu VALGRIND=1 JEMALLOC_SYS_VERIFY_CONFIGURE=1 - install: rustup component add llvm-tools-preview - addons: &valgrind - apt: - packages: - - valgrind - - autoconf - - name: "x86_64-unknown-linux-gnu (nightly - jemalloc's dev branch)" - env: TARGET=x86_64-unknown-linux-gnu VALGRIND=1 JEMALLOC_SYS_GIT_DEV_BRANCH=1 - install: rustup component add llvm-tools-preview - addons: *valgrind - - name: "x86_64-unknown-linux-gnu (beta)" - env: TARGET=x86_64-unknown-linux-gnu VALGRIND=1 - rust: beta - install: rustup component add llvm-tools-preview - addons: *valgrind - - name: "x86_64-unknown-linux-gnu (stable)" - env: TARGET=x86_64-unknown-linux-gnu VALGRIND=1 - rust: stable - install: rustup component add llvm-tools-preview - addons: *valgrind - - name: "Benchmarks using x86_64-unknown-linux-gnu (nightly)" - env: TARGET=x86_64-unknown-linux-gnu - install: true - script: - - cargo test --bench roundtrip - - cargo test --features=alloc_trait --bench roundtrip - - name: "x86_64-unknown-linux-musl" - env: TARGET=x86_64-unknown-linux-musl NOBGT=1 NO_JEMALLOC_TESTS=1 - - # Android - - name: "aarch64-linux-android" - env: TARGET=aarch64-linux-android NO_JEMALLOC_TESTS=1 - - name: "x86_64-linux-android" - env: TARGET=x86_64-linux-android - - # OSX - # FIXME: cannot jemalloc tests fail due to: - # https://github.com/jemalloc/jemalloc/issues/1320 - # https://github.com/gnzlbg/jemallocator/issues/85 - - name: "i686-apple-darwin (nightly)" - env: TARGET=i686-apple-darwin NO_JEMALLOC_TESTS=1 - os: osx - osx_image: xcode10 - - name: "i686-apple-darwin (beta)" - env: TARGET=i686-apple-darwin NO_JEMALLOC_TESTS=1 - os: osx - osx_image: xcode10 - rust: beta - - name: "i686-apple-darwin (stable)" - env: TARGET=i686-apple-darwin NO_JEMALLOC_TESTS=1 - os: osx - osx_image: xcode10 - rust: stable - # FIXME: valgrind fails on OSX - # https://github.com/gnzlbg/jemallocator/issues/86 - - name: "x86_64-apple-darwin (nightly)" - env: TARGET=x86_64-apple-darwin NO_JEMALLOC_TESTS=1 JEMALLOC_SYS_VERIFY_CONFIGURE=1 - os: osx - osx_image: xcode10 - install: rustup component add llvm-tools-preview - - name: "x86_64-apple-darwin (nightly - jemalloc's dev branch)" - env: TARGET=x86_64-apple-darwin NO_JEMALLOC_TESTS=1 JEMALLOC_SYS_GIT_DEV_BRANCH=1 - os: osx - osx_image: xcode10 - install: rustup component add llvm-tools-preview - - name: "x86_64-apple-darwin (beta)" - env: TARGET=x86_64-apple-darwin NO_JEMALLOC_TESTS=1 - os: osx - osx_image: xcode10 - rust: beta - install: rustup component add llvm-tools-preview - - name: "x86_64-apple-darwin (stable)" - env: TARGET=x86_64-apple-darwin NO_JEMALLOC_TESTS=1 - os: osx - osx_image: xcode10 - rust: stable - install: rustup component add llvm-tools-preview - - # TOOLING - - name: "Documentation" - install: true - script: RUSTDOCFLAGS="--cfg jemallocator_docs" cargo doc - deploy: - provider: script - script: curl -LsSf https://git.io/fhJ8n | rustc - && (cd target/doc && ../../rust_out) - skip_cleanup: true - on: - branch: master - - name: "rustfmt" - install: true - rust: nightly - script: | - if rustup component add rustfmt-preview ; then - cargo fmt --all -- --check - fi - - name: "clippy" - install: true - rust: nightly - # allow(clippy::all) fails in the syscrate, so we can't use --all here: - script: | - if rustup component add clippy-preview ; then - cargo clippy -p jemalloc-sys -- -D clippy::pedantic - cargo clippy -p jemallocator -- -D clippy::pedantic - cargo clippy -p jemallocator-global -- -D clippy::pedantic - cargo clippy -p jemalloc-ctl -- -D clippy::pedantic - fi - - name: "Shellcheck" - install: true - script: shellcheck ci/*.sh - -install: rustup target add ${TARGET} -script: sh ci/run.sh -notifications: - email: - on_success: never diff --git a/ci/docker/aarch64-unknown-linux-gnu/Dockerfile b/ci/docker/aarch64-unknown-linux-gnu/Dockerfile new file mode 100644 index 0000000..716a445 --- /dev/null +++ b/ci/docker/aarch64-unknown-linux-gnu/Dockerfile @@ -0,0 +1,7 @@ +FROM ubuntu:19.04 +RUN apt-get update && apt-get install -y --no-install-recommends \ + gcc libc6-dev ca-certificates \ + gcc-aarch64-linux-gnu libc6-dev-arm64-cross qemu-user +ENV CARGO_TARGET_AARCH64_UNKNOWN_LINUX_GNU_LINKER=aarch64-linux-gnu-gcc \ + CARGO_TARGET_AARCH64_UNKNOWN_LINUX_GNU_RUNNER="qemu-aarch64 -L /usr/aarch64-linux-gnu" \ + PATH=$PATH:/rust/bin diff --git a/ci/docker/x86_64-unknown-linux-gnu/Dockerfile b/ci/docker/x86_64-unknown-linux-gnu/Dockerfile new file mode 100644 index 0000000..0262cef --- /dev/null +++ b/ci/docker/x86_64-unknown-linux-gnu/Dockerfile @@ -0,0 +1,6 @@ +FROM ubuntu:19.04 +RUN apt-get update +RUN apt-get install -y --no-install-recommends \ + gcc libc6-dev ca-certificates valgrind + +ENV PATH=$PATH:/rust/bin diff --git a/ci/dox.sh b/ci/dox.sh index 88fbd69..8fb985e 100755 --- a/ci/dox.sh +++ b/ci/dox.sh @@ -6,3 +6,4 @@ export RUSTDOCFLAGS="--cfg jemallocator_docs" cargo doc --features alloc_trait cargo doc -p jemalloc-sys cargo doc -p jemalloc-ctl +cargo doc -p jemallocator-global diff --git a/ci/run-docker.sh b/ci/run-docker.sh new file mode 100755 index 0000000..3c0736a --- /dev/null +++ b/ci/run-docker.sh @@ -0,0 +1,46 @@ +#!/usr/bin/env sh + +# Small script to run tests for a target (or all targets) inside all the +# respective docker images. + +set -ex + +echo "${HOME}" +pwd + +run() { + echo "Building docker container for target ${1}" + + # use -f so we can use ci/ as build context + docker build -t libc -f "ci/docker/${1}/Dockerfile" ci/ + mkdir -p target + if [ -w /dev/kvm ]; then + kvm="--volume /dev/kvm:/dev/kvm" + else + kvm="" + fi + + docker run \ + --rm \ + --user "$(id -u)":"$(id -g)" \ + --env LIBC_CI \ + --env CARGO_HOME=/cargo \ + --env CARGO_TARGET_DIR=/checkout/target \ + --volume "$(dirname "$(dirname "$(command -v cargo)")")":/cargo \ + --volume "$(rustc --print sysroot)":/rust:ro \ + --volume "$(pwd)":/checkout:ro \ + --volume "$(pwd)"/target:/checkout/target \ + $kvm \ + --init \ + --workdir /checkout \ + libc \ + sh -c "HOME=/tmp PATH=\$PATH:/rust/bin exec ci/run.sh ${1}" +} + +if [ -z "${1}" ]; then + for d in ci/docker/*; do + run "${d}" + done +else + run "${1}" +fi diff --git a/ci/style.sh b/ci/style.sh new file mode 100755 index 0000000..41e34e7 --- /dev/null +++ b/ci/style.sh @@ -0,0 +1,24 @@ +#!/usr/bin/env sh + +set -ex + +if rustup component add rustfmt-preview ; then + command -v rustfmt + rustfmt -V + cargo fmt --all -- --check +fi + +if rustup component add clippy-preview ; then + cargo clippy -V + cargo clippy -p jemalloc-sys -- -D clippy::pedantic + cargo clippy -p jemallocator -- -D clippy::pedantic + cargo clippy -p jemallocator-global -- -D clippy::pedantic + cargo clippy -p jemalloc-ctl -- -D clippy::pedantic +fi + +if shellcheck --version ; then + shellcheck ci/*.sh +else + echo "shellcheck not found" + exit 1 +fi