conduwuit/.github/workflows/ci.yml

name: CI and Artifacts

on:
  pull_request:
  push:
    branches:
      - main
      - registry-pushes

env:
  # Required to make some things output color
  TERM: ansi

jobs:
  ci:
    name: CI and Artifacts

    runs-on: ubuntu-latest

    steps:
      - name: Sync repository
        uses: actions/checkout@v4

      - name: Install Nix (with flakes and nix-command enabled)
        uses: cachix/install-nix-action@v25
        with:
          nix_path: nixpkgs=channel:nixos-unstable

          # Add the `nix-community` cachix to speed up things that leverage it
          extra_nix_config: |
            experimental-features = nix-command flakes
            extra-substituters = https://nix-community.cachix.org
            extra-trusted-public-keys = nix-community.cachix.org-1:mB9FSh9qf2dCimDSUo8Zy7bkq5CX+/rkCWyvRCYg3Fs=
            extra-substituters = https://crane.cachix.org
            extra-trusted-public-keys = crane.cachix.org-1:8Scfpmn9w+hGdXH/Q9tTLiYAE/2dnJYRJP7kl80GuRk=
            extra-substituters = https://nix.computer.surgery/conduit
            extra-trusted-public-keys = conduit:ZGAf6P6LhNvnoJJ3Me3PRg7tlLSrPxcQ2RiE5LIppjo=            

      - name: Pop/push Magic Nix Cache
        uses: DeterminateSystems/magic-nix-cache-action@main

      - name: Configure `nix-direnv`
        run: |
          echo 'source $HOME/.nix-profile/share/nix-direnv/direnvrc' > "$HOME/.direnvrc"          

      - name: Install `direnv` and `nix-direnv`
        run: nix-env -f "<nixpkgs>" -iA direnv -iA nix-direnv

      - name: Pop/push downloaded crate cache
        uses: actions/cache@v4
        with:
          key: downloaded-crates
          path: ~/.cargo

      - name: Pop/push compiled crate cache
        uses: actions/cache@v4
        with:
          key: compiled-crates-${{runner.os}}
          path: target

      # Do this to shorten the logs for the real CI step
      - name: Populate `/nix/store`
        run: nix develop --command true

      - name: Perform continuous integration
        run: |
          direnv allow
          direnv exec . engage          

      - name: Build static-x86_64-unknown-linux-musl
        run: |
          ./bin/nix-build-and-cache .#static-x86_64-unknown-linux-musl          

      - name: Upload artifact static-x86_64-unknown-linux-musl
        uses: actions/upload-artifact@v4
        with:
          name: static-x86_64-unknown-linux-musl
          path: result/bin/conduit
          if-no-files-found: error

      - name: Build static-aarch64-unknown-linux-musl
        run: |
          ./bin/nix-build-and-cache .#static-aarch64-unknown-linux-musl          

      - name: Upload artifact static-aarch64-unknown-linux-musl
        uses: actions/upload-artifact@v4
        with:
          name: static-aarch64-unknown-linux-musl
          path: result/bin/conduit
          if-no-files-found: error

      - name: Build oci-image-x86_64-unknown-linux-gnu
        run: |
          ./bin/nix-build-and-cache .#oci-image
          cp -f result oci-image-amd64.tar.gz          

      - name: Upload artifact oci-image-x86_64-unknown-linux-gnu
        uses: actions/upload-artifact@v4
        with:
          name: oci-image-x86_64-unknown-linux-gnu
          path: oci-image-amd64.tar.gz
          # don't compress again
          compression-level: 0

      - name: Build oci-image-aarch64-unknown-linux-musl
        run: |
          ./bin/nix-build-and-cache .#oci-image-aarch64-unknown-linux-musl
          cp -f result oci-image-arm64v8.tar.gz          

      - name: Upload artifact oci-image-aarch64-unknown-linux-musl
        uses: actions/upload-artifact@v4
        with:
          name: oci-image-aarch64-unknown-linux-musl
          path: oci-image-arm64v8.tar.gz
          if-no-files-found: error
          # don't compress again
          compression-level: 0

      - name: Build deb-x86_64-unknown-linux-gnu
        run: |
          sudo apt-get update && sudo apt-get install -y --no-install-recommends libclang-dev
          cargo install cargo-deb
          cargo deb          

      - name: Upload artifact deb-x86_64-unknown-linux-gnu
        uses: actions/upload-artifact@v4
        with:
          name: deb-x86_64-unknown-linux-gnu
          path: target/debian/*.deb
          if-no-files-found: error

      - name: Extract metadata for Dockerhub
        env:
          REGISTRY: registry.hub.docker.com
          IMAGE_NAME: ${{ github.repository }}
        id: meta-dockerhub
        uses: docker/metadata-action@v5
        with:
          images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}

      - name: Extract metadata for GitHub Container Registry
        env:
          REGISTRY: ghcr.io
          IMAGE_NAME: ${{ github.repository }}
        id: meta-ghcr
        uses: docker/metadata-action@v5
        with:
          images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}

      - name: Login to Dockerhub
        if: github.event_name != 'pull_request'
        uses: docker/login-action@v3
        with:
          username: ${{ secrets.DOCKERHUB_USERNAME }}
          password: ${{ secrets.DOCKERHUB_TOKEN }}

      - name: Login to GitHub Container Registry
        if: github.event_name != 'pull_request'
        uses: docker/login-action@v3
        env:
          REGISTRY: ghcr.io
        with:
          registry: ${{ env.REGISTRY }}
          username: ${{ github.actor }}
          password: ${{ secrets.GITHUB_TOKEN }}

      - name: Publish to Dockerhub
        env:
          REGISTRY: registry.hub.docker.com
          IMAGE_NAME: ${{ env.REGISTRY }}/${{ github.repository }}
          IMAGE_SUFFIX_AMD64: amd64
          IMAGE_SUFFIX_ARM64V8: arm64v8
        run: |
          docker load -i oci-image-amd64.tar.gz
          IMAGE_ID_AMD64=$(docker images -q conduit:next)
          docker load -i oci-image-arm64v8.tar.gz
          IMAGE_ID_ARM64V8=$(docker images -q conduit:next)

          # Tag and push the architecture specific images
          docker tag $IMAGE_ID_AMD64 $IMAGE_NAME:$GITHUB_SHA-$IMAGE_SUFFIX_AMD64
          docker tag $IMAGE_ID_ARM64V8 $IMAGE_NAME:$GITHUB_SHA-$IMAGE_SUFFIX_ARM64V8
          docker push $IMAGE_NAME:$GITHUB_SHA-$IMAGE_SUFFIX_AMD64
          docker push $IMAGE_NAME:$GITHUB_SHA-$IMAGE_SUFFIX_ARM64V8
          # Tag the multi-arch image
          docker manifest create $IMAGE_NAME:$GITHUB_SHA --amend $IMAGE_NAME:$GITHUB_SHA-$IMAGE_SUFFIX_AMD64 --amend $IMAGE_NAME:$GITHUB_SHA-$IMAGE_SUFFIX_ARM64V8
          docker manifest push $IMAGE_NAME:$GITHUB_SHA
          # Tag and push the git ref
          docker manifest create $IMAGE_NAME:$GITHUB_REF_NAME --amend $IMAGE_NAME:$GITHUB_SHA-$IMAGE_SUFFIX_AMD64 --amend $IMAGE_NAME:$GITHUB_SHA-$IMAGE_SUFFIX_ARM64V8
          docker manifest push $IMAGE_NAME:$GITHUB_REF_NAME
          # Tag git tags as 'latest'
          if [[ -n "$GITHUB_REF_NAME" ]]; then
            docker manifest create $IMAGE_NAME:latest --amend $IMAGE_NAME:$GITHUB_SHA-$IMAGE_SUFFIX_AMD64 --amend $IMAGE_NAME:$GITHUB_SHA-$IMAGE_SUFFIX_ARM64V8
            docker manifest push $IMAGE_NAME:latest
          fi          

      - name: Publish to GitHub Container Registry
        env:
          REGISTRY: ghcr.io
          IMAGE_NAME: ${{ env.REGISTRY }}/${{ github.repository }}
          IMAGE_SUFFIX_AMD64: amd64
          IMAGE_SUFFIX_ARM64V8: arm64v8
        run: |
          docker load -i oci-image-amd64.tar.gz
          IMAGE_ID_AMD64=$(docker images -q conduit:next)
          docker load -i oci-image-arm64v8.tar.gz
          IMAGE_ID_ARM64V8=$(docker images -q conduit:next)

          # Tag and push the architecture specific images
          docker tag $IMAGE_ID_AMD64 $IMAGE_NAME:$GITHUB_SHA-$IMAGE_SUFFIX_AMD64
          docker tag $IMAGE_ID_ARM64V8 $IMAGE_NAME:$GITHUB_SHA-$IMAGE_SUFFIX_ARM64V8
          docker push $IMAGE_NAME:$GITHUB_SHA-$IMAGE_SUFFIX_AMD64
          docker push $IMAGE_NAME:$GITHUB_SHA-$IMAGE_SUFFIX_ARM64V8
          # Tag the multi-arch image
          docker manifest create $IMAGE_NAME:$GITHUB_SHA --amend $IMAGE_NAME:$GITHUB_SHA-$IMAGE_SUFFIX_AMD64 --amend $IMAGE_NAME:$GITHUB_SHA-$IMAGE_SUFFIX_ARM64V8
          docker manifest push $IMAGE_NAME:$GITHUB_SHA
          # Tag and push the git ref
          docker manifest create $IMAGE_NAME:$GITHUB_REF_NAME --amend $IMAGE_NAME:$GITHUB_SHA-$IMAGE_SUFFIX_AMD64 --amend $IMAGE_NAME:$GITHUB_SHA-$IMAGE_SUFFIX_ARM64V8
          docker manifest push $IMAGE_NAME:$GITHUB_REF_NAME
          # Tag git tags as 'latest'
          if [[ -n "$GITHUB_REF_NAME" ]]; then
            docker manifest create $IMAGE_NAME:latest --amend $IMAGE_NAME:$GITHUB_SHA-$IMAGE_SUFFIX_AMD64 --amend $IMAGE_NAME:$GITHUB_SHA-$IMAGE_SUFFIX_ARM64V8
            docker manifest push $IMAGE_NAME:latest
          fi