207 lines
6.7 KiB
Nix
207 lines
6.7 KiB
Nix
# Dependencies (keep sorted)
|
|
{ craneLib
|
|
, inputs
|
|
, jq
|
|
, lib
|
|
, libiconv
|
|
, liburing
|
|
, pkgsBuildHost
|
|
, pkgsBuildTarget
|
|
, rocksdb
|
|
, removeReferencesTo
|
|
, rust
|
|
, rust-jemalloc-sys
|
|
, stdenv
|
|
|
|
# Options (keep sorted)
|
|
, default_features ? true
|
|
, disable_release_max_log_level ? false
|
|
, all_features ? false
|
|
, disable_features ? []
|
|
, features ? []
|
|
, profile ? "release"
|
|
}:
|
|
|
|
let
|
|
# We perform default-feature unification in nix, because some of the dependencies
|
|
# on the nix side depend on feature values.
|
|
crateFeatures = path:
|
|
let manifest = lib.importTOML "${path}/Cargo.toml"; in
|
|
lib.remove "default" (lib.attrNames manifest.features);
|
|
crateDefaultFeatures = path:
|
|
(lib.importTOML "${path}/Cargo.toml").features.default;
|
|
allDefaultFeatures = crateDefaultFeatures "${inputs.self}/src/main";
|
|
allFeatures = crateFeatures "${inputs.self}/src/main";
|
|
features' = lib.unique
|
|
(features ++
|
|
lib.optionals default_features allDefaultFeatures ++
|
|
lib.optionals all_features allFeatures);
|
|
disable_features' = disable_features ++ lib.optionals disable_release_max_log_level ["release_max_log_level"];
|
|
features'' = lib.subtractLists disable_features' features';
|
|
|
|
featureEnabled = feature : builtins.elem feature features'';
|
|
|
|
enableLiburing = featureEnabled "io_uring" && !stdenv.hostPlatform.isDarwin;
|
|
|
|
# This derivation will set the JEMALLOC_OVERRIDE variable, causing the
|
|
# tikv-jemalloc-sys crate to use the nixpkgs jemalloc instead of building it's
|
|
# own. In order for this to work, we need to set flags on the build that match
|
|
# whatever flags tikv-jemalloc-sys was going to use. These are dependent on
|
|
# which features we enable in tikv-jemalloc-sys.
|
|
rust-jemalloc-sys' = (rust-jemalloc-sys.override {
|
|
# tikv-jemalloc-sys/unprefixed_malloc_on_supported_platforms feature
|
|
unprefixed = true;
|
|
}).overrideAttrs (old: {
|
|
configureFlags = old.configureFlags ++
|
|
# we dont need docs
|
|
[ "--disable-doc" ] ++
|
|
# we dont need cxx/C++ integration
|
|
[ "--disable-cxx" ] ++
|
|
# tikv-jemalloc-sys/profiling feature
|
|
lib.optional (featureEnabled "jemalloc_prof") "--enable-prof" ++
|
|
# tikv-jemalloc-sys/stats feature
|
|
(if (featureEnabled "jemalloc_stats") then [ "--enable-stats" ] else [ "--disable-stats" ]);
|
|
});
|
|
|
|
buildDepsOnlyEnv =
|
|
let
|
|
rocksdb' = (rocksdb.override {
|
|
jemalloc = rust-jemalloc-sys';
|
|
# rocksdb fails to build with prefixed jemalloc, which is required on
|
|
# darwin due to [1]. In this case, fall back to building rocksdb with
|
|
# libc malloc. This should not cause conflicts, because all of the
|
|
# jemalloc symbols are prefixed.
|
|
#
|
|
# [1]: https://github.com/tikv/jemallocator/blob/ab0676d77e81268cd09b059260c75b38dbef2d51/jemalloc-sys/src/env.rs#L17
|
|
enableJemalloc = featureEnabled "jemalloc" && !stdenv.hostPlatform.isDarwin;
|
|
|
|
# for some reason enableLiburing in nixpkgs rocksdb is default true
|
|
# which breaks Darwin entirely
|
|
enableLiburing = enableLiburing;
|
|
}).overrideAttrs (old: {
|
|
enableLiburing = enableLiburing;
|
|
});
|
|
in
|
|
{
|
|
# https://crane.dev/faq/rebuilds-bindgen.html
|
|
NIX_OUTPATH_USED_AS_RANDOM_SEED = "aaaaaaaaaa";
|
|
|
|
CARGO_PROFILE = profile;
|
|
ROCKSDB_INCLUDE_DIR = "${rocksdb'}/include";
|
|
ROCKSDB_LIB_DIR = "${rocksdb'}/lib";
|
|
}
|
|
//
|
|
(import ./cross-compilation-env.nix {
|
|
# Keep sorted
|
|
inherit
|
|
lib
|
|
pkgsBuildHost
|
|
pkgsBuildTarget
|
|
rust
|
|
stdenv;
|
|
});
|
|
|
|
buildPackageEnv = {
|
|
CONDUWUIT_VERSION_EXTRA = inputs.self.shortRev or inputs.self.dirtyShortRev or "";
|
|
} // buildDepsOnlyEnv // {
|
|
# Only needed in static stdenv because these are transitive dependencies of rocksdb
|
|
CARGO_BUILD_RUSTFLAGS = buildDepsOnlyEnv.CARGO_BUILD_RUSTFLAGS
|
|
+ lib.optionalString (enableLiburing && stdenv.hostPlatform.isStatic)
|
|
" -L${lib.getLib liburing}/lib -luring";
|
|
};
|
|
|
|
|
|
|
|
commonAttrs = {
|
|
inherit
|
|
(craneLib.crateNameFromCargoToml {
|
|
cargoToml = "${inputs.self}/Cargo.toml";
|
|
})
|
|
pname
|
|
version;
|
|
|
|
src = let filter = inputs.nix-filter.lib; in filter {
|
|
root = inputs.self;
|
|
|
|
# Keep sorted
|
|
include = [
|
|
"Cargo.lock"
|
|
"Cargo.toml"
|
|
"deps"
|
|
"src"
|
|
];
|
|
};
|
|
|
|
dontStrip = profile == "dev" || profile == "test";
|
|
dontPatchELF = profile == "dev" || profile == "test";
|
|
|
|
buildInputs = lib.optional (featureEnabled "jemalloc") rust-jemalloc-sys'
|
|
# needed to build Rust applications on macOS
|
|
++ lib.optionals stdenv.hostPlatform.isDarwin [
|
|
# https://github.com/NixOS/nixpkgs/issues/206242
|
|
# ld: library not found for -liconv
|
|
libiconv
|
|
# https://stackoverflow.com/questions/69869574/properly-adding-darwin-apple-sdk-to-a-nix-shell
|
|
# https://discourse.nixos.org/t/compile-a-rust-binary-on-macos-dbcrossbar/8612
|
|
pkgsBuildHost.darwin.apple_sdk.frameworks.Security
|
|
];
|
|
|
|
nativeBuildInputs = [
|
|
# bindgen needs the build platform's libclang. Apparently due to "splicing
|
|
# weirdness", pkgs.rustPlatform.bindgenHook on its own doesn't quite do the
|
|
# right thing here.
|
|
pkgsBuildHost.rustPlatform.bindgenHook
|
|
|
|
# We don't actually depend on `jq`, but crane's `buildPackage` does, but
|
|
# its `buildDepsOnly` doesn't. This causes those two derivations to have
|
|
# differing values for `NIX_CFLAGS_COMPILE`, which contributes to spurious
|
|
# rebuilds of bindgen and its depedents.
|
|
jq
|
|
|
|
# needed so we can get rid of gcc and other unused deps that bloat OCI images
|
|
removeReferencesTo
|
|
]
|
|
# needed to build Rust applications on macOS
|
|
++ lib.optionals stdenv.hostPlatform.isDarwin [
|
|
# https://github.com/NixOS/nixpkgs/issues/206242
|
|
# ld: library not found for -liconv
|
|
libiconv
|
|
|
|
# https://stackoverflow.com/questions/69869574/properly-adding-darwin-apple-sdk-to-a-nix-shell
|
|
# https://discourse.nixos.org/t/compile-a-rust-binary-on-macos-dbcrossbar/8612
|
|
pkgsBuildHost.darwin.apple_sdk.frameworks.Security
|
|
];
|
|
|
|
# for some reason gcc and other weird deps are added to OCI images and bloats it up
|
|
#
|
|
# <https://github.com/input-output-hk/haskell.nix/issues/829>
|
|
postInstall = with pkgsBuildHost; ''
|
|
find "$out" -type f -exec remove-references-to -t ${stdenv.cc} -t ${gcc} -t ${rustc.unwrapped} -t ${rustc} -t ${libidn2} -t ${libunistring} '{}' +
|
|
'';
|
|
};
|
|
in
|
|
|
|
craneLib.buildPackage ( commonAttrs // {
|
|
cargoArtifacts = craneLib.buildDepsOnly (commonAttrs // {
|
|
env = buildDepsOnlyEnv;
|
|
});
|
|
|
|
cargoExtraArgs = "--no-default-features "
|
|
+ lib.optionalString
|
|
(features'' != [])
|
|
"--features " + (builtins.concatStringsSep "," features'');
|
|
|
|
# This is redundant with CI
|
|
cargoTestCommand = "";
|
|
cargoCheckCommand = "";
|
|
doCheck = false;
|
|
|
|
env = buildPackageEnv;
|
|
|
|
passthru = {
|
|
env = buildPackageEnv;
|
|
};
|
|
|
|
meta.mainProgram = commonAttrs.pname;
|
|
})
|