2023-10-19 22:57:48 +00:00
|
|
|
load("@aspect_bazel_lib//lib:copy_directory.bzl", "copy_directory")
|
2023-10-10 21:13:17 +00:00
|
|
|
load("@aspect_bazel_lib//lib:diff_test.bzl", "diff_test")
|
2023-10-03 20:00:58 +00:00
|
|
|
load("@aspect_bazel_lib//lib:tar.bzl", "mtree_spec", "tar")
|
|
|
|
load("@aspect_bazel_lib//lib:testing.bzl", "assert_archive_contains")
|
2023-10-05 21:22:38 +00:00
|
|
|
load("@bazel_skylib//:bzl_library.bzl", "bzl_library")
|
2023-10-03 20:00:58 +00:00
|
|
|
load("@bazel_skylib//rules:write_file.bzl", "write_file")
|
|
|
|
load(":asserts.bzl", "assert_tar_listing")
|
|
|
|
|
|
|
|
write_file(
|
|
|
|
name = "fixture1",
|
|
|
|
out = "a",
|
|
|
|
content = ["hello a"],
|
|
|
|
)
|
|
|
|
|
|
|
|
# Case 1: Show that you can run any `tar` command you like, using a genrule.
|
|
|
|
genrule(
|
|
|
|
name = "tar_genrule",
|
|
|
|
srcs = [
|
|
|
|
":fixture1",
|
|
|
|
"src_file",
|
|
|
|
],
|
|
|
|
outs = ["1.tar"],
|
|
|
|
cmd = "$(BSDTAR_BIN) --create --dereference --file $@ -s '#$(BINDIR)##' $(execpath :fixture1) $(execpath src_file)",
|
2023-10-10 21:13:17 +00:00
|
|
|
target_compatible_with = select({
|
|
|
|
# bsdtar.exe: -s is not supported by this version of bsdtar
|
|
|
|
"@platforms//os:windows": ["@platforms//:incompatible"],
|
|
|
|
"//conditions:default": [],
|
|
|
|
}),
|
2023-10-03 20:00:58 +00:00
|
|
|
toolchains = ["@bsd_tar_toolchains//:resolved_toolchain"],
|
|
|
|
)
|
|
|
|
|
|
|
|
assert_archive_contains(
|
|
|
|
name = "test_genrule",
|
|
|
|
archive = "1.tar",
|
|
|
|
expected = [
|
|
|
|
"lib/tests/tar/a",
|
|
|
|
"lib/tests/tar/src_file",
|
|
|
|
],
|
|
|
|
)
|
|
|
|
|
|
|
|
# Case 2: demonstrate using a custom mtree formatted specification.
|
|
|
|
# Copied from the output of `man tar`:
|
|
|
|
# An input file in mtree(5) format can be used to create an output
|
|
|
|
# archive with arbitrary ownership, permissions, or names that differ
|
|
|
|
# from existing data on disk:
|
|
|
|
# $ cat input.mtree
|
|
|
|
# #mtree
|
|
|
|
# usr/bin uid=0 gid=0 mode=0755 type=dir
|
|
|
|
# usr/bin/ls uid=0 gid=0 mode=0755 type=file content=myls
|
|
|
|
# $ tar -cvf output.tar @input.mtree
|
|
|
|
tar(
|
|
|
|
name = "tar_custom_mtree",
|
|
|
|
srcs = ["src_file"],
|
|
|
|
mtree = [
|
|
|
|
"usr/bin uid=0 gid=0 mode=0755 time=1672560000 type=dir",
|
|
|
|
"usr/bin/ls uid=0 gid=0 mode=0755 time=1672560000 type=file content={}/src_file".format(package_name()),
|
|
|
|
],
|
|
|
|
)
|
|
|
|
|
|
|
|
assert_tar_listing(
|
|
|
|
name = "test_custom_mtree",
|
|
|
|
actual = "tar_custom_mtree",
|
|
|
|
expected = [
|
|
|
|
"drwxr-xr-x 0 0 0 0 Jan 1 2023 usr/bin/",
|
|
|
|
"-rwxr-xr-x 0 0 0 21 Jan 1 2023 usr/bin/ls",
|
|
|
|
],
|
|
|
|
)
|
|
|
|
|
|
|
|
# Case 3: compression
|
|
|
|
tar(
|
|
|
|
name = "tar_compress",
|
|
|
|
srcs = ["a"],
|
|
|
|
out = "3.tgz",
|
|
|
|
compress = "gzip",
|
|
|
|
)
|
|
|
|
|
|
|
|
assert_archive_contains(
|
|
|
|
name = "test_compress",
|
|
|
|
archive = "3.tgz",
|
|
|
|
expected = ["lib/tests/tar/a"],
|
|
|
|
type = "tar",
|
|
|
|
)
|
|
|
|
|
|
|
|
# Case 4: permit arbitrary flags
|
|
|
|
write_file(
|
|
|
|
name = "fixture4",
|
|
|
|
out = ".git",
|
|
|
|
content = ["it's a folder"],
|
|
|
|
)
|
|
|
|
|
|
|
|
tar(
|
|
|
|
name = "tar_flags",
|
|
|
|
srcs = [
|
|
|
|
".git",
|
|
|
|
"a",
|
|
|
|
"src_file",
|
|
|
|
],
|
|
|
|
out = "4.tar",
|
|
|
|
# Due to this argument, .git should not appear in the resulting tar
|
|
|
|
args = ["--exclude-vcs"],
|
|
|
|
)
|
|
|
|
|
|
|
|
assert_tar_listing(
|
|
|
|
name = "test_flags",
|
|
|
|
actual = "tar_flags",
|
|
|
|
expected = [
|
2023-10-19 22:57:48 +00:00
|
|
|
"drwxr-xr-x 0 0 0 0 Jan 1 2023 lib/",
|
|
|
|
"drwxr-xr-x 0 0 0 0 Jan 1 2023 lib/tests/",
|
|
|
|
"drwxr-xr-x 0 0 0 0 Jan 1 2023 lib/tests/tar/",
|
2023-10-03 20:00:58 +00:00
|
|
|
"-rwxr-xr-x 0 0 0 7 Jan 1 2023 lib/tests/tar/a",
|
|
|
|
"-rwxr-xr-x 0 0 0 21 Jan 1 2023 lib/tests/tar/src_file",
|
|
|
|
],
|
|
|
|
)
|
|
|
|
|
|
|
|
# Case 5: strip_prefix
|
|
|
|
_SRCS5 = [
|
|
|
|
":fixture1",
|
|
|
|
"src_file",
|
|
|
|
]
|
|
|
|
|
|
|
|
mtree_spec(
|
|
|
|
name = "mtree5",
|
|
|
|
srcs = _SRCS5,
|
|
|
|
)
|
|
|
|
|
2023-12-13 23:03:32 +00:00
|
|
|
# This is a low-tech way to mutate the mtree specification, just using regex.
|
|
|
|
# See docs on tar about future directions for mtree mutation
|
2023-10-03 20:00:58 +00:00
|
|
|
genrule(
|
|
|
|
name = "strip_prefix",
|
|
|
|
srcs = ["mtree5"],
|
|
|
|
outs = ["mtree5.stripped"],
|
|
|
|
# Modify lines starting with the package name, e.g.
|
|
|
|
# lib/tests/tar/a uid=0 gid=0 time=1672560000 mode=0755 type=file content=bazel-out/darwin_arm64-opt/bin/lib/tests/tar/a
|
|
|
|
# ->
|
|
|
|
# a uid=0 gid=0 time=1672560000 mode=0755 type=file content=bazel-out/darwin_arm64-opt/bin/lib/tests/tar/a
|
2023-10-19 22:57:48 +00:00
|
|
|
cmd = "sed '{}' <$< | sed '/^\\ /d' > $@".format(
|
|
|
|
"; ".join(reversed([
|
|
|
|
"s#^{s}/##; s#^{s}##".format(s = "/".join(package_name().split("/")[:i]))
|
|
|
|
for (i, _) in enumerate(
|
|
|
|
package_name().split("/"),
|
|
|
|
1,
|
|
|
|
)
|
|
|
|
])),
|
|
|
|
),
|
2023-10-03 20:00:58 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
tar(
|
|
|
|
name = "tar_strip_prefix",
|
|
|
|
srcs = _SRCS5,
|
|
|
|
out = "5.tar",
|
|
|
|
mtree = "strip_prefix",
|
|
|
|
)
|
|
|
|
|
|
|
|
assert_tar_listing(
|
|
|
|
name = "test_strip_prefix",
|
|
|
|
actual = "tar_strip_prefix",
|
|
|
|
expected = [
|
|
|
|
"-rwxr-xr-x 0 0 0 7 Jan 1 2023 a",
|
|
|
|
"-rwxr-xr-x 0 0 0 21 Jan 1 2023 src_file",
|
|
|
|
],
|
|
|
|
)
|
2023-10-05 21:22:38 +00:00
|
|
|
|
|
|
|
bzl_library(
|
|
|
|
name = "asserts",
|
|
|
|
srcs = ["asserts.bzl"],
|
|
|
|
visibility = ["//visibility:public"],
|
|
|
|
deps = [
|
2023-10-10 21:13:17 +00:00
|
|
|
"//lib:diff_test",
|
2023-10-05 21:22:38 +00:00
|
|
|
"@bazel_skylib//rules:write_file",
|
|
|
|
],
|
|
|
|
)
|
2023-10-09 22:57:52 +00:00
|
|
|
|
|
|
|
# Case 6: Runfiles
|
|
|
|
sh_binary(
|
|
|
|
name = "cat_src_file",
|
|
|
|
srcs = ["cat_src_file.sh"],
|
|
|
|
data = ["src_file"],
|
|
|
|
deps = ["@bazel_tools//tools/bash/runfiles"],
|
|
|
|
)
|
|
|
|
|
|
|
|
tar(
|
|
|
|
name = "tar_runfiles",
|
|
|
|
srcs = [":cat_src_file"],
|
2023-10-19 22:57:48 +00:00
|
|
|
out = "6.tar",
|
2023-10-09 22:57:52 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
genrule(
|
|
|
|
name = "run_program_with_runfiles",
|
|
|
|
srcs = [":tar_runfiles"],
|
|
|
|
outs = ["cat_src_file_output"],
|
|
|
|
cmd = """\
|
|
|
|
export DIR=$$(mktemp -d)
|
|
|
|
$(BSDTAR_BIN) --extract --file $(execpath :tar_runfiles) --directory $$DIR
|
|
|
|
(
|
|
|
|
cd $$DIR
|
|
|
|
./lib/tests/tar/cat_src_file
|
|
|
|
) > $@
|
|
|
|
""",
|
2023-10-10 21:13:17 +00:00
|
|
|
target_compatible_with = select({
|
|
|
|
# requires runfiles tree, otherwise get
|
|
|
|
# ERROR: cannot find bazel_tools/tools/bash/runfiles/runfiles.bash
|
|
|
|
"@platforms//os:windows": ["@platforms//:incompatible"],
|
2023-11-15 23:07:03 +00:00
|
|
|
# TODO(sahin): incompatible with bzlmod
|
|
|
|
"@aspect_bazel_lib//lib:bzlmod": ["@platforms//:incompatible"],
|
2023-10-10 21:13:17 +00:00
|
|
|
"//conditions:default": [],
|
|
|
|
}),
|
2023-10-09 22:57:52 +00:00
|
|
|
toolchains = ["@bsd_tar_toolchains//:resolved_toolchain"],
|
|
|
|
)
|
|
|
|
|
|
|
|
diff_test(
|
|
|
|
name = "test_runfiles",
|
|
|
|
timeout = "short",
|
|
|
|
file1 = "src_file",
|
|
|
|
file2 = "cat_src_file_output",
|
|
|
|
)
|
2023-10-19 22:57:48 +00:00
|
|
|
|
|
|
|
# Case 7: treeartifacts and source directories
|
|
|
|
copy_directory(
|
|
|
|
name = "treeartifact",
|
|
|
|
src = "srcdir",
|
|
|
|
out = "treeartifact",
|
|
|
|
)
|
|
|
|
|
|
|
|
tar(
|
|
|
|
name = "dirs",
|
2023-12-13 23:21:02 +00:00
|
|
|
# Note, testonly should be propagated, proven by
|
|
|
|
# % bazel query --output=label_kind 'attr("testonly", 1,lib/tests/tar:all)'
|
|
|
|
# mtree_spec rule //lib/tests/tar:_dirs.mtree
|
|
|
|
# tar rule //lib/tests/tar:dirs
|
|
|
|
testonly = True,
|
2023-10-19 22:57:48 +00:00
|
|
|
srcs = glob(["srcdir/**"]) + [
|
|
|
|
"treeartifact",
|
|
|
|
],
|
|
|
|
out = "7.tar",
|
|
|
|
)
|
|
|
|
|
|
|
|
assert_tar_listing(
|
|
|
|
name = "test_dirs",
|
|
|
|
actual = "dirs",
|
|
|
|
expected = [
|
|
|
|
"drwxr-xr-x 0 0 0 0 Jan 1 2023 lib/",
|
|
|
|
"drwxr-xr-x 0 0 0 0 Jan 1 2023 lib/tests/",
|
|
|
|
"drwxr-xr-x 0 0 0 0 Jan 1 2023 lib/tests/tar/",
|
|
|
|
"drwxr-xr-x 0 0 0 0 Jan 1 2023 lib/tests/tar/srcdir/",
|
|
|
|
"-rwxr-xr-x 0 0 0 0 Jan 1 2023 lib/tests/tar/srcdir/info",
|
|
|
|
"-rwxr-xr-x 0 0 0 0 Jan 1 2023 lib/tests/tar/srcdir/pkg",
|
|
|
|
"drwxr-xr-x 0 0 0 0 Jan 1 2023 lib/tests/tar/treeartifact/",
|
|
|
|
"-rwxr-xr-x 0 0 0 0 Jan 1 2023 lib/tests/tar/treeartifact/info",
|
|
|
|
"-rwxr-xr-x 0 0 0 0 Jan 1 2023 lib/tests/tar/treeartifact/pkg",
|
|
|
|
],
|
|
|
|
)
|
2023-12-13 23:03:32 +00:00
|
|
|
|
|
|
|
# Case 8: setting owner of files
|
|
|
|
_SRCS8 = [
|
|
|
|
":fixture1",
|
|
|
|
"src_file",
|
|
|
|
]
|
|
|
|
|
|
|
|
mtree_spec(
|
|
|
|
name = "mtree8",
|
|
|
|
srcs = _SRCS8,
|
|
|
|
)
|
|
|
|
|
|
|
|
# This is a very simple way to mutate the mtree specification, just using regex.
|
|
|
|
# See docs on tar about future directions for mtree mutation
|
|
|
|
genrule(
|
|
|
|
name = "change_owner",
|
|
|
|
srcs = ["mtree8"],
|
|
|
|
outs = ["mtree8.mutated"],
|
|
|
|
# Modify uid and gid, e.g.
|
|
|
|
# lib/tests/tar/a uid=0 gid=0 time=1672560000 mode=0755 type=file content=bazel-out/darwin_arm64-opt/bin/lib/tests/tar/a
|
|
|
|
# ->
|
|
|
|
# lib/tests/tar/a uid=1000 gid=500 time=1672560000 mode=0755 type=file content=bazel-out/darwin_arm64-opt/bin/lib/tests/tar/a
|
|
|
|
cmd = "sed 's/uid=0/uid=1000/;s/gid=0/gid=500/' <$< >$@",
|
|
|
|
)
|
|
|
|
|
|
|
|
tar(
|
|
|
|
name = "tar_change_owner",
|
|
|
|
srcs = _SRCS8,
|
|
|
|
out = "8.tar",
|
|
|
|
mtree = "change_owner",
|
|
|
|
)
|
|
|
|
|
|
|
|
assert_tar_listing(
|
|
|
|
name = "test_change_owner",
|
|
|
|
actual = "tar_change_owner",
|
|
|
|
expected = [
|
|
|
|
"drwxr-xr-x 0 1000 500 0 Jan 1 2023 lib/",
|
|
|
|
"drwxr-xr-x 0 1000 500 0 Jan 1 2023 lib/tests/",
|
|
|
|
"drwxr-xr-x 0 1000 500 0 Jan 1 2023 lib/tests/tar/",
|
|
|
|
"-rwxr-xr-x 0 1000 500 7 Jan 1 2023 lib/tests/tar/a",
|
|
|
|
"-rwxr-xr-x 0 1000 500 21 Jan 1 2023 lib/tests/tar/src_file",
|
|
|
|
],
|
|
|
|
)
|
2023-12-20 19:22:42 +00:00
|
|
|
|
|
|
|
# Case 9: Files from a different repository (#697)
|
|
|
|
# Note: This test uses an exported file from skylib, so we do not need to create
|
|
|
|
# an additional workspace just for this test.
|
|
|
|
|
|
|
|
tar(
|
|
|
|
name = "tar_different_repo",
|
|
|
|
srcs = ["@bazel_skylib//:LICENSE"],
|
|
|
|
out = "9.tar",
|
|
|
|
)
|
|
|
|
|
|
|
|
assert_archive_contains(
|
|
|
|
name = "test_different_repo",
|
|
|
|
archive = "9.tar",
|
|
|
|
expected = [
|
|
|
|
"LICENSE",
|
|
|
|
],
|
|
|
|
)
|
2024-03-01 22:51:47 +00:00
|
|
|
|
|
|
|
# Case 10: Can reference generated files
|
|
|
|
tar(
|
|
|
|
name = "tar_location_expansion",
|
|
|
|
srcs = ["@bazel_skylib//:LICENSE"],
|
|
|
|
out = "10.tar",
|
|
|
|
mtree = [
|
|
|
|
"a uid=0 gid=0 time=1672560000 mode=0755 type=file content=$(location @bazel_skylib//:LICENSE)",
|
|
|
|
],
|
|
|
|
)
|
|
|
|
|
|
|
|
assert_tar_listing(
|
|
|
|
name = "test_tar_location_expansion",
|
|
|
|
actual = "tar_location_expansion",
|
|
|
|
expected = [
|
|
|
|
"-rwxr-xr-x 0 0 0 11358 Jan 1 2023 a",
|
|
|
|
],
|
|
|
|
)
|