2024-08-08 19:56:11 +00:00
|
|
|
"""write_source_files provides a workaround for the restriction that `bazel build` cannot write to the source tree.
|
2022-01-28 02:15:28 +00:00
|
|
|
|
2024-08-08 19:56:11 +00:00
|
|
|
Read more about the philosophy of writing to the source tree: <https://blog.aspect.build/bazel-can-write-to-the-source-folder>
|
2022-01-28 02:15:28 +00:00
|
|
|
|
2024-08-08 19:56:11 +00:00
|
|
|
## Usage
|
2024-01-23 05:51:05 +00:00
|
|
|
|
2024-08-08 19:56:11 +00:00
|
|
|
```starlark
|
|
|
|
load("@aspect_bazel_lib//lib:write_source_files.bzl", "write_source_files")
|
2022-12-03 07:23:57 +00:00
|
|
|
|
2024-08-08 19:56:11 +00:00
|
|
|
write_source_files(
|
|
|
|
name = "write_foobar",
|
|
|
|
files = {
|
|
|
|
"foobar.json": "//some/generated:file",
|
|
|
|
},
|
|
|
|
)
|
|
|
|
```
|
2022-01-28 02:15:28 +00:00
|
|
|
|
2024-08-08 19:56:11 +00:00
|
|
|
To update the source file, run:
|
2022-01-28 02:15:28 +00:00
|
|
|
|
2024-08-08 19:56:11 +00:00
|
|
|
```bash
|
|
|
|
bazel run //:write_foobar
|
|
|
|
```
|
2022-01-28 02:15:28 +00:00
|
|
|
|
2024-08-08 19:56:11 +00:00
|
|
|
The generated `diff_test` will fail if the file is out of date and print out instructions on
|
|
|
|
how to update it.
|
2022-01-28 02:15:28 +00:00
|
|
|
|
2024-08-08 19:56:11 +00:00
|
|
|
If the file does not exist, Bazel will fail at analysis time and print out instructions on
|
|
|
|
how to create it.
|
2022-12-03 07:23:57 +00:00
|
|
|
|
2024-08-08 19:56:11 +00:00
|
|
|
You can declare a tree of generated source file targets:
|
2022-01-28 02:15:28 +00:00
|
|
|
|
2024-08-08 19:56:11 +00:00
|
|
|
```starlark
|
|
|
|
load("@aspect_bazel_lib//lib:write_source_files.bzl", "write_source_files")
|
2022-12-03 07:23:57 +00:00
|
|
|
|
2024-08-08 19:56:11 +00:00
|
|
|
write_source_files(
|
|
|
|
name = "write_all",
|
|
|
|
additional_update_targets = [
|
|
|
|
# Other write_source_files targets to run when this target is run
|
|
|
|
"//a/b/c:write_foo",
|
|
|
|
"//a/b:write_bar",
|
|
|
|
]
|
|
|
|
)
|
|
|
|
```
|
2022-02-28 23:42:20 +00:00
|
|
|
|
2024-08-08 19:56:11 +00:00
|
|
|
And update them with a single run:
|
2022-01-28 02:15:28 +00:00
|
|
|
|
2024-08-08 19:56:11 +00:00
|
|
|
```bash
|
|
|
|
bazel run //:write_all
|
|
|
|
```
|
2022-01-28 02:15:28 +00:00
|
|
|
|
2024-08-08 19:56:11 +00:00
|
|
|
When a file is out of date, you can leave a suggestion to run a target further up in the tree by specifying `suggested_update_target`.
|
|
|
|
For example,
|
2022-01-28 02:15:28 +00:00
|
|
|
|
2024-08-08 19:56:11 +00:00
|
|
|
```starlark
|
|
|
|
write_source_files(
|
|
|
|
name = "write_foo",
|
|
|
|
files = {
|
|
|
|
"foo.json": ":generated-foo",
|
|
|
|
},
|
|
|
|
suggested_update_target = "//:write_all"
|
|
|
|
)
|
|
|
|
```
|
|
|
|
|
|
|
|
A test failure from `foo.json` being out of date will yield the following message:
|
|
|
|
|
|
|
|
```
|
|
|
|
//a/b:c:foo.json is out of date. To update this and other generated files, run:
|
2022-02-28 23:42:20 +00:00
|
|
|
|
|
|
|
bazel run //:write_all
|
2022-01-28 02:15:28 +00:00
|
|
|
|
2024-08-08 19:56:11 +00:00
|
|
|
To update *only* this file, run:
|
2022-01-28 02:15:28 +00:00
|
|
|
|
2024-08-08 19:56:11 +00:00
|
|
|
bazel run //a/b/c:write_foo
|
|
|
|
```
|
2022-01-28 02:15:28 +00:00
|
|
|
|
2024-08-08 19:56:11 +00:00
|
|
|
If you have many `write_source_files` targets that you want to update as a group, we recommend wrapping
|
|
|
|
`write_source_files` in a macro that defaults `suggested_update_target` to the umbrella update target.
|
2022-02-28 23:42:20 +00:00
|
|
|
|
2024-08-08 19:56:11 +00:00
|
|
|
NOTE: If you run formatters or linters on your codebase, it is advised that you exclude/ignore the outputs of this
|
|
|
|
rule from those formatters/linters so as to avoid causing collisions and failing tests.
|
2022-02-28 23:42:20 +00:00
|
|
|
|
2024-08-08 19:56:11 +00:00
|
|
|
"""
|
2022-02-28 23:42:20 +00:00
|
|
|
|
2024-08-08 19:56:11 +00:00
|
|
|
load(
|
|
|
|
"//lib/private:write_source_file.bzl",
|
|
|
|
_WriteSourceFileInfo = "WriteSourceFileInfo",
|
|
|
|
_write_source_file = "write_source_file",
|
|
|
|
)
|
2022-02-28 23:42:20 +00:00
|
|
|
|
2024-08-08 19:56:11 +00:00
|
|
|
WriteSourceFileInfo = _WriteSourceFileInfo
|
2022-02-28 23:42:20 +00:00
|
|
|
|
2024-08-08 19:56:11 +00:00
|
|
|
def write_source_files(
|
|
|
|
name,
|
|
|
|
files = {},
|
|
|
|
executable = False,
|
|
|
|
additional_update_targets = [],
|
|
|
|
suggested_update_target = None,
|
|
|
|
diff_test = True,
|
|
|
|
check_that_out_file_exists = True,
|
|
|
|
**kwargs):
|
|
|
|
"""Write one or more files and/or directories to the source tree.
|
2022-12-03 07:23:57 +00:00
|
|
|
|
2024-08-08 19:56:11 +00:00
|
|
|
By default, `diff_test` targets are generated that ensure the source tree files and/or directories to be written to
|
|
|
|
are up to date and the rule also checks that all source tree files and/or directories to be written to exist.
|
|
|
|
To disable the exists check and up-to-date tests set `diff_test` to `False`.
|
2022-02-28 23:42:20 +00:00
|
|
|
|
2022-01-28 02:15:28 +00:00
|
|
|
Args:
|
2022-12-03 07:23:57 +00:00
|
|
|
name: Name of the runnable target that creates or updates the source tree files and/or directories.
|
|
|
|
|
|
|
|
files: A dict where the keys are files or directories in the source tree to write to and the values are labels
|
|
|
|
pointing to the desired content, typically file or directory outputs of other targets.
|
|
|
|
|
2024-01-10 23:07:03 +00:00
|
|
|
Destination files and directories must be within the same containing Bazel package as this target if
|
|
|
|
`check_that_out_file_exists` is True. See `check_that_out_file_exists` docstring for more info.
|
2022-12-03 07:23:57 +00:00
|
|
|
|
|
|
|
executable: Whether source tree files written should be made executable.
|
|
|
|
|
|
|
|
This applies to all source tree files written by this target. This attribute is not propagated to `additional_update_targets`.
|
|
|
|
|
|
|
|
To set different executable permissions on different source tree files use multiple `write_source_files` targets.
|
|
|
|
|
2022-12-03 22:57:28 +00:00
|
|
|
additional_update_targets: List of other `write_source_files` or `write_source_file` targets to call in the same run.
|
2022-12-03 07:23:57 +00:00
|
|
|
|
2022-12-03 22:57:28 +00:00
|
|
|
suggested_update_target: Label of the `write_source_files` or `write_source_file` target to suggest running when files are out of date.
|
2022-12-03 07:23:57 +00:00
|
|
|
|
|
|
|
diff_test: Test that the source tree files and/or directories exist and are up to date.
|
|
|
|
|
2024-01-10 23:07:03 +00:00
|
|
|
check_that_out_file_exists: Test that each output file exists and print a helpful error message if it doesn't.
|
|
|
|
|
|
|
|
If `True`, destination files and directories must be in the same containing Bazel package as the target since the underlying
|
|
|
|
mechanism for this check is limited to files in the same Bazel package.
|
|
|
|
|
2022-01-28 02:15:28 +00:00
|
|
|
**kwargs: Other common named parameters such as `tags` or `visibility`
|
|
|
|
"""
|
|
|
|
|
2022-03-15 00:33:52 +00:00
|
|
|
single_update_target = len(files.keys()) == 1
|
|
|
|
update_targets = []
|
2022-10-05 16:01:50 +00:00
|
|
|
test_targets = []
|
2022-03-15 00:33:52 +00:00
|
|
|
for i, pair in enumerate(files.items()):
|
|
|
|
out_file, in_file = pair
|
|
|
|
|
2022-05-26 01:47:32 +00:00
|
|
|
this_suggested_update_target = suggested_update_target
|
2022-03-15 00:33:52 +00:00
|
|
|
if single_update_target:
|
|
|
|
update_target_name = name
|
|
|
|
else:
|
|
|
|
update_target_name = "%s_%d" % (name, i)
|
|
|
|
update_targets.append(update_target_name)
|
2022-05-26 01:47:32 +00:00
|
|
|
if not this_suggested_update_target:
|
|
|
|
this_suggested_update_target = name
|
2022-03-15 00:33:52 +00:00
|
|
|
|
|
|
|
# Runnable target that writes to the out file to the source tree
|
2022-10-05 16:01:50 +00:00
|
|
|
test_target = _write_source_file(
|
2022-03-15 00:33:52 +00:00
|
|
|
name = update_target_name,
|
|
|
|
in_file = in_file,
|
|
|
|
out_file = out_file,
|
2022-12-03 07:23:57 +00:00
|
|
|
executable = executable,
|
2022-03-15 00:33:52 +00:00
|
|
|
additional_update_targets = additional_update_targets if single_update_target else [],
|
2022-05-26 01:47:32 +00:00
|
|
|
suggested_update_target = this_suggested_update_target,
|
2022-03-28 21:53:58 +00:00
|
|
|
diff_test = diff_test,
|
2024-01-10 23:07:03 +00:00
|
|
|
check_that_out_file_exists = check_that_out_file_exists,
|
2022-03-28 21:53:58 +00:00
|
|
|
**kwargs
|
2022-03-15 00:33:52 +00:00
|
|
|
)
|
2022-01-28 02:15:28 +00:00
|
|
|
|
2022-10-05 16:01:50 +00:00
|
|
|
if test_target:
|
|
|
|
test_targets.append(test_target)
|
|
|
|
|
|
|
|
if len(test_targets) > 0:
|
|
|
|
native.test_suite(
|
|
|
|
name = "%s_tests" % name,
|
|
|
|
tests = test_targets,
|
|
|
|
visibility = kwargs.get("visibility"),
|
|
|
|
tags = kwargs.get("tags"),
|
|
|
|
)
|
|
|
|
|
2022-03-15 00:33:52 +00:00
|
|
|
if not single_update_target:
|
|
|
|
_write_source_file(
|
|
|
|
name = name,
|
|
|
|
additional_update_targets = update_targets + additional_update_targets,
|
2022-03-28 21:53:58 +00:00
|
|
|
suggested_update_target = suggested_update_target,
|
|
|
|
**kwargs
|
2022-03-15 00:33:52 +00:00
|
|
|
)
|
2022-12-03 22:57:28 +00:00
|
|
|
|
|
|
|
write_source_file = _write_source_file
|