2022-03-04 00:40:32 +00:00
" copy_to_directory implementation "
2021-11-17 05:30:32 +00:00
load ( " @bazel_skylib//lib:paths.bzl " , skylib_paths = " paths " )
2022-09-14 04:58:08 +00:00
load ( " :copy_common.bzl " , _COPY_EXECUTION_REQUIREMENTS = " COPY_EXECUTION_REQUIREMENTS " )
2021-11-17 05:30:32 +00:00
load ( " :paths.bzl " , " paths " )
2022-03-04 00:40:32 +00:00
load ( " :directory_path.bzl " , " DirectoryPathInfo " )
2022-11-03 01:44:42 +00:00
load ( " :glob_match.bzl " , " glob_match " , " is_glob " )
2022-09-14 04:58:08 +00:00
load ( " :platform_utils.bzl " , _platform_utils = " platform_utils " )
2021-11-17 05:30:32 +00:00
2022-07-29 23:16:33 +00:00
_filter_transforms_order_docstring = """ Filters and transformations are applied in the following order:
1. ` include_external_repositories `
2. ` include_srcs_packages `
3. ` exclude_srcs_packages `
4. ` root_paths `
5. ` include_srcs_patterns `
6. ` exclude_srcs_patterns `
7. ` replace_prefixes `
For more information each filters / transformations applied , see
the documentation for the specific filter / transformation attribute .
"""
2021-11-17 05:30:32 +00:00
_copy_to_directory_attr = {
2022-04-29 22:26:24 +00:00
" srcs " : attr . label_list (
allow_files = True ,
doc = """ Files and/or directories or targets that provide DirectoryPathInfo to copy
into the output directory . """ ,
) ,
2022-06-28 06:46:00 +00:00
# Cannot declare out as an output here, because there's no API for declaring
# TreeArtifact outputs.
" out " : attr . string (
doc = """ Path of the output directory, relative to this package.
2022-07-29 23:16:33 +00:00
If not set , the name of the target is used .
""" ,
2022-06-28 06:46:00 +00:00
) ,
2022-04-29 22:26:24 +00:00
" root_paths " : attr . string_list (
default = [ " . " ] ,
2022-07-29 23:16:33 +00:00
doc = """ List of paths (with glob support) that are roots in the output directory.
2022-07-28 19:50:41 +00:00
2022-07-29 23:16:33 +00:00
Glob patterns ` * * ` , ` * ` and ` ? ` are supported . See ` glob_match ` documentation for
more details on how to use glob patterns :
2022-07-28 19:50:41 +00:00
https : / / github . com / aspect - build / bazel - lib / blob / main / docs / glob_match . md .
2022-07-29 23:16:33 +00:00
If any parent directory of a file or directory being copied matches one of the root paths
patterns specified , the output directory path will be the path relative to the root path
instead of the path relative to the file ' s or directory ' s workspace . If there are multiple
root paths that match , the longest match wins .
2022-04-29 22:26:24 +00:00
2022-07-29 23:16:33 +00:00
Matching is done on the parent directory of the output file path so a trailing ' ** ' glob patterm
will match only up to the last path segment of the dirname and will not include the basename .
Only complete path segments are matched . Partial matches on the last segment of the root path
are ignored .
2022-04-29 22:26:24 +00:00
2022-07-30 01:46:34 +00:00
Forward slashes ( ` / ` ) should be used as path separators .
A " . " value expands to the target ' s package path (`ctx.label.package`).
2022-04-29 22:26:24 +00:00
2022-07-29 23:16:33 +00:00
Defaults to [ " . " ] which results in the output directory path of files in the
2022-04-29 22:26:24 +00:00
target ' s package and and sub-packages are relative to the target ' s package and
2022-07-29 23:16:33 +00:00
files outside of that retain their full workspace relative paths .
{ filters_transform_order_docstring }
""" .format(filters_transform_order_docstring = _filter_transforms_order_docstring),
2022-04-29 22:26:24 +00:00
) ,
" include_external_repositories " : attr . string_list (
2022-07-29 23:16:33 +00:00
doc = """ List of external repository names (with glob support) to include in the output directory.
Glob patterns ` * * ` , ` * ` and ` ? ` are supported . See ` glob_match ` documentation for
more details on how to use glob patterns :
https : / / github . com / aspect - build / bazel - lib / blob / main / docs / glob_match . md .
2022-04-29 22:26:24 +00:00
2022-07-29 23:16:33 +00:00
Files from external repositories are only copied into the output directory if
the external repository they come from matches one of the external repository patterns
specified .
2022-04-29 22:26:24 +00:00
When copied from an external repository , the file path in the output directory
defaults to the file ' s path within the external repository. The external repository
name is _not_ included in that path .
For example , the following copies ` @external_repo / / path / to : file ` to
` path / to / file ` within the output directory .
` ` `
copy_to_directory (
name = " dir " ,
2022-07-29 23:16:33 +00:00
include_external_repositories = [ " external_* " ] ,
2022-04-29 22:26:24 +00:00
srcs = [ " @external_repo//path/to:file " ] ,
)
` ` `
2022-07-29 23:16:33 +00:00
Files and directories that come from matching external are subject to subsequent filters and
transformations to determine if they are copied and what their path in the output
directory will be . The external repository name of the file or directory from an external
repository is not included in the output directory path and is considered in subsequent
filters and transformations .
{ filters_transform_order_docstring }
""" .format(filters_transform_order_docstring = _filter_transforms_order_docstring),
2022-04-29 22:26:24 +00:00
) ,
2022-07-29 23:16:33 +00:00
" include_srcs_packages " : attr . string_list (
default = [ " ** " ] ,
doc = """ List of Bazel packages (with glob support) to include in output directory.
2022-07-28 19:50:41 +00:00
2022-07-29 23:16:33 +00:00
Glob patterns ` * * ` , ` * ` and ` ? ` are supported . See ` glob_match ` documentation for
more details on how to use glob patterns :
https : / / github . com / aspect - build / bazel - lib / blob / main / docs / glob_match . md .
2022-07-28 19:50:41 +00:00
2022-07-29 23:16:33 +00:00
Files and directories in srcs are only copied to the output directory if
the Bazel package of the file or directory matches one of the patterns specified .
Forward slashes ( ` / ` ) should be used as path separators .
2022-08-11 23:25:51 +00:00
A ` " . " ` value means include srcs that are in the target ' s package.
It expands to the target ' s package path (`ctx.label.package`). This
will be an empty string ` " " ` if the target is in the root package .
A ` " ./** " ` value means include srcs that are in subpackages of the target ' s package.
It expands to the target ' s package path followed by a slash and a
globstar ( ` " {{ }}/** " . format ( ctx . label . package ) ` ) . If the target ' s package is
the root package , ` " ./** " ` expands to ` [ " ?* " , " ?*/** " ] ` instead .
2022-07-30 01:46:34 +00:00
2022-08-11 23:25:51 +00:00
Defaults to ` [ " ** " ] ` which includes sources from all packages .
2022-07-29 23:16:33 +00:00
Files and directories that have matching Bazel packages are subject to subsequent filters and
transformations to determine if they are copied and what their path in the output
directory will be .
{ filters_transform_order_docstring }
""" .format(filters_transform_order_docstring = _filter_transforms_order_docstring),
) ,
" exclude_srcs_packages " : attr . string_list (
doc = """ List of Bazel packages (with glob support) to exclude from output directory.
Glob patterns ` * * ` , ` * ` and ` ? ` are supported . See ` glob_match ` documentation for
more details on how to use glob patterns :
2022-07-28 19:50:41 +00:00
https : / / github . com / aspect - build / bazel - lib / blob / main / docs / glob_match . md .
2022-07-27 22:15:42 +00:00
2022-07-29 23:16:33 +00:00
Files and directories in srcs are not copied to the output directory if
the Bazel package of the file or directory matches one of the patterns specified .
2022-07-27 22:15:42 +00:00
2022-07-29 23:16:33 +00:00
Forward slashes ( ` / ` ) should be used as path separators .
2022-07-28 19:50:41 +00:00
2022-08-11 23:25:51 +00:00
A ` " . " ` value means exclude srcs that are in the target ' s package.
It expands to the target ' s package path (`ctx.label.package`). This
will be an empty string ` " " ` if the target is in the root package .
A ` " ./** " ` value means exclude srcs that are in subpackages of the target ' s package.
It expands to the target ' s package path followed by a slash and a
globstar ( ` " {{ }}/** " . format ( ctx . label . package ) ` ) . If the target ' s package is
the root package , ` " ./** " ` expands to ` [ " ?* " , " ?*/** " ] ` instead .
2022-07-30 01:48:09 +00:00
2022-07-29 23:16:33 +00:00
Files and directories that have do not have matching Bazel packages are subject to subsequent
filters and transformations to determine if they are copied and what their path in the output
directory will be .
2022-07-28 19:50:41 +00:00
2022-07-29 23:16:33 +00:00
{ filters_transform_order_docstring }
""" .format(filters_transform_order_docstring = _filter_transforms_order_docstring),
) ,
" include_srcs_patterns " : attr . string_list (
2022-07-28 19:50:41 +00:00
default = [ " ** " ] ,
2022-07-29 23:16:33 +00:00
doc = """ List of paths (with glob support) to include in output directory.
Glob patterns ` * * ` , ` * ` and ` ? ` are supported . See ` glob_match ` documentation for
more details on how to use glob patterns :
https : / / github . com / aspect - build / bazel - lib / blob / main / docs / glob_match . md .
Files and directories in srcs are only copied to the output directory if their output
directory path , after applying ` root_paths ` , matches one of the patterns specified .
Patterns do not look into files within source directory or generated directory ( TreeArtifact )
targets since matches are performed in Starlark . To use ` include_srcs_patterns ` on files
within directories you can use the ` make_directory_paths ` helper to specify individual files inside
directories in ` srcs ` . This restriction may be fixed in a future release by performing matching
inside the copy action instead of in Starlark .
Forward slashes ( ` / ` ) should be used as path separators .
Defaults to [ " ** " ] which includes all sources .
Files and directories that have matching output directory paths are subject to subsequent
filters and transformations to determine if they are copied and what their path in the output
directory will be .
{ filters_transform_order_docstring }
""" .format(filters_transform_order_docstring = _filter_transforms_order_docstring),
2022-07-28 19:50:41 +00:00
) ,
" exclude_srcs_patterns " : attr . string_list (
2022-07-29 06:13:22 +00:00
doc = """ List of paths (with glob support) to exclude from output directory.
2022-07-28 19:50:41 +00:00
2022-07-29 23:16:33 +00:00
Glob patterns ` * * ` , ` * ` and ` ? ` are supported . See ` glob_match ` documentation for
more details on how to use glob patterns :
2022-07-28 19:50:41 +00:00
https : / / github . com / aspect - build / bazel - lib / blob / main / docs / glob_match . md .
2022-07-29 23:16:33 +00:00
Files and directories in srcs are not copied to the output directory if their output
directory path , after applying ` root_paths ` , matches one of the patterns specified .
Patterns do not look into files within source directory or generated directory ( TreeArtifact )
targets since matches are performed in Starlark . To use ` include_srcs_patterns ` on files
within directories you can use the ` make_directory_paths ` helper to specify individual files inside
directories in ` srcs ` . This restriction may be fixed in a future release by performing matching
inside the copy action instead of in Starlark .
2022-07-28 19:50:41 +00:00
2022-07-29 06:31:08 +00:00
Forward slashes ( ` / ` ) should be used as path separators .
2022-07-27 22:15:42 +00:00
2022-07-29 23:16:33 +00:00
Files and directories that do not have matching output directory paths are subject to subsequent
filters and transformations to determine if they are copied and what their path in the output
directory will be .
2022-07-27 22:15:42 +00:00
2022-07-29 23:16:33 +00:00
{ filters_transform_order_docstring }
""" .format(filters_transform_order_docstring = _filter_transforms_order_docstring),
2022-07-27 22:15:42 +00:00
) ,
2022-04-29 22:26:24 +00:00
" exclude_prefixes " : attr . string_list (
2022-07-29 23:16:33 +00:00
doc = """ List of path prefixes (with glob support) to exclude from output directory.
2022-04-29 22:26:24 +00:00
2022-07-28 19:50:41 +00:00
DEPRECATED : use ` exclude_srcs_patterns ` instead
2022-07-29 23:16:33 +00:00
Glob patterns ` * * ` , ` * ` and ` ? ` are supported . See ` glob_match ` documentation for
more details on how to use glob patterns :
2022-07-28 19:50:41 +00:00
https : / / github . com / aspect - build / bazel - lib / blob / main / docs / glob_match . md .
2022-07-29 23:16:33 +00:00
Files and directories in srcs are not copied to the output directory if their output
directory path , after applying ` root_paths ` , starts with or fully matches one of the
patterns specified .
Patterns do not look into files within source directory or generated directory ( TreeArtifact )
targets since matches are performed in Starlark . To use ` include_srcs_patterns ` on files
within directories you can use the ` make_directory_paths ` helper to specify individual files inside
directories in ` srcs ` . This restriction may be fixed in a future release by performing matching
inside the copy action instead of in Starlark .
2022-04-29 22:26:24 +00:00
2022-07-29 06:31:08 +00:00
Forward slashes ( ` / ` ) should be used as path separators .
2022-07-27 22:15:42 +00:00
2022-07-29 23:16:33 +00:00
Files and directories that do not have matching output directory paths are subject to subsequent
filters and transformations to determine if they are copied and what their path in the output
directory will be .
2022-07-27 22:15:42 +00:00
2022-07-29 23:16:33 +00:00
{ filters_transform_order_docstring }
""" .format(filters_transform_order_docstring = _filter_transforms_order_docstring),
2022-04-29 22:26:24 +00:00
) ,
" replace_prefixes " : attr . string_dict (
2022-07-29 23:16:33 +00:00
doc = """ Map of paths prefixes (with glob support) to replace in the output directory path when copying files.
2022-04-29 22:26:24 +00:00
2022-07-29 23:16:33 +00:00
Glob patterns ` * * ` , ` * ` and ` ? ` are supported but the pattern must not end with a ` * * ` glob
expression . See ` glob_match ` documentation for more details on how to use glob patterns :
2022-07-29 06:31:08 +00:00
https : / / github . com / aspect - build / bazel - lib / blob / main / docs / glob_match . md .
2022-07-29 23:16:33 +00:00
If the output directory path for a file or directory starts with or fully matches a
2022-04-29 22:26:24 +00:00
a key in the dict then the matching portion of the output directory path is
2022-07-29 23:16:33 +00:00
replaced with the dict value for that key . The final path segment
matched can be a partial match of that segment and only the matching portion will
be replaced . If there are multiple keys that match , the longest match wins .
2022-04-29 22:26:24 +00:00
2022-07-29 23:16:33 +00:00
Patterns do not look into files within source directory or generated directory ( TreeArtifact )
targets since matches are performed in Starlark . To use ` replace_prefixes ` on files
within directories you can use the ` make_directory_paths ` helper to specify individual files inside
directories in ` srcs ` . This restriction may be fixed in a future release by performing matching
inside the copy action instead of in Starlark .
2022-07-27 22:15:42 +00:00
2022-07-29 23:16:33 +00:00
Forward slashes ( ` / ` ) should be used as path separators .
2022-07-27 22:15:42 +00:00
2022-07-29 23:16:33 +00:00
Replace prefix transformation are the final step in the list of filters and transformations .
The final output path of a file or directory being copied into the output directory
is determined at this step .
2022-07-27 22:15:42 +00:00
2022-07-29 23:16:33 +00:00
{ filters_transform_order_docstring }
""" .format(filters_transform_order_docstring = _filter_transforms_order_docstring),
2022-04-29 22:26:24 +00:00
) ,
2022-06-14 17:52:40 +00:00
" allow_overwrites " : attr . bool (
doc = """ If True, allow files to be overwritten if the same output file is copied to twice.
2022-06-28 06:46:00 +00:00
2022-06-14 17:52:40 +00:00
If set , then the order of srcs matters as the last copy of a particular file will win .
This setting has no effect on Windows where overwrites are always allowed . """ ,
) ,
2021-11-17 05:30:32 +00:00
}
2022-07-28 19:50:41 +00:00
def _any_globs_match ( exprs , path ) :
2022-11-03 01:44:42 +00:00
# Exit quick in the common case of having a "**".
if " ** " in exprs :
return True
# Special case: support non-standard empty glob expr.
# Only an empty expression matches an empty path.
if path == " " :
return " " in exprs
2022-07-28 19:50:41 +00:00
for expr in exprs :
2022-11-03 01:44:42 +00:00
if expr != " " and glob_match ( expr , path ) :
2022-07-28 19:50:41 +00:00
return True
2022-07-27 22:15:42 +00:00
return None
2022-07-28 19:50:41 +00:00
def _longest_glob_match ( expr , path ) :
2022-11-03 01:44:42 +00:00
if not is_glob ( expr ) :
2022-11-03 16:42:03 +00:00
return expr if path . startswith ( expr ) else None
2022-11-03 01:44:42 +00:00
for i in range ( len ( path ) ) :
2022-11-08 02:28:04 +00:00
maybe_match = path [ : - i ] if i > 0 else path
2022-07-28 19:50:41 +00:00
if glob_match ( expr , maybe_match ) :
2022-07-29 23:16:33 +00:00
# Some subpath matches
return maybe_match
return None
2021-11-17 05:30:32 +00:00
2022-07-28 19:50:41 +00:00
def _longest_globs_match ( exprs , path ) :
matching_expr = None
longest_match = None
longest_match_len = 0
for expr in exprs :
match = _longest_glob_match ( expr , path )
if match :
match_len = len ( match )
if match_len > longest_match_len :
matching_expr = expr
longest_match = match
longest_match_len = match_len
return matching_expr , longest_match
2022-03-04 00:40:32 +00:00
# src can either be a File or a target with a DirectoryPathInfo
2022-06-28 06:46:00 +00:00
def _copy_paths (
src ,
root_paths ,
include_external_repositories ,
2022-07-29 23:16:33 +00:00
include_srcs_packages ,
exclude_srcs_packages ,
2022-07-28 19:50:41 +00:00
include_srcs_patterns ,
exclude_srcs_patterns ,
2022-06-28 06:46:00 +00:00
replace_prefixes ) :
2022-08-19 04:03:41 +00:00
output_path_is_directory = False
2022-03-04 00:40:32 +00:00
if type ( src ) == " File " :
src_file = src
src_path = src_file . path
output_path = paths . to_workspace_path ( src_file )
2022-08-19 04:03:41 +00:00
output_path_is_directory = src_file . is_directory
2022-03-04 00:40:32 +00:00
elif DirectoryPathInfo in src :
src_file = src [ DirectoryPathInfo ] . directory
src_path = " / " . join ( [ src_file . path , src [ DirectoryPathInfo ] . path ] )
output_path = " / " . join ( [ paths . to_workspace_path ( src_file ) , src [ DirectoryPathInfo ] . path ] )
else :
fail ( " Unsupported type " )
2022-07-29 23:16:33 +00:00
if not src_file . owner :
msg = " Expected an owner target label for file {} but found none " . format ( src_file )
fail ( msg )
if src_file . owner . package == None :
msg = " Expected owner target label for file {} to have a package name but found None " . format ( src_file )
fail ( msg )
2022-07-30 01:32:03 +00:00
if not include_srcs_packages :
fail ( " An empty ' include_srcs_packages ' list will exclude all srcs and result in an empty directory " )
2022-07-29 23:16:33 +00:00
if " ** " in exclude_srcs_packages :
fail ( " A ' ** ' glob pattern in ' exclude_srcs_packages ' will exclude all srcs and result in an empty directory " )
2022-07-30 01:32:03 +00:00
if not include_srcs_patterns :
fail ( " An empty ' include_srcs_patterns ' list will exclude all srcs and result in an empty directory " )
2022-07-29 23:16:33 +00:00
if " ** " in exclude_srcs_patterns :
fail ( " A ' ** ' glob pattern in ' exclude_srcs_patterns ' will exclude all srcs and result in an empty directory " )
# Apply filters and transformations in the following order:
#
# - `include_external_repositories`
# - `include_srcs_packages`
# - `exclude_srcs_packages`
# - `root_paths`
# - `include_srcs_patterns`
# - `exclude_srcs_patterns`
# - `replace_prefixes`
#
# If you change this order please update the docstrings to reflect the changes.
# apply include_external_repositories if the file is from an external repository
if src_file . owner . workspace_name :
if not _any_globs_match ( include_external_repositories , src_file . owner . workspace_name ) :
# file is excluded as its external repository does not match any patterns in include_external_repositories
return None , None , None
# apply include_srcs_packages if "**" is not included in the list
2022-11-03 01:44:42 +00:00
if not _any_globs_match ( include_srcs_packages , src_file . owner . package ) :
# file is excluded as it does not match any specified include_srcs_packages
return None , None , None
2022-07-29 23:16:33 +00:00
# apply exclude_srcs_packages
if _any_globs_match ( exclude_srcs_packages , src_file . owner . package ) :
# file is excluded due to a matching exclude_srcs_packages
2022-03-04 00:40:32 +00:00
return None , None , None
2021-11-17 05:30:32 +00:00
2022-07-29 23:16:33 +00:00
# apply root_paths
2022-07-28 19:50:41 +00:00
if root_paths :
2022-08-19 04:03:41 +00:00
globstar_suffix = False
for root_path in root_paths :
2022-08-26 04:25:13 +00:00
if root_path . endswith ( " ** " ) :
2022-08-19 04:03:41 +00:00
globstar_suffix = True
break
if not output_path_is_directory and globstar_suffix :
# match against the output_path dirname and not the full output path
# so we don't match against the filename on an ending '**' glob pattern
output_root = skylib_paths . dirname ( output_path )
else :
output_root = output_path
_ , longest_match = _longest_globs_match ( root_paths , output_root )
2022-07-28 19:50:41 +00:00
if longest_match :
2022-07-29 23:16:33 +00:00
if longest_match . endswith ( " / " ) :
longest_match = longest_match [ : - 1 ]
2022-08-19 04:03:41 +00:00
if len ( longest_match ) == len ( output_root ) or output_root [ len ( longest_match ) ] == " / " :
2022-07-29 23:16:33 +00:00
output_path = output_path [ len ( longest_match ) + 1 : ]
2022-07-28 19:50:41 +00:00
# apply include_srcs_patterns if "**" is not included in the list
2022-11-03 01:44:42 +00:00
if not _any_globs_match ( include_srcs_patterns , output_path ) :
# file is excluded as it does not match any specified include_srcs_patterns
return None , None , None
2022-07-27 22:15:42 +00:00
2022-07-28 19:50:41 +00:00
# apply exclude_srcs_patterns
if _any_globs_match ( exclude_srcs_patterns , output_path ) :
2022-07-29 23:16:33 +00:00
# file is excluded due to a matching exclude_srcs_patterns
2022-03-04 00:40:32 +00:00
return None , None , None
2021-12-16 21:52:29 +00:00
2022-07-29 23:16:33 +00:00
# apply replace_prefixes
2022-07-28 19:50:41 +00:00
if replace_prefixes :
for replace_prefix in replace_prefixes . keys ( ) :
2022-07-29 23:16:33 +00:00
if replace_prefix . endswith ( " ** " ) :
msg = " replace_prefix ' {} ' must not end with ' ** ' glob expression " . format ( replace_prefix )
2022-07-28 19:50:41 +00:00
fail ( msg )
2022-07-29 23:16:33 +00:00
matching_expr , longest_match = _longest_globs_match ( replace_prefixes . keys ( ) , output_path )
2022-07-28 19:50:41 +00:00
if longest_match :
# replace the longest matching prefix in the output path
2022-07-29 23:16:33 +00:00
output_path = replace_prefixes [ matching_expr ] + output_path [ len ( longest_match ) : ]
2021-11-17 05:30:32 +00:00
2022-08-01 20:14:18 +00:00
return skylib_paths . normalize ( src_path ) , skylib_paths . normalize ( output_path ) , src_file
2022-03-04 00:40:32 +00:00
2022-08-01 16:56:52 +00:00
def _merge_into_copy_path ( copy_paths , src_path , dst_path , src_file ) :
for i , s in enumerate ( copy_paths ) :
_ , maybe_dst_path , maybe_src_file = s
if dst_path == maybe_dst_path :
if src_file == maybe_src_file :
return True
if src_file . short_path == maybe_src_file . short_path :
if maybe_src_file . is_source and not src_file . is_source :
# If the files are the at the same path but one in the source tree and one in
# the output tree, always copy the output tree file. This is also the default
# Bazel behavior for layout out runfiles if there are files that have the same
# path in the source tree and the output tree. This can happen, for example, if
# the source file and a generated file that is a copy to the source file are
# both added to the package which can happen, for example, through 'additional_files'
# in 'copy_to_directory_action'.
copy_paths [ i ] = ( src_path , dst_path , src_file )
return True
return False
2022-06-28 06:46:00 +00:00
def _copy_to_dir_bash ( ctx , copy_paths , dst_dir , allow_overwrites ) :
2021-11-17 05:30:32 +00:00
cmds = [
" set -o errexit -o nounset -o pipefail " ,
2022-06-14 17:52:40 +00:00
" OUT_CAPTURE=$(mktemp) " ,
""" _exit() {
EXIT_CODE = $ ? ;
if [ " $EXIT_CODE " != 0 ] ; then
cat " $OUT_CAPTURE "
fi
exit $ EXIT_CODE
} """ ,
" trap _exit EXIT " ,
2021-11-17 05:30:32 +00:00
" mkdir -p \" %s \" " % dst_dir . path ,
]
2022-03-04 00:40:32 +00:00
inputs = [ ]
for src_path , dst_path , src_file in copy_paths :
inputs . append ( src_file )
2022-06-28 06:46:00 +00:00
maybe_force = " -f " if allow_overwrites else " -n "
2022-06-14 17:52:40 +00:00
maybe_chmod_file = """ if [ -e " {dst} " ]; then
chmod a + w " {dst} "
fi
2022-06-28 06:46:00 +00:00
""" if allow_overwrites else " "
2022-06-14 17:52:40 +00:00
maybe_chmod_dir = """ if [ -e " {dst} " ]; then
chmod - R a + w " {dst} "
fi
2022-06-28 06:46:00 +00:00
""" if allow_overwrites else " "
2022-06-14 17:52:40 +00:00
2021-11-17 05:30:32 +00:00
cmds . append ( """
if [ [ ! - e " {src} " ] ] ; then echo " file ' {src} ' does not exist " ; exit 1 ; fi
if [ [ - f " {src} " ] ] ; then
mkdir - p " {dst_dir} "
2022-06-14 17:52:40 +00:00
{ maybe_chmod_file } cp - v { maybe_force } " {src} " " {dst} " >> " $OUT_CAPTURE " 2 >> " $OUT_CAPTURE "
2021-11-17 05:30:32 +00:00
else
2022-06-08 22:41:54 +00:00
if [ [ - d " {dst} " ] ] ; then
# When running outside the sandbox, then an earlier copy will create the dst folder
# with nested read-only folders, so our copy operation will fail to write there.
# Make sure the output folders are writeable.
find " {dst} " - type d - print0 | xargs - 0 chmod a + w
fi
2021-11-17 05:30:32 +00:00
mkdir - p " {dst} "
2022-06-14 17:52:40 +00:00
{ maybe_chmod_dir } cp - v - R { maybe_force } " {src} /. " " {dst} " >> " $OUT_CAPTURE " 2 >> " $OUT_CAPTURE "
2021-11-17 05:30:32 +00:00
fi
2022-06-14 17:52:40 +00:00
""" .format(
src = src_path ,
dst_dir = skylib_paths . dirname ( dst_path ) ,
dst = dst_path ,
maybe_force = maybe_force ,
maybe_chmod_file = maybe_chmod_file ,
maybe_chmod_dir = maybe_chmod_dir ,
) )
2021-11-17 05:30:32 +00:00
ctx . actions . run_shell (
2022-03-04 00:40:32 +00:00
inputs = inputs ,
2021-11-17 05:30:32 +00:00
outputs = [ dst_dir ] ,
command = " \n " . join ( cmds ) ,
mnemonic = " CopyToDirectory " ,
progress_message = " Copying files to directory " ,
use_default_shell_env = True ,
2022-04-14 17:48:44 +00:00
execution_requirements = _COPY_EXECUTION_REQUIREMENTS ,
2021-11-17 05:30:32 +00:00
)
2022-03-04 00:40:32 +00:00
def _copy_to_dir_cmd ( ctx , copy_paths , dst_dir ) :
2021-12-21 20:54:02 +00:00
# Most Windows binaries built with MSVC use a certain argument quoting
# scheme. Bazel uses that scheme too to quote arguments. However,
# cmd.exe uses different semantics, so Bazel's quoting is wrong here.
# To fix that we write the command to a .bat file so no command line
# quoting or escaping is required.
# Based on skylib copy_file:
# https://github.com/bazelbuild/bazel-skylib/blob/main/rules/private/copy_file_private.bzl#L28.
bat = ctx . actions . declare_file ( ctx . label . name + " -cmd.bat " )
# NB: mkdir will create all subdirectories; it will exit 1
# print an error to stderr if the directory already exists so
# we supress both its stdout & stderr output
cmds = [ """
2022-04-29 07:49:15 +00:00
@rem @generated by @aspect_bazel_lib / / lib / private : copy_to_directory . bzl
2021-12-21 20:54:02 +00:00
@echo off
mkdir " %s " > NUL 2 > NUL
""" % d st_dir.path.replace( " / " , " \\ " )]
2022-03-04 00:40:32 +00:00
inputs = [ ]
for src_path , dst_path , src_file in copy_paths :
inputs . append ( src_file )
2021-12-21 20:54:02 +00:00
# copy & xcopy flags are documented at
# https://docs.microsoft.com/en-us/windows-server/administration/windows-commands/copy
2022-01-27 12:57:52 +00:00
# https://docs.microsoft.com/en-us/windows-server/administration/windows-commands/robocopy
2021-12-21 20:54:02 +00:00
cmds . append ( """
if not exist " {src} " (
echo file " {src} " does not exist
exit / b 1
)
if exist " {src} \\ * " (
mkdir " {dst} " > NUL 2 > NUL
2022-01-27 12:57:52 +00:00
robocopy " {src} " " {dst} " / E > NUL
2021-12-21 20:54:02 +00:00
) else (
mkdir " {dst_dir} " > NUL 2 > NUL
copy / Y " {src} " " {dst} " > NUL
)
""" .format(
2022-03-04 00:40:32 +00:00
src = src_path . replace ( " / " , " \\ " ) ,
2021-12-21 20:54:02 +00:00
dst_dir = skylib_paths . dirname ( dst_path ) . replace ( " / " , " \\ " ) ,
dst = dst_path . replace ( " / " , " \\ " ) ,
) )
2022-01-27 12:57:52 +00:00
# robocopy return non-zero exit codes on success so we must exit 0 when we are done
cmds . append ( " exit 0 " )
2021-12-21 20:54:02 +00:00
ctx . actions . write (
output = bat ,
# Do not use lib/shell.bzl's shell.quote() method, because that uses
# Bash quoting syntax, which is different from cmd.exe's syntax.
content = " \n " . join ( cmds ) ,
is_executable = True ,
)
ctx . actions . run (
2022-03-04 00:40:32 +00:00
inputs = inputs ,
2021-12-21 20:54:02 +00:00
tools = [ bat ] ,
outputs = [ dst_dir ] ,
executable = " cmd.exe " ,
arguments = [ " /C " , bat . path . replace ( " / " , " \\ " ) ] ,
mnemonic = " CopyToDirectory " ,
progress_message = " Copying files to directory " ,
use_default_shell_env = True ,
2022-09-13 03:45:48 +00:00
execution_requirements = _COPY_EXECUTION_REQUIREMENTS ,
2021-12-21 20:54:02 +00:00
)
2021-11-17 05:30:32 +00:00
def _copy_to_directory_impl ( ctx ) :
2022-06-28 06:46:00 +00:00
dst = ctx . actions . declare_directory ( ctx . attr . out if ctx . attr . out else ctx . attr . name )
copy_to_directory_action (
ctx ,
srcs = ctx . attr . srcs ,
dst = dst ,
root_paths = ctx . attr . root_paths ,
include_external_repositories = ctx . attr . include_external_repositories ,
2022-07-29 23:16:33 +00:00
include_srcs_packages = ctx . attr . include_srcs_packages ,
exclude_srcs_packages = ctx . attr . exclude_srcs_packages ,
2022-07-28 19:50:41 +00:00
include_srcs_patterns = ctx . attr . include_srcs_patterns ,
exclude_srcs_patterns = ctx . attr . exclude_srcs_patterns ,
2022-06-28 06:46:00 +00:00
exclude_prefixes = ctx . attr . exclude_prefixes ,
replace_prefixes = ctx . attr . replace_prefixes ,
allow_overwrites = ctx . attr . allow_overwrites ,
)
return [
DefaultInfo (
files = depset ( [ dst ] ) ,
runfiles = ctx . runfiles ( [ dst ] ) ,
) ,
]
2022-08-11 23:25:51 +00:00
def _expand_src_packages_patterns ( patterns , package ) :
result = [ ]
for pattern in patterns :
if pattern == " . " :
result . append ( package )
elif pattern == " ./** " :
if package :
result . append ( " {} /** " . format ( package ) )
else :
# special case for the root package so we match on subpackages but
# not on the empty root package itself
result . extend ( [ " ?* " , " ?*/** " ] )
else :
result . append ( pattern )
return result
2022-06-28 06:46:00 +00:00
def copy_to_directory_action (
ctx ,
srcs ,
dst ,
additional_files = [ ] ,
root_paths = [ " . " ] ,
include_external_repositories = [ ] ,
2022-07-29 23:16:33 +00:00
include_srcs_packages = [ " ** " ] ,
exclude_srcs_packages = [ ] ,
2022-07-28 19:50:41 +00:00
include_srcs_patterns = [ " ** " ] ,
exclude_srcs_patterns = [ ] ,
2022-06-28 06:46:00 +00:00
exclude_prefixes = [ ] ,
replace_prefixes = { } ,
allow_overwrites = False ,
2022-09-13 03:45:48 +00:00
is_windows = None ) :
2022-06-28 06:46:00 +00:00
""" Helper function to copy files to a directory.
This helper is used by copy_to_directory . It is exposed as a public API so it can be used within
other rule implementations where additional_files can also be passed in .
Args :
ctx : The rule context .
srcs : Files and / or directories or targets that provide DirectoryPathInfo to copy into the output directory .
dst : The directory to copy to . Must be a TreeArtifact .
2022-09-13 01:01:25 +00:00
additional_files : List or depset of additional files to copy that are not in the DefaultInfo or DirectoryPathInfo of srcs
2022-06-28 06:46:00 +00:00
root_paths : List of paths that are roots in the output directory .
2022-04-29 22:26:24 +00:00
2022-06-28 06:46:00 +00:00
See copy_to_directory rule documentation for more details .
include_external_repositories : List of external repository names to include in the output directory .
See copy_to_directory rule documentation for more details .
2022-07-29 23:16:33 +00:00
include_srcs_packages : List of Bazel packages to include in output directory .
See copy_to_directory rule documentation for more details .
exclude_srcs_packages : List of Bazel packages ( with glob support ) to exclude from output directory .
See copy_to_directory rule documentation for more details .
2022-07-29 06:13:22 +00:00
include_srcs_patterns : List of paths ( with glob support ) to include in output directory .
2022-07-27 22:15:42 +00:00
See copy_to_directory rule documentation for more details .
2022-07-29 06:13:22 +00:00
exclude_srcs_patterns : List of paths ( with glob support ) to exclude from output directory .
2022-06-28 06:46:00 +00:00
See copy_to_directory rule documentation for more details .
2022-07-28 19:50:41 +00:00
exclude_prefixes : List of path prefixes to exclude from output directory .
2022-06-28 06:46:00 +00:00
replace_prefixes : Map of paths prefixes to replace in the output directory path when copying files .
See copy_to_directory rule documentation for more details .
allow_overwrites : If True , allow files to be overwritten if the same output file is copied to twice .
See copy_to_directory rule documentation for more details .
2022-09-13 03:45:48 +00:00
is_windows : Deprecated and unused
2022-06-28 06:46:00 +00:00
"""
2022-09-13 03:45:48 +00:00
# TODO(2.0): remove depcreated & unused is_windows parameter
2022-06-28 06:46:00 +00:00
if not srcs :
fail ( " srcs must not be empty " )
2022-07-30 01:46:34 +00:00
# Replace "." in root_paths with the package name of the target
2022-06-28 06:46:00 +00:00
root_paths = [ p if p != " . " else ctx . label . package for p in root_paths ]
2022-03-04 00:40:32 +00:00
2022-08-11 23:25:51 +00:00
# Replace "." and "./**" patterns in in include_srcs_packages & exclude_srcs_packages
include_srcs_packages = _expand_src_packages_patterns ( include_srcs_packages , ctx . label . package )
exclude_srcs_packages = _expand_src_packages_patterns ( exclude_srcs_packages , ctx . label . package )
2022-07-30 01:46:34 +00:00
2022-07-28 19:50:41 +00:00
# Convert and append exclude_prefixes to exclude_srcs_patterns
# TODO(2.0): remove exclude_prefixes this block and in a future breaking release
for exclude_prefix in exclude_prefixes :
2022-07-29 23:16:33 +00:00
if exclude_prefix . endswith ( " ** " ) :
exclude_srcs_patterns . append ( exclude_prefix )
elif exclude_prefix . endswith ( " * " ) :
exclude_srcs_patterns . append ( exclude_prefix + " /** " )
exclude_srcs_patterns . append ( exclude_prefix )
elif exclude_prefix . endswith ( " / " ) :
2022-07-28 19:50:41 +00:00
exclude_srcs_patterns . append ( exclude_prefix + " ** " )
else :
exclude_srcs_patterns . append ( exclude_prefix + " */** " )
exclude_srcs_patterns . append ( exclude_prefix + " * " )
2022-03-04 00:40:32 +00:00
# Gather a list of src_path, dst_path pairs
2022-07-28 19:50:41 +00:00
found_input_paths = False
2022-09-13 01:01:25 +00:00
src_dirs = [ ]
src_depsets = [ ]
2022-03-04 00:40:32 +00:00
copy_paths = [ ]
2022-06-28 06:46:00 +00:00
for src in srcs :
2022-03-04 00:40:32 +00:00
if DirectoryPathInfo in src :
2022-09-13 01:01:25 +00:00
src_dirs . append ( src )
2022-06-28 06:46:00 +00:00
if DefaultInfo in src :
2022-09-13 01:01:25 +00:00
src_depsets . append ( src [ DefaultInfo ] . files )
# Convert potentially-large arrays into slices to pass by reference
# instead of copying when invoking _copy_paths()
root_paths = root_paths [ : ]
include_external_repositories = include_external_repositories [ : ]
include_srcs_packages = include_srcs_packages [ : ]
exclude_srcs_packages = exclude_srcs_packages [ : ]
include_srcs_patterns = include_srcs_patterns [ : ]
exclude_srcs_patterns = exclude_srcs_patterns [ : ]
if type ( additional_files ) == " list " :
additional_files = depset ( additional_files )
all_srcs = src_dirs + depset ( transitive = [ additional_files ] + src_depsets ) . to_list ( )
for src in all_srcs :
2022-07-28 19:50:41 +00:00
found_input_paths = True
2022-06-28 06:46:00 +00:00
src_path , output_path , src_file = _copy_paths (
2022-09-13 01:01:25 +00:00
src = src ,
2022-06-28 06:46:00 +00:00
root_paths = root_paths ,
include_external_repositories = include_external_repositories ,
2022-07-29 23:16:33 +00:00
include_srcs_packages = include_srcs_packages ,
exclude_srcs_packages = exclude_srcs_packages ,
2022-07-28 19:50:41 +00:00
include_srcs_patterns = include_srcs_patterns ,
exclude_srcs_patterns = exclude_srcs_patterns ,
2022-06-28 06:46:00 +00:00
replace_prefixes = replace_prefixes ,
)
2022-03-04 00:40:32 +00:00
if src_path != None :
2022-06-28 06:46:00 +00:00
dst_path = skylib_paths . normalize ( " / " . join ( [ dst . path , output_path ] ) )
2022-08-01 16:56:52 +00:00
if not _merge_into_copy_path ( copy_paths , src_path , dst_path , src_file ) :
copy_paths . append ( ( src_path , dst_path , src_file ) )
2022-03-04 00:40:32 +00:00
2022-07-28 19:50:41 +00:00
if not found_input_paths :
fail ( " No files or directories found in srcs. " )
if not copy_paths :
fail ( " There are no files or directories to copy after applying filters. Are your ' include_srcs_patterns ' and ' exclude_srcs_patterns ' attributes correct? " )
2022-09-13 03:45:48 +00:00
# Because copy actions have "local" execution requirements, we can safely assume
# the execution is the same as the host platform and generate different actions for Windows
# and non-Windows host platforms
2022-09-14 04:58:08 +00:00
is_windows = _platform_utils . host_platform_is_windows ( )
2022-04-29 07:36:51 +00:00
if is_windows :
2022-06-28 06:46:00 +00:00
_copy_to_dir_cmd ( ctx , copy_paths , dst )
2021-11-17 05:30:32 +00:00
else :
2022-06-28 06:46:00 +00:00
_copy_to_dir_bash ( ctx , copy_paths , dst , allow_overwrites )
2021-11-17 05:30:32 +00:00
copy_to_directory_lib = struct (
attrs = _copy_to_directory_attr ,
impl = _copy_to_directory_impl ,
provides = [ DefaultInfo ] ,
)