"""This is an experimental implementation of cc_shared_library. We may change the implementation at any moment or even delete this file. Do not rely on this. It requires bazel >1.2 and passing the flag --experimental_cc_shared_library """ load("@bazel_skylib//rules:common_settings.bzl", "BuildSettingInfo") load("//cc:find_cc_toolchain.bzl", "find_cc_toolchain") # TODO(#5200): Add export_define to library_to_link and cc_library # Add this as a tag to any target that can be linked by more than one # cc_shared_library because it doesn't have static initializers or anything # else that may cause issues when being linked more than once. This should be # used sparingly after making sure it's safe to use. LINKABLE_MORE_THAN_ONCE = "LINKABLE_MORE_THAN_ONCE" CcSharedLibraryPermissionsInfo = provider( "Permissions for a cc shared library.", fields = { "targets": "Matches targets that can be exported.", }, ) GraphNodeInfo = provider( "Nodes in the graph of shared libraries.", fields = { "children": "Other GraphNodeInfo from dependencies of this target", "label": "Label of the target visited", "linkable_more_than_once": "Linkable into more than a single cc_shared_library", }, ) CcSharedLibraryInfo = provider( "Information about a cc shared library.", fields = { "dynamic_deps": "All shared libraries depended on transitively", "exports": "cc_libraries that are linked statically and exported", "link_once_static_libs": "All libraries linked statically into this library that should " + "only be linked once, e.g. because they have static " + "initializers. If we try to link them more than once, " + "we will throw an error", "linker_input": "the resulting linker input artifact for the shared library", "preloaded_deps": "cc_libraries needed by this cc_shared_library that should" + " be linked the binary. If this is set, this cc_shared_library has to " + " be a direct dependency of the cc_binary", }, ) def _separate_static_and_dynamic_link_libraries( direct_children, can_be_linked_dynamically, preloaded_deps_direct_labels): node = None all_children = list(direct_children) link_statically_labels = {} link_dynamically_labels = {} seen_labels = {} # Horrible I know. Perhaps Starlark team gives me a way to prune a tree. for i in range(2147483647): if i == len(all_children): break node = all_children[i] node_label = str(node.label) if node_label in seen_labels: continue seen_labels[node_label] = True if node_label in can_be_linked_dynamically: link_dynamically_labels[node_label] = True elif node_label not in preloaded_deps_direct_labels: link_statically_labels[node_label] = node.linkable_more_than_once all_children.extend(node.children) return (link_statically_labels, link_dynamically_labels) def _create_linker_context(ctx, linker_inputs): return cc_common.create_linking_context( linker_inputs = depset(linker_inputs, order = "topological"), ) def _merge_cc_shared_library_infos(ctx): dynamic_deps = [] transitive_dynamic_deps = [] for dep in ctx.attr.dynamic_deps: if dep[CcSharedLibraryInfo].preloaded_deps != None: fail("{} can only be a direct dependency of a " + " cc_binary because it has " + "preloaded_deps".format(str(dep.label))) dynamic_dep_entry = ( dep[CcSharedLibraryInfo].exports, dep[CcSharedLibraryInfo].linker_input, dep[CcSharedLibraryInfo].link_once_static_libs, ) dynamic_deps.append(dynamic_dep_entry) transitive_dynamic_deps.append(dep[CcSharedLibraryInfo].dynamic_deps) return depset(direct = dynamic_deps, transitive = transitive_dynamic_deps) def _build_exports_map_from_only_dynamic_deps(merged_shared_library_infos): exports_map = {} for entry in merged_shared_library_infos.to_list(): exports = entry[0] linker_input = entry[1] for export in exports: if export in exports_map: fail("Two shared libraries in dependencies export the same symbols. Both " + exports_map[export].libraries[0].dynamic_library.short_path + " and " + linker_input.dynamic_library.short_path + " export " + export) exports_map[export] = linker_input return exports_map def _build_link_once_static_libs_map(merged_shared_library_infos): link_once_static_libs_map = {} for entry in merged_shared_library_infos.to_list(): link_once_static_libs = entry[2] linker_input = entry[1] for static_lib in link_once_static_libs: if static_lib in link_once_static_libs_map: fail("Two shared libraries in dependencies link the same " + " library statically. Both " + link_once_static_libs_map[static_lib] + " and " + str(linker_input.owner) + " link statically" + static_lib) link_once_static_libs_map[static_lib] = str(linker_input.owner) return link_once_static_libs_map def _wrap_static_library_with_alwayslink(ctx, feature_configuration, cc_toolchain, linker_input): new_libraries_to_link = [] for old_library_to_link in linker_input.libraries: # TODO(#5200): This will lose the object files from a library to link. # Not too bad for the prototype but as soon as the library_to_link # constructor has object parameters this should be changed. new_library_to_link = cc_common.create_library_to_link( actions = ctx.actions, feature_configuration = feature_configuration, cc_toolchain = cc_toolchain, static_library = old_library_to_link.static_library, pic_static_library = old_library_to_link.pic_static_library, alwayslink = True, ) new_libraries_to_link.append(new_library_to_link) return cc_common.create_linker_input( owner = linker_input.owner, libraries = depset(direct = new_libraries_to_link), user_link_flags = depset(direct = linker_input.user_link_flags), additional_inputs = depset(direct = linker_input.additional_inputs), ) def _check_if_target_under_path(value, pattern): if pattern.workspace_name != value.workspace_name: return False if pattern.name == "__pkg__": return pattern.package == value.package if pattern.name == "__subpackages__": return _same_package_or_above(pattern, value) return pattern.package == value.package and pattern.name == value.name def _check_if_target_can_be_exported(target, current_label, permissions): if (target.workspace_name != current_label.workspace_name or _same_package_or_above(current_label, target)): return True matched_by_target = False for permission in permissions: for permission_target in permission[CcSharedLibraryPermissionsInfo].targets: if _check_if_target_under_path(target, permission_target): return True return False def _check_if_target_should_be_exported_without_filter(target, current_label, permissions): return _check_if_target_should_be_exported_with_filter(target, current_label, None, permissions) def _check_if_target_should_be_exported_with_filter(target, current_label, exports_filter, permissions): should_be_exported = False if exports_filter == None: should_be_exported = True else: for export_filter in exports_filter: export_filter_label = current_label.relative(export_filter) if _check_if_target_under_path(target, export_filter_label): should_be_exported = True break if should_be_exported: if _check_if_target_can_be_exported(target, current_label, permissions): return True else: matched_by_filter_text = "" if exports_filter: matched_by_filter_text = " (matched by filter) " fail(str(target) + matched_by_filter_text + " cannot be exported from " + str(current_label) + " because it's not in the same package/subpackage and the library " + "doesn't have the necessary permissions. Use cc_shared_library_permissions.") return False def _filter_inputs( ctx, feature_configuration, cc_toolchain, transitive_exports, preloaded_deps_direct_labels, link_once_static_libs_map): linker_inputs = [] link_once_static_libs = [] graph_structure_aspect_nodes = [] dependency_linker_inputs = [] direct_exports = {} for export in ctx.attr.roots: direct_exports[str(export.label)] = True dependency_linker_inputs.extend(export[CcInfo].linking_context.linker_inputs.to_list()) graph_structure_aspect_nodes.append(export[GraphNodeInfo]) can_be_linked_dynamically = {} for linker_input in dependency_linker_inputs: owner = str(linker_input.owner) if owner in transitive_exports: can_be_linked_dynamically[owner] = True (link_statically_labels, link_dynamically_labels) = _separate_static_and_dynamic_link_libraries( graph_structure_aspect_nodes, can_be_linked_dynamically, preloaded_deps_direct_labels, ) exports = {} owners_seen = {} for linker_input in dependency_linker_inputs: owner = str(linker_input.owner) if owner in owners_seen: continue owners_seen[owner] = True if owner in link_dynamically_labels: dynamic_linker_input = transitive_exports[owner] linker_inputs.append(dynamic_linker_input) elif owner in link_statically_labels: if owner in link_once_static_libs_map: fail(owner + " is already linked statically in " + link_once_static_libs_map[owner] + " but not exported") if owner in direct_exports: wrapped_library = _wrap_static_library_with_alwayslink( ctx, feature_configuration, cc_toolchain, linker_input, ) if not link_statically_labels[owner]: link_once_static_libs.append(owner) linker_inputs.append(wrapped_library) else: can_be_linked_statically = False for static_dep_path in ctx.attr.static_deps: static_dep_path_label = ctx.label.relative(static_dep_path) if _check_if_target_under_path(linker_input.owner, static_dep_path_label): can_be_linked_statically = True break if _check_if_target_should_be_exported_with_filter( linker_input.owner, ctx.label, ctx.attr.exports_filter, ctx.attr.permissions, ): exports[owner] = True can_be_linked_statically = True if can_be_linked_statically: if not link_statically_labels[owner]: link_once_static_libs.append(owner) linker_inputs.append(linker_input) else: fail("We can't link " + str(owner) + " either statically or dynamically") return (exports, linker_inputs, link_once_static_libs) def _same_package_or_above(label_a, label_b): if label_a.workspace_name != label_b.workspace_name: return False package_a_tokenized = label_a.package.split("/") package_b_tokenized = label_b.package.split("/") if len(package_b_tokenized) < len(package_a_tokenized): return False if package_a_tokenized[0] != "": for i in range(len(package_a_tokenized)): if package_a_tokenized[i] != package_b_tokenized[i]: return False return True def _cc_shared_library_impl(ctx): cc_common.check_experimental_cc_shared_library() cc_toolchain = find_cc_toolchain(ctx) feature_configuration = cc_common.configure_features( ctx = ctx, cc_toolchain = cc_toolchain, requested_features = ctx.features, unsupported_features = ctx.disabled_features, ) merged_cc_shared_library_info = _merge_cc_shared_library_infos(ctx) exports_map = _build_exports_map_from_only_dynamic_deps(merged_cc_shared_library_info) for export in ctx.attr.roots: if str(export.label) in exports_map: fail("Trying to export a library already exported by a different shared library: " + str(export.label)) _check_if_target_should_be_exported_without_filter(export.label, ctx.label, ctx.attr.permissions) preloaded_deps_direct_labels = {} preloaded_dep_merged_cc_info = None if len(ctx.attr.preloaded_deps) != 0: preloaded_deps_cc_infos = [] for preloaded_dep in ctx.attr.preloaded_deps: preloaded_deps_direct_labels[str(preloaded_dep.label)] = True preloaded_deps_cc_infos.append(preloaded_dep[CcInfo]) preloaded_dep_merged_cc_info = cc_common.merge_cc_infos(cc_infos = preloaded_deps_cc_infos) link_once_static_libs_map = _build_link_once_static_libs_map(merged_cc_shared_library_info) (exports, linker_inputs, link_once_static_libs) = _filter_inputs( ctx, feature_configuration, cc_toolchain, exports_map, preloaded_deps_direct_labels, link_once_static_libs_map, ) linking_context = _create_linker_context(ctx, linker_inputs) user_link_flags = [] for user_link_flag in ctx.attr.user_link_flags: user_link_flags.append(ctx.expand_location(user_link_flag, targets = ctx.attr.additional_linker_inputs)) linking_outputs = cc_common.link( actions = ctx.actions, feature_configuration = feature_configuration, cc_toolchain = cc_toolchain, linking_contexts = [linking_context], user_link_flags = user_link_flags, additional_inputs = ctx.files.additional_linker_inputs, name = ctx.label.name, output_type = "dynamic_library", ) runfiles = ctx.runfiles( files = [linking_outputs.library_to_link.resolved_symlink_dynamic_library], ) for dep in ctx.attr.dynamic_deps: runfiles = runfiles.merge(dep[DefaultInfo].data_runfiles) for export in ctx.attr.roots: exports[str(export.label)] = True debug_files = [] if ctx.attr._experimental_debug[BuildSettingInfo].value: exports_debug_file = ctx.actions.declare_file(ctx.label.name + "_exports.txt") ctx.actions.write(content = "\n".join(exports.keys()), output = exports_debug_file) link_once_static_libs_debug_file = ctx.actions.declare_file(ctx.label.name + "_link_once_static_libs.txt") ctx.actions.write(content = "\n".join(link_once_static_libs), output = link_once_static_libs_debug_file) debug_files.append(exports_debug_file) debug_files.append(link_once_static_libs_debug_file) if not ctx.attr._incompatible_link_once[BuildSettingInfo].value: link_once_static_libs = [] return [ DefaultInfo( files = depset([linking_outputs.library_to_link.resolved_symlink_dynamic_library] + debug_files), runfiles = runfiles, ), CcSharedLibraryInfo( dynamic_deps = merged_cc_shared_library_info, exports = exports.keys(), link_once_static_libs = link_once_static_libs, linker_input = cc_common.create_linker_input( owner = ctx.label, libraries = depset([linking_outputs.library_to_link]), ), preloaded_deps = preloaded_dep_merged_cc_info, ), ] def _graph_structure_aspect_impl(target, ctx): children = [] if hasattr(ctx.rule.attr, "deps"): for dep in ctx.rule.attr.deps: if GraphNodeInfo in dep: children.append(dep[GraphNodeInfo]) # TODO(bazel-team): Add flag to Bazel that can toggle the initialization of # linkable_more_than_once. linkable_more_than_once = False if hasattr(ctx.rule.attr, "tags"): for tag in ctx.rule.attr.tags: if tag == LINKABLE_MORE_THAN_ONCE: linkable_more_than_once = True return [GraphNodeInfo( label = ctx.label, children = children, linkable_more_than_once = linkable_more_than_once, )] def _cc_shared_library_permissions_impl(ctx): targets = [] for target_filter in ctx.attr.targets: target_filter_label = ctx.label.relative(target_filter) if not _check_if_target_under_path(target_filter_label, ctx.label.relative(":__subpackages__")): fail("A cc_shared_library_permissions rule can only list " + "targets that are in the same package or a sub-package") targets.append(target_filter_label) return [CcSharedLibraryPermissionsInfo( targets = targets, )] graph_structure_aspect = aspect( attr_aspects = ["*"], implementation = _graph_structure_aspect_impl, ) cc_shared_library_permissions = rule( implementation = _cc_shared_library_permissions_impl, attrs = { "targets": attr.string_list(), }, ) cc_shared_library = rule( implementation = _cc_shared_library_impl, attrs = { "additional_linker_inputs": attr.label_list(allow_files = True), "dynamic_deps": attr.label_list(providers = [CcSharedLibraryInfo]), "exports_filter": attr.string_list(), "permissions": attr.label_list(providers = [CcSharedLibraryPermissionsInfo]), "preloaded_deps": attr.label_list(providers = [CcInfo]), "roots": attr.label_list(providers = [CcInfo], aspects = [graph_structure_aspect]), "static_deps": attr.string_list(), "user_link_flags": attr.string_list(), "_cc_toolchain": attr.label(default = "@bazel_tools//tools/cpp:current_cc_toolchain"), "_experimental_debug": attr.label(default = "//examples:experimental_debug"), "_incompatible_link_once": attr.label(default = "//examples:incompatible_link_once"), }, toolchains = ["@rules_cc//cc:toolchain_type"], # copybara-use-repo-external-label fragments = ["cpp"], ) for_testing_dont_use_check_if_target_under_path = _check_if_target_under_path