| // Copyright 2014 The Bazel Authors. All rights reserved. |
| // |
| // Licensed under the Apache License, Version 2.0 (the "License"); |
| // you may not use this file except in compliance with the License. |
| // You may obtain a copy of the License at |
| // |
| // http://www.apache.org/licenses/LICENSE-2.0 |
| // |
| // Unless required by applicable law or agreed to in writing, software |
| // distributed under the License is distributed on an "AS IS" BASIS, |
| // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| // See the License for the specific language governing permissions and |
| // limitations under the License. |
| package com.google.devtools.build.lib.analysis; |
| |
| import static com.google.devtools.build.lib.analysis.AspectResolutionHelpers.computePropagatingAspects; |
| import static com.google.devtools.build.lib.analysis.DependencyKind.OUTPUT_FILE_RULE_DEPENDENCY; |
| import static com.google.devtools.build.lib.analysis.DependencyKind.VISIBILITY_DEPENDENCY; |
| |
| import com.google.auto.value.AutoOneOf; |
| import com.google.common.annotations.VisibleForTesting; |
| import com.google.common.base.Preconditions; |
| import com.google.common.collect.ImmutableList; |
| import com.google.common.collect.ImmutableMap; |
| import com.google.common.collect.Iterables; |
| import com.google.devtools.build.lib.analysis.AspectCollection.AspectCycleOnPathException; |
| import com.google.devtools.build.lib.analysis.DependencyKind.AttributeDependencyKind; |
| import com.google.devtools.build.lib.analysis.DependencyKind.ToolchainDependencyKind; |
| import com.google.devtools.build.lib.analysis.config.BuildConfigurationValue; |
| import com.google.devtools.build.lib.analysis.config.ConfigMatchingProvider; |
| import com.google.devtools.build.lib.analysis.config.ExecutionTransitionFactory; |
| import com.google.devtools.build.lib.analysis.config.Fragment; |
| import com.google.devtools.build.lib.analysis.config.TransitionResolver; |
| import com.google.devtools.build.lib.analysis.config.transitions.ConfigurationTransition; |
| import com.google.devtools.build.lib.analysis.config.transitions.NoTransition; |
| import com.google.devtools.build.lib.analysis.config.transitions.NullTransition; |
| import com.google.devtools.build.lib.analysis.config.transitions.TransitionCollector; |
| import com.google.devtools.build.lib.analysis.config.transitions.TransitionFactory; |
| import com.google.devtools.build.lib.analysis.platform.PlatformInfo; |
| import com.google.devtools.build.lib.analysis.starlark.StarlarkAttributeTransitionProvider; |
| import com.google.devtools.build.lib.causes.Cause; |
| import com.google.devtools.build.lib.cmdline.Label; |
| import com.google.devtools.build.lib.collect.nestedset.NestedSetBuilder; |
| import com.google.devtools.build.lib.packages.AdvertisedProviderSet; |
| import com.google.devtools.build.lib.packages.Aspect; |
| import com.google.devtools.build.lib.packages.AspectClass; |
| import com.google.devtools.build.lib.packages.Attribute; |
| import com.google.devtools.build.lib.packages.Attribute.ComputedDefault; |
| import com.google.devtools.build.lib.packages.Attribute.LateBoundDefault; |
| import com.google.devtools.build.lib.packages.AttributeMap; |
| import com.google.devtools.build.lib.packages.AttributeTransitionData; |
| import com.google.devtools.build.lib.packages.BuildType; |
| import com.google.devtools.build.lib.packages.ConfiguredAttributeMapper; |
| import com.google.devtools.build.lib.packages.EnvironmentGroup; |
| import com.google.devtools.build.lib.packages.ExecGroup; |
| import com.google.devtools.build.lib.packages.InputFile; |
| import com.google.devtools.build.lib.packages.OutputFile; |
| import com.google.devtools.build.lib.packages.PackageGroup; |
| import com.google.devtools.build.lib.packages.Rule; |
| import com.google.devtools.build.lib.packages.RuleClass; |
| import com.google.devtools.build.lib.packages.RuleTransitionData; |
| import com.google.devtools.build.lib.packages.Target; |
| import com.google.devtools.build.lib.packages.Type; |
| import com.google.devtools.build.lib.util.OrderedSetMultimap; |
| import java.util.ArrayList; |
| import java.util.Collections; |
| import java.util.HashSet; |
| import java.util.List; |
| import java.util.Map; |
| import java.util.Set; |
| import javax.annotation.Nullable; |
| import net.starlark.java.syntax.Location; |
| |
| /** |
| * Resolver for dependencies between configured targets. |
| * |
| * <p>Includes logic to derive the right configurations depending on transition type. |
| */ |
| public abstract class DependencyResolver { |
| |
| /** |
| * Returns ids for dependent nodes of a given node, sorted by attribute. Note that some |
| * dependencies do not have a corresponding attribute here, and we use the null attribute to |
| * represent those edges. |
| * |
| * <p>If {@code aspect} is null, returns the dependent nodes of the configured target node |
| * representing the given target and configuration, otherwise that of the aspect node accompanying |
| * the aforementioned configured target node for the specified aspect. |
| * |
| * <p>The values are not simply labels because this also implements the first step of applying |
| * configuration transitions, namely, split transitions. This needs to be done before the labels |
| * are resolved because late bound attributes depend on the configuration. A good example for this |
| * is {@code :cc_toolchain}. |
| * |
| * <p>The long-term goal is that most configuration transitions be applied here. However, in order |
| * to do that, we first have to eliminate transitions that depend on the rule class of the |
| * dependency. |
| * |
| * @param node the target/configuration being evaluated |
| * @param aspect the aspect applied to this target (if any) |
| * @param configConditions resolver for config_setting labels |
| * @param toolchainContexts the toolchain contexts for this target |
| * @param trimmingTransitionFactory the transition factory used to trim rules (note: this is a |
| * temporary feature; see the corresponding methods in ConfiguredRuleClassProvider) |
| * @param transitionCollector a callback that observes attribute transitions for Cquery |
| * @param starlarkExecTransitionFactory if not null, the Starlark transition that implements |
| * {@code cfg = "exec"}. Otherwise Bazel uses native exec transition logic. |
| * @return a mapping of each attribute in this rule or aspects to its dependent nodes |
| */ |
| public final OrderedSetMultimap<DependencyKind, DependencyKey> dependentNodeMap( |
| TargetAndConfiguration node, |
| @Nullable Aspect aspect, |
| ImmutableMap<Label, ConfigMatchingProvider> configConditions, |
| @Nullable ToolchainCollection<ToolchainContext> toolchainContexts, |
| @Nullable TransitionFactory<RuleTransitionData> trimmingTransitionFactory, |
| TransitionCollector transitionCollector, |
| @Nullable StarlarkAttributeTransitionProvider starlarkExecTransitionFactory) |
| throws Failure, InterruptedException, InconsistentAspectOrderException { |
| NestedSetBuilder<Cause> rootCauses = NestedSetBuilder.stableOrder(); |
| OrderedSetMultimap<DependencyKind, DependencyKey> outgoingEdges = |
| dependentNodeMap( |
| node, |
| aspect != null ? ImmutableList.of(aspect) : ImmutableList.of(), |
| configConditions, |
| toolchainContexts, |
| rootCauses, |
| trimmingTransitionFactory, |
| transitionCollector, |
| starlarkExecTransitionFactory); |
| if (!rootCauses.isEmpty()) { |
| throw new IllegalStateException(rootCauses.build().toList().iterator().next().toString()); |
| } |
| return outgoingEdges; |
| } |
| |
| /** |
| * Returns ids for dependent nodes of a given node, sorted by attribute. Note that some |
| * dependencies do not have a corresponding attribute here, and we use the null attribute to |
| * represent those edges. |
| * |
| * <p>If {@code aspects} is empty, returns the dependent nodes of the configured target node |
| * representing the given target and configuration. |
| * |
| * <p>Otherwise {@code aspects} represents an aspect path. The function returns dependent nodes of |
| * the entire path applied to given target and configuration. These are the dependent nodes of the |
| * last aspect in the path. |
| * |
| * <p>This also implements the first step of applying configuration transitions, namely, split |
| * transitions. This needs to be done before the labels are resolved because late bound attributes |
| * depend on the configuration. A good example for this is {@code :cc_toolchain}. |
| * |
| * <p>The long-term goal is that most configuration transitions be applied here. However, in order |
| * to do that, we first have to eliminate transitions that depend on the rule class of the |
| * dependency. |
| * |
| * @param node the target/configuration being evaluated |
| * @param aspects the aspects applied to this target (if any) |
| * @param configConditions resolver for config_setting labels |
| * @param toolchainContexts the toolchain contexts for this target |
| * @param trimmingTransitionFactory the transition factory used to trim rules (note: this is a |
| * temporary feature; see the corresponding methods in ConfiguredRuleClassProvider) |
| * @param rootCauses collector for dep labels that can't be (loading phase) loaded |
| * @param transitionCollector a callback that observes attribute transitions for Cquery |
| * @param starlarkExecTransitionFactory if not null, the Starlark transition that implements |
| * {@code cfg = "exec"}. Else Bazel uses native exec transition logic. |
| * @return a mapping of each attribute in this rule or aspects to its dependent nodes |
| */ |
| public final OrderedSetMultimap<DependencyKind, DependencyKey> dependentNodeMap( |
| TargetAndConfiguration node, |
| Iterable<Aspect> aspects, |
| ImmutableMap<Label, ConfigMatchingProvider> configConditions, |
| @Nullable ToolchainCollection<ToolchainContext> toolchainContexts, |
| NestedSetBuilder<Cause> rootCauses, |
| @Nullable TransitionFactory<RuleTransitionData> trimmingTransitionFactory, |
| TransitionCollector transitionCollector, |
| StarlarkAttributeTransitionProvider starlarkExecTransitionFactory) |
| throws Failure, InterruptedException, InconsistentAspectOrderException { |
| var dependencyLabels = |
| computeDependencyLabels(node, aspects, configConditions, toolchainContexts); |
| var outgoingLabels = dependencyLabels.labels(); |
| |
| Map<Label, Target> targetMap = getTargets(outgoingLabels, node, rootCauses); |
| if (targetMap == null) { |
| // Dependencies could not be resolved. Try again when they are loaded by Skyframe. |
| return OrderedSetMultimap.create(); |
| } |
| |
| Target target = node.getTarget(); |
| Rule fromRule = target instanceof Rule ? (Rule) target : null; |
| |
| // This check makes sure that visibility labels actually refer to package groups. |
| if (fromRule != null) { |
| checkPackageGroupVisibility(fromRule, targetMap); |
| } |
| |
| OrderedSetMultimap<DependencyKind, PartiallyResolvedDependency> partiallyResolvedDeps = |
| partiallyResolveDependencies( |
| outgoingLabels, |
| fromRule, |
| dependencyLabels.attributeMap(), |
| toolchainContexts, |
| aspects, |
| transitionCollector, |
| starlarkExecTransitionFactory); |
| |
| return fullyResolveDependencies( |
| partiallyResolvedDeps, targetMap, node.getConfiguration(), trimmingTransitionFactory); |
| } |
| |
| /** The tuple {@link #computeDependencyLabels} outputs. */ |
| public static final class DependencyLabels { |
| private final OrderedSetMultimap<DependencyKind, Label> labels; |
| @Nullable private final ConfiguredAttributeMapper attributeMap; |
| |
| private DependencyLabels( |
| OrderedSetMultimap<DependencyKind, Label> labels, |
| @Nullable ConfiguredAttributeMapper attributeMap) { |
| this.labels = labels; |
| this.attributeMap = attributeMap; |
| } |
| |
| public OrderedSetMultimap<DependencyKind, Label> labels() { |
| return labels; |
| } |
| |
| @Nullable // Non-null for rules and output files when there are aspects that apply to files. |
| public ConfiguredAttributeMapper attributeMap() { |
| return attributeMap; |
| } |
| } |
| |
| public static DependencyLabels computeDependencyLabels( |
| TargetAndConfiguration node, |
| Iterable<Aspect> aspects, |
| ImmutableMap<Label, ConfigMatchingProvider> configConditions, |
| @Nullable ToolchainCollection<ToolchainContext> toolchainContexts) |
| throws Failure { |
| Target target = node.getTarget(); |
| BuildConfigurationValue config = node.getConfiguration(); |
| OrderedSetMultimap<DependencyKind, Label> outgoingLabels = OrderedSetMultimap.create(); |
| |
| // TODO(bazel-team): Figure out a way to implement the below (and partiallyResolveDependencies) |
| // using LabelVisitationUtils. |
| Rule fromRule; |
| ConfiguredAttributeMapper attributeMap = null; |
| if (target instanceof OutputFile) { |
| Preconditions.checkNotNull(config); |
| addVisibilityDepLabels(target.getVisibilityDependencyLabels(), outgoingLabels); |
| Rule rule = ((OutputFile) target).getGeneratingRule(); |
| outgoingLabels.put(OUTPUT_FILE_RULE_DEPENDENCY, rule.getLabel()); |
| if (Iterables.any(aspects, a -> a.getDefinition().applyToFiles())) { |
| attributeMap = ConfiguredAttributeMapper.of(rule, configConditions, config); |
| resolveAttributes(getAspectAttributes(aspects), outgoingLabels, rule, attributeMap, config); |
| } |
| addToolchainDeps(toolchainContexts, outgoingLabels); |
| } else if (target instanceof InputFile || target instanceof EnvironmentGroup) { |
| addVisibilityDepLabels(target.getVisibilityDependencyLabels(), outgoingLabels); |
| } else if (target instanceof Rule) { |
| fromRule = (Rule) target; |
| attributeMap = ConfiguredAttributeMapper.of(fromRule, configConditions, config); |
| visitRule(node, aspects, attributeMap, toolchainContexts, outgoingLabels); |
| } else if (target instanceof PackageGroup) { |
| outgoingLabels.putAll(VISIBILITY_DEPENDENCY, ((PackageGroup) target).getIncludes()); |
| } else { |
| throw new IllegalStateException(target.getLabel().toString()); |
| } |
| return new DependencyLabels(outgoingLabels, attributeMap); |
| } |
| |
| /** |
| * Factor in the properties of the current rule into the dependency edge calculation. |
| * |
| * <p>The target of the dependency edges depends on two things: the rule that depends on them and |
| * the type of target they depend on. This function takes the rule into account. Accordingly, it |
| * should <b>NOT</b> get the {@link Target} instances representing the targets of the dependency |
| * edges as an argument. |
| */ |
| @VisibleForTesting // private |
| public static OrderedSetMultimap<DependencyKind, PartiallyResolvedDependency> |
| partiallyResolveDependencies( |
| OrderedSetMultimap<DependencyKind, Label> outgoingLabels, |
| @Nullable Rule fromRule, |
| @Nullable ConfiguredAttributeMapper attributeMap, |
| @Nullable ToolchainCollection<ToolchainContext> toolchainContexts, |
| Iterable<Aspect> aspects, |
| TransitionCollector transitionCollector, |
| StarlarkAttributeTransitionProvider starlarkExecTransitionFactory) |
| throws Failure { |
| OrderedSetMultimap<DependencyKind, PartiallyResolvedDependency> partiallyResolvedDeps = |
| OrderedSetMultimap.create(); |
| ImmutableList<Aspect> aspectsList = ImmutableList.copyOf(aspects); |
| |
| for (Map.Entry<DependencyKind, Label> entry : outgoingLabels.entries()) { |
| DependencyKind kind = entry.getKey(); |
| Label toLabel = entry.getValue(); |
| |
| if (DependencyKind.isToolchain(kind)) { |
| // This dependency is a toolchain. Its package has not been loaded and therefore we can't |
| // determine which aspects and which rule configuration transition we should use, so just |
| // use sensible defaults. Not depending on their package makes the error message reporting |
| // a missing toolchain a bit better. |
| // TODO(lberki): This special-casing is weird. Find a better way to depend on toolchains. |
| // This logic needs to stay in sync with the dep finding logic in |
| // //third_party/bazel/src/main/java/com/google/devtools/build/lib/analysis/Util.java#findImplicitDeps. |
| ToolchainDependencyKind tdk = (ToolchainDependencyKind) kind; |
| ToolchainContext toolchainContext = |
| toolchainContexts.getToolchainContext(tdk.getExecGroupName()); |
| partiallyResolvedDeps.put( |
| kind, |
| PartiallyResolvedDependency.builder() |
| .setLabel(toLabel) |
| .setTransition(NoTransition.INSTANCE) |
| .setExecutionPlatformLabel(toolchainContext.executionPlatform().label()) |
| .build()); |
| continue; |
| } |
| |
| if (kind == VISIBILITY_DEPENDENCY) { |
| partiallyResolvedDeps.put( |
| VISIBILITY_DEPENDENCY, |
| PartiallyResolvedDependency.builder() |
| .setLabel(toLabel) |
| .setTransition(NullTransition.INSTANCE) |
| .setPropagatingAspects(ImmutableList.of()) |
| .build()); |
| continue; |
| } |
| |
| if (kind == OUTPUT_FILE_RULE_DEPENDENCY) { |
| partiallyResolvedDeps.put( |
| OUTPUT_FILE_RULE_DEPENDENCY, |
| PartiallyResolvedDependency.builder() |
| .setLabel(toLabel) |
| .setTransition(NoTransition.INSTANCE) |
| .setPropagatingAspects(ImmutableList.of()) |
| .build()); |
| continue; |
| } |
| |
| ImmutableList<Aspect> propagatingAspects = |
| computePropagatingAspects(kind, aspectsList, fromRule); |
| ExecutionPlatformResult executionPlatformResult = |
| getExecutionPlatformLabel(kind, toolchainContexts, aspectsList); |
| Label executionPlatformLabel = null; |
| switch (executionPlatformResult.kind()) { |
| case LABEL: |
| executionPlatformLabel = executionPlatformResult.label(); |
| break; |
| case NULL_LABEL: |
| break; |
| case SKIP: |
| continue; |
| case ERROR: |
| throw new Failure( |
| fromRule != null ? fromRule.getLocation() : null, executionPlatformResult.error()); |
| } |
| |
| AttributeTransitionData attributeTransitionData = |
| AttributeTransitionData.builder() |
| .attributes(attributeMap) |
| .executionPlatform(executionPlatformLabel) |
| .analysisData(starlarkExecTransitionFactory) |
| .build(); |
| ConfigurationTransition attributeTransition = |
| kind.getAttribute().getTransitionFactory().create(attributeTransitionData); |
| partiallyResolvedDeps.put( |
| kind, |
| PartiallyResolvedDependency.builder() |
| .setLabel(toLabel) |
| .setTransition(attributeTransition) |
| .setPropagatingAspects(propagatingAspects) |
| .build()); |
| transitionCollector.acceptTransition(kind, toLabel, attributeTransition); |
| } |
| return partiallyResolvedDeps; |
| } |
| |
| /** The results of {@link #getExecutionPlatformLabel} as a tagged union. */ |
| @AutoOneOf(DependencyResolver.ExecutionPlatformResult.Kind.class) |
| public abstract static class ExecutionPlatformResult { |
| /** Tags for the possible results. */ |
| public enum Kind { |
| /** A label was successfully determined. */ |
| LABEL, |
| /** |
| * A label was successfully determined to be null. |
| * |
| * <p>{@link AutoOneOf} does not permit {@code @Nullable} so this is distinct from {@link |
| * #LABEL}. |
| */ |
| NULL_LABEL, |
| /** |
| * The dependency should be skipped. |
| * |
| * <p>See comments in {@link #getExecutionPlatformLabel} for details. |
| */ |
| SKIP, |
| /** An error message. */ |
| ERROR |
| } |
| |
| public abstract Kind kind(); |
| |
| public abstract Label label(); |
| |
| abstract void nullLabel(); |
| |
| abstract void skip(); |
| |
| public abstract String error(); |
| |
| private static ExecutionPlatformResult ofLabel(Label label) { |
| return AutoOneOf_DependencyResolver_ExecutionPlatformResult.label(label); |
| } |
| |
| private static ExecutionPlatformResult ofNullLabel() { |
| return AutoOneOf_DependencyResolver_ExecutionPlatformResult.nullLabel(); |
| } |
| |
| private static ExecutionPlatformResult ofSkip() { |
| return AutoOneOf_DependencyResolver_ExecutionPlatformResult.skip(); |
| } |
| |
| private static ExecutionPlatformResult ofError(String message) { |
| return AutoOneOf_DependencyResolver_ExecutionPlatformResult.error(message); |
| } |
| } |
| |
| public static ExecutionPlatformResult getExecutionPlatformLabel( |
| DependencyKind kind, |
| @Nullable ToolchainCollection<ToolchainContext> toolchainContexts, |
| ImmutableList<Aspect> aspectsList) { |
| if (toolchainContexts == null) { |
| return ExecutionPlatformResult.ofNullLabel(); |
| } |
| |
| TransitionFactory<AttributeTransitionData> transitionFactory = |
| kind.getAttribute().getTransitionFactory(); |
| if (!(transitionFactory instanceof ExecutionTransitionFactory)) { |
| return ExecutionPlatformResult.ofLabel( |
| toolchainContexts |
| .getToolchainContext(ExecGroup.DEFAULT_EXEC_GROUP_NAME) |
| .executionPlatform() |
| .label()); |
| } |
| |
| String execGroup = ((ExecutionTransitionFactory) transitionFactory).getExecGroup(); |
| if (toolchainContexts.hasToolchainContext(execGroup)) { |
| PlatformInfo platform = toolchainContexts.getToolchainContext(execGroup).executionPlatform(); |
| return platform == null |
| ? ExecutionPlatformResult.ofNullLabel() |
| : ExecutionPlatformResult.ofLabel(platform.label()); |
| } |
| |
| // `execGroup` could not be found. If `aspectsList` is non-empty, `toolchainContexts` only |
| // contains the exec groups of the main aspect. Skips the dependency if it's not the main |
| // aspect. |
| // |
| // TODO(b/256617733): Make a decision on whether the exec groups of the target and the base |
| // aspects should be merged in `toolchainContexts`. |
| if (!aspectsList.isEmpty() && !isMainAspect(aspectsList, kind.getOwningAspect())) { |
| return ExecutionPlatformResult.ofSkip(); |
| } |
| |
| return ExecutionPlatformResult.ofError( |
| String.format( |
| "Attr '%s' declares a transition for non-existent exec group '%s'", |
| kind.getAttribute().getName(), execGroup)); |
| } |
| |
| /** True if {@code owningAspect} is the main aspect, the last one in {@code aspectsList}. */ |
| private static boolean isMainAspect( |
| ImmutableList<Aspect> aspectsList, @Nullable AspectClass owningAspect) { |
| return Iterables.getLast(aspectsList).getAspectClass().equals(owningAspect); |
| } |
| |
| /** |
| * Factor in the properties of the target where the dependency points to in the dependency edge |
| * calculation. |
| * |
| * <p>The target of the dependency edges depends on two things: the rule that depends on them and |
| * the type of target they depend on. This function takes the rule into account. Accordingly, it |
| * should <b>NOT</b> get the {@link Rule} instance representing the rule whose dependencies are |
| * being calculated as an argument or its attributes and it should <b>NOT</b> do anything with the |
| * keys of {@code partiallyResolvedDeps} other than passing them on to the output map. |
| */ |
| private static OrderedSetMultimap<DependencyKind, DependencyKey> fullyResolveDependencies( |
| OrderedSetMultimap<DependencyKind, PartiallyResolvedDependency> partiallyResolvedDeps, |
| Map<Label, Target> targetMap, |
| BuildConfigurationValue originalConfiguration, |
| @Nullable TransitionFactory<RuleTransitionData> trimmingTransitionFactory) |
| throws InconsistentAspectOrderException { |
| OrderedSetMultimap<DependencyKind, DependencyKey> outgoingEdges = OrderedSetMultimap.create(); |
| |
| for (Map.Entry<DependencyKind, PartiallyResolvedDependency> entry : |
| partiallyResolvedDeps.entries()) { |
| PartiallyResolvedDependency partiallyResolvedDependency = entry.getValue(); |
| |
| Target toTarget = targetMap.get(partiallyResolvedDependency.getLabel()); |
| if (toTarget == null) { |
| // Dependency pointing to non-existent target. This error was reported in getTargets(), so |
| // we can just ignore this dependency. |
| continue; |
| } |
| |
| ConfigurationTransition transition = |
| TransitionResolver.evaluateTransition( |
| originalConfiguration, |
| partiallyResolvedDependency.getTransition(), |
| toTarget, |
| trimmingTransitionFactory); |
| |
| AspectCollection requiredAspects = |
| computeAspectCollections(partiallyResolvedDependency.getPropagatingAspects(), toTarget); |
| |
| DependencyKey.Builder dependencyKeyBuilder = |
| partiallyResolvedDependency.getDependencyKeyBuilder(); |
| outgoingEdges.put( |
| entry.getKey(), |
| dependencyKeyBuilder.setTransition(transition).setAspects(requiredAspects).build()); |
| } |
| return outgoingEdges; |
| } |
| |
| /** A DependencyResolver.Failure indicates a failure during dependency resolution. */ |
| public static class Failure extends Exception { |
| @Nullable private final Location location; |
| |
| private Failure(Location location, String message) { |
| super(message); |
| this.location = location; |
| } |
| |
| /** Returns the location of the error, if known. */ |
| @Nullable |
| public Location getLocation() { |
| return location; |
| } |
| } |
| |
| private static void visitRule( |
| TargetAndConfiguration node, |
| Iterable<Aspect> aspects, |
| ConfiguredAttributeMapper attributeMap, |
| @Nullable ToolchainCollection<ToolchainContext> toolchainContexts, |
| OrderedSetMultimap<DependencyKind, Label> outgoingLabels) |
| throws Failure { |
| Preconditions.checkArgument(node.getTarget() instanceof Rule, node); |
| BuildConfigurationValue ruleConfig = Preconditions.checkNotNull(node.getConfiguration(), node); |
| Rule rule = (Rule) node.getTarget(); |
| |
| try { |
| attributeMap.validateAttributes(); |
| } catch (ConfiguredAttributeMapper.ValidationException ex) { |
| throw new Failure(rule.getLocation(), ex.getMessage()); |
| } |
| |
| Iterable<Label> visibilityDepLabels = rule.getVisibilityDependencyLabels(); |
| addVisibilityDepLabels(visibilityDepLabels, outgoingLabels); |
| resolveAttributes(getAttributes(rule, aspects), outgoingLabels, rule, attributeMap, ruleConfig); |
| |
| // Add the rule's visibility labels (which may come from the rule or from package defaults). |
| addExplicitDeps(outgoingLabels, rule, "visibility", visibilityDepLabels); |
| |
| // Add package default constraints when the rule doesn't explicitly declare them. |
| // |
| // Note that this can have subtle implications for constraint semantics. For example: say that |
| // package defaults declare compatibility with ':foo' and rule R declares compatibility with |
| // ':bar'. Does that mean that R is compatible with [':foo', ':bar'] or just [':bar']? In other |
| // words, did R's author intend to add additional compatibility to the package defaults or to |
| // override them? More severely, what if package defaults "restrict" support to just [':baz']? |
| // Should R's declaration signify [':baz'] + ['bar'], [ORIGINAL_DEFAULTS] + ['bar'], or |
| // something else? |
| // |
| // Rather than try to answer these questions with possibly confusing logic, we take the |
| // simple approach of assigning the rule's "restriction" attribute to the rule-declared value if |
| // it exists, else the package defaults value (and likewise for "compatibility"). This may not |
| // always provide what users want, but it makes it easy for them to understand how rule |
| // declarations and package defaults intermix (and how to refactor them to get what they want). |
| // |
| // An alternative model would be to apply the "rule declaration" / "rule class defaults" |
| // relationship, i.e. the rule class' "compatibility" and "restriction" declarations are merged |
| // to generate a set of default environments, then the rule's declarations are independently |
| // processed on top of that. This protects against obscure coupling behavior between |
| // declarations from wildly different places (e.g. it offers clear answers to the examples posed |
| // above). But within the scope of a single package it seems better to keep the model simple and |
| // make the user responsible for resolving ambiguities. |
| if (!rule.isAttributeValueExplicitlySpecified(RuleClass.COMPATIBLE_ENVIRONMENT_ATTR)) { |
| addExplicitDeps( |
| outgoingLabels, |
| rule, |
| RuleClass.COMPATIBLE_ENVIRONMENT_ATTR, |
| rule.getPackage().getPackageArgs().defaultCompatibleWith()); |
| } |
| if (!rule.isAttributeValueExplicitlySpecified(RuleClass.RESTRICTED_ENVIRONMENT_ATTR)) { |
| addExplicitDeps( |
| outgoingLabels, |
| rule, |
| RuleClass.RESTRICTED_ENVIRONMENT_ATTR, |
| rule.getPackage().getPackageArgs().defaultRestrictedTo()); |
| } |
| |
| addToolchainDeps(toolchainContexts, outgoingLabels); |
| } |
| |
| private static void addToolchainDeps( |
| ToolchainCollection<ToolchainContext> toolchainContexts, |
| OrderedSetMultimap<DependencyKind, Label> outgoingLabels) { |
| if (toolchainContexts != null) { |
| for (Map.Entry<String, ToolchainContext> entry : |
| toolchainContexts.getContextMap().entrySet()) { |
| outgoingLabels.putAll( |
| DependencyKind.forExecGroup(entry.getKey()), |
| entry.getValue().resolvedToolchainLabels()); |
| } |
| } |
| } |
| |
| private static void resolveAttributes( |
| Iterable<AttributeDependencyKind> attributeDependencyKinds, |
| OrderedSetMultimap<DependencyKind, Label> outgoingLabels, |
| Rule rule, |
| ConfiguredAttributeMapper attributeMap, |
| BuildConfigurationValue ruleConfig) { |
| for (AttributeDependencyKind dependencyKind : attributeDependencyKinds) { |
| Attribute attribute = dependencyKind.getAttribute(); |
| // Not only is resolving CONFIG_SETTING_DEPS_ATTRIBUTE deps here wasteful, since the only |
| // place they're used is in ConfiguredTargetFunction.getConfigConditions, but it actually |
| // breaks trimming as shown by |
| // FeatureFlagManualTrimmingTest#featureFlagInUnusedSelectBranchButNotInTransitiveConfigs_DoesNotError |
| // because it resolves a dep that trimming (correctly) doesn't account for because it's part |
| // of an unchosen select() branch. |
| if (attribute.getName().equals(RuleClass.CONFIG_SETTING_DEPS_ATTRIBUTE)) { |
| continue; |
| } |
| Type<?> type = attribute.getType(); |
| if (type == BuildType.OUTPUT |
| || type == BuildType.OUTPUT_LIST |
| || type == BuildType.NODEP_LABEL |
| || type == BuildType.NODEP_LABEL_LIST |
| || type == BuildType.GENQUERY_SCOPE_TYPE |
| || type == BuildType.GENQUERY_SCOPE_TYPE_LIST) { |
| // These types invoke visitLabels() so that they are reported in "bazel query" but do not |
| // create a dependency. Maybe it's better to remove that, but then the labels() query |
| // function would need to be rethought. |
| continue; |
| } |
| |
| resolveAttribute( |
| attribute, type, dependencyKind, outgoingLabels, rule, attributeMap, ruleConfig); |
| } |
| } |
| |
| private static <T> void resolveAttribute( |
| Attribute attribute, |
| Type<T> type, |
| AttributeDependencyKind dependencyKind, |
| OrderedSetMultimap<DependencyKind, Label> outgoingLabels, |
| Rule rule, |
| ConfiguredAttributeMapper attributeMap, |
| BuildConfigurationValue ruleConfig) { |
| T attributeValue = null; |
| if (attribute.isImplicit()) { |
| // Since the attributes that come from aspects do not appear in attributeMap, we have to get |
| // their values from somewhere else. This incidentally means that aspects attributes are not |
| // configurable. It would be nice if that wasn't the case, but we'd have to revamp how |
| // attribute mapping works, which is a large chunk of work. |
| if (dependencyKind.getOwningAspect() == null) { |
| attributeValue = attributeMap.get(attribute.getName(), type); |
| } else { |
| Object defaultValue = attribute.getDefaultValue(); |
| attributeValue = |
| type.cast( |
| defaultValue instanceof ComputedDefault |
| ? ((ComputedDefault) defaultValue).getDefault(attributeMap) |
| : defaultValue); |
| } |
| } else if (attribute.isLateBound()) { |
| attributeValue = |
| type.cast(resolveLateBoundDefault(rule, attributeMap, attribute, ruleConfig)); |
| } else if (attributeMap.has(attribute.getName())) { |
| // This condition is false for aspect attributes that do not give rise to dependencies because |
| // attributes that come from aspects do not appear in attributeMap (see the comment in the |
| // case that handles implicit attributes). |
| attributeValue = attributeMap.get(attribute.getName(), type); |
| } |
| |
| if (attributeValue == null) { |
| return; |
| } |
| |
| type.visitLabels( |
| (depLabel, ctx) -> outgoingLabels.put(dependencyKind, depLabel), |
| attributeValue, |
| /*context=*/ null); |
| } |
| |
| @Nullable |
| @VisibleForTesting(/* used to test LateBoundDefaults' default values */ ) |
| static <FragmentT> Object resolveLateBoundDefault( |
| Rule rule, |
| AttributeMap attributeMap, |
| Attribute attribute, |
| BuildConfigurationValue ruleConfig) { |
| Preconditions.checkState(!attribute.getTransitionFactory().isSplit()); |
| @SuppressWarnings("unchecked") |
| LateBoundDefault<FragmentT, ?> lateBoundDefault = |
| (LateBoundDefault<FragmentT, ?>) attribute.getLateBoundDefault(); |
| |
| Class<FragmentT> fragmentClass = lateBoundDefault.getFragmentClass(); |
| // TODO(b/65746853): remove this when nothing uses it anymore |
| if (BuildConfigurationValue.class.equals(fragmentClass) |
| // noconfig targets can't meaningfully parse late-bound defaults. See NoConfigTransition. |
| && !ruleConfig.getOptions().hasNoConfig()) { |
| return lateBoundDefault.resolve(rule, attributeMap, fragmentClass.cast(ruleConfig)); |
| } |
| if (Void.class.equals(fragmentClass)) { |
| return lateBoundDefault.resolve(rule, attributeMap, null); |
| } |
| @SuppressWarnings("unchecked") |
| FragmentT fragment = |
| fragmentClass.cast(ruleConfig.getFragment((Class<? extends Fragment>) fragmentClass)); |
| if (fragment == null) { |
| return null; |
| } |
| return lateBoundDefault.resolve(rule, attributeMap, fragment); |
| } |
| |
| /** |
| * Adds new dependencies to the given rule under the given attribute name |
| * |
| * @param attrName the name of the attribute to add dependency labels to |
| * @param labels the dependencies to add |
| */ |
| private static void addExplicitDeps( |
| OrderedSetMultimap<DependencyKind, Label> outgoingLabels, |
| Rule rule, |
| String attrName, |
| Iterable<Label> labels) { |
| if (!rule.isAttrDefined(attrName, BuildType.LABEL_LIST) |
| && !rule.isAttrDefined(attrName, BuildType.NODEP_LABEL_LIST)) { |
| return; |
| } |
| Attribute attribute = rule.getRuleClassObject().getAttributeByName(attrName); |
| outgoingLabels.putAll(AttributeDependencyKind.forRule(attribute), labels); |
| } |
| |
| /** Checks if {@code aspect} is required by any aspect in the {@code aspectsPath}. */ |
| private static boolean isAspectRequired(Aspect aspect, ArrayList<Aspect> aspectsPath) { |
| for (Aspect existingAspect : aspectsPath) { |
| if (existingAspect.getDefinition().requires(aspect)) { |
| return true; |
| } |
| } |
| return false; |
| } |
| |
| /** Returns the attributes that should be visited for this rule/aspect combination. */ |
| private static ImmutableList<AttributeDependencyKind> getAttributes( |
| Rule rule, Iterable<Aspect> aspects) { |
| ImmutableList.Builder<AttributeDependencyKind> result = ImmutableList.builder(); |
| // If processing aspects, aspect attribute names may conflict with the attribute names of |
| // rules they attach to. If this occurs, the highest-level aspect attribute takes precedence. |
| HashSet<String> aspectProcessedAttributes = new HashSet<>(); |
| |
| addAspectAttributes(aspects, aspectProcessedAttributes, result); |
| List<Attribute> ruleDefs = rule.getRuleClassObject().getAttributes(); |
| for (Attribute attribute : ruleDefs) { |
| if (!aspectProcessedAttributes.contains(attribute.getName())) { |
| result.add(AttributeDependencyKind.forRule(attribute)); |
| } |
| } |
| return result.build(); |
| } |
| |
| private static ImmutableList<AttributeDependencyKind> getAspectAttributes( |
| Iterable<Aspect> aspects) { |
| ImmutableList.Builder<AttributeDependencyKind> result = ImmutableList.builder(); |
| addAspectAttributes(aspects, new HashSet<>(), result); |
| return result.build(); |
| } |
| |
| private static void addAspectAttributes( |
| Iterable<Aspect> aspects, |
| Set<String> aspectProcessedAttributes, |
| ImmutableList.Builder<AttributeDependencyKind> attributes) { |
| for (Aspect aspect : aspects) { |
| for (Attribute attribute : aspect.getDefinition().getAttributes().values()) { |
| if (aspectProcessedAttributes.add(attribute.getName())) { |
| attributes.add(AttributeDependencyKind.forAspect(attribute, aspect.getAspectClass())); |
| } |
| } |
| } |
| } |
| |
| /** |
| * Compute the way aspects should be computed for the direct dependencies. |
| * |
| * <p>This is done by filtering the aspects that can be propagated on any attribute according to |
| * the providers advertised by direct dependencies and by creating the {@link AspectCollection} |
| * that tells how to compute the final set of providers based on the interdependencies between the |
| * propagating aspects. |
| */ |
| // TODO(b/261521010): Delete this and use AspectResolver.computeAspectCollections instead. |
| private static AspectCollection computeAspectCollections( |
| ImmutableList<Aspect> aspects, Target toTarget) throws InconsistentAspectOrderException { |
| if (toTarget instanceof OutputFile) { |
| // When applyToGeneratingRules holds, the aspect cannot have required providers so it's |
| // possible to skip the filtering that happens further below. However, |
| // apply_to_generating_rules is rare in the codebase so the optimization is not worth it. |
| aspects = |
| aspects.stream() |
| .filter(aspect -> aspect.getDefinition().applyToGeneratingRules()) |
| .collect(ImmutableList.toImmutableList()); |
| toTarget = ((OutputFile) toTarget).getGeneratingRule(); |
| } |
| |
| if (!(toTarget instanceof Rule) || aspects.isEmpty()) { |
| return AspectCollection.EMPTY; |
| } |
| |
| Rule toRule = (Rule) toTarget; |
| ArrayList<Aspect> filteredAspectPath = new ArrayList<>(); |
| AdvertisedProviderSet advertisedProviders = |
| toRule.getRuleClassObject().getAdvertisedProviders(); |
| |
| int aspectsNum = aspects.size(); |
| for (int i = aspectsNum - 1; i >= 0; i--) { |
| Aspect aspect = aspects.get(i); |
| if (aspect.getDefinition().getRequiredProviders().isSatisfiedBy(advertisedProviders) |
| || isAspectRequired(aspect, filteredAspectPath)) { |
| // Add the aspect if {@code advertisedProviders} satisfy its required providers or it is |
| // required by an aspect already in the {@code filteredAspectPath}. |
| filteredAspectPath.add(aspect); |
| } |
| } |
| |
| Collections.reverse(filteredAspectPath); |
| try { |
| return AspectCollection.create(filteredAspectPath); |
| } catch (AspectCycleOnPathException e) { |
| throw new InconsistentAspectOrderException(toTarget.getLabel(), toTarget.getLocation(), e); |
| } |
| } |
| |
| private static void addVisibilityDepLabels( |
| Iterable<Label> labels, OrderedSetMultimap<DependencyKind, Label> outgoingLabels) { |
| outgoingLabels.putAll(VISIBILITY_DEPENDENCY, labels); |
| } |
| |
| private static void checkPackageGroupVisibility(Rule fromRule, Map<Label, Target> targetMap) |
| throws Failure { |
| for (Label label : fromRule.getVisibilityDependencyLabels()) { |
| Target target = targetMap.get(label); |
| if (target != null && !target.getTargetKind().equals(PackageGroup.targetKind())) { |
| throw new Failure( |
| fromRule.getLocation(), |
| String.format("Label '%s' does not refer to a package group.", label)); |
| } |
| } |
| } |
| |
| /** |
| * Returns the targets for the given labels. |
| * |
| * <p>Returns null if any targets are not ready to be returned at this moment because of missing |
| * Skyframe dependencies. If getTargets returns null once or more during a {@link |
| * #dependentNodeMap} call, the results of that call will be incomplete. As is usual in these |
| * situation, the caller must return control to Skyframe and wait for the SkyFunction to be |
| * restarted, at which point the requested dependencies will be available. |
| */ |
| protected abstract Map<Label, Target> getTargets( |
| OrderedSetMultimap<DependencyKind, Label> labelMap, |
| TargetAndConfiguration fromNode, |
| NestedSetBuilder<Cause> rootCauses) |
| throws InterruptedException; |
| } |
