blob: dad6edbf1d7a55ff07d1a45bedc80101f0817647 [file] [log] [blame]
// Copyright 2016 The Bazel Authors. All rights reserved.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package com.google.devtools.build.lib.packages;
import static com.google.common.base.Preconditions.checkArgument;
import com.github.benmanes.caffeine.cache.Caffeine;
import com.github.benmanes.caffeine.cache.LoadingCache;
import com.google.common.annotations.VisibleForTesting;
import com.google.common.base.Ascii;
import com.google.common.base.Function;
import com.google.common.base.Preconditions;
import com.google.common.collect.ImmutableList;
import com.google.common.collect.ImmutableMap;
import com.google.common.collect.ImmutableSet;
import com.google.devtools.build.lib.analysis.config.ToolchainTypeRequirement;
import com.google.devtools.build.lib.cmdline.Label;
import com.google.devtools.build.lib.events.EventHandler;
import com.google.devtools.build.lib.skyframe.BzlLoadValue;
import com.google.devtools.build.lib.skyframe.serialization.AbstractExportedStarlarkSymbolCodec;
import com.google.devtools.build.lib.starlarkbuildapi.StarlarkSubruleApi;
import com.google.errorprone.annotations.Keep;
import java.io.Serializable;
import java.util.Objects;
import java.util.Optional;
import javax.annotation.Nullable;
import net.starlark.java.eval.EvalException;
import net.starlark.java.eval.Printer;
import net.starlark.java.eval.Starlark;
import net.starlark.java.eval.StarlarkCallable;
import net.starlark.java.eval.StarlarkInt;
import net.starlark.java.eval.SymbolGenerator.Symbol;
/** A Starlark value that is a result of an 'aspect(..)' function call. */
public final class StarlarkDefinedAspect implements StarlarkExportable, StarlarkAspect {
private final StarlarkCallable implementation;
// @Nullable rather than Optional for the sake of serialization.
@Nullable private final String documentation;
private final ImmutableList<String> attributeAspects;
// Toolchain types for which the aspect will propagate to matching resolved toolchains.
private final ImmutableSet<Label> toolchainsAspects;
private final ImmutableList<Attribute> attributes;
private final ImmutableList<ImmutableSet<StarlarkProviderIdentifier>> requiredProviders;
private final ImmutableList<ImmutableSet<StarlarkProviderIdentifier>> requiredAspectProviders;
private final ImmutableSet<StarlarkProviderIdentifier> provides;
/** Aspect attributes that are required to be specified by rules propagating this aspect. */
private final ImmutableSet<String> paramAttributes;
private final ImmutableSet<StarlarkAspect> requiredAspects;
private final ImmutableSet<String> fragments;
private final ImmutableSet<ToolchainTypeRequirement> toolchainTypes;
private final boolean applyToGeneratingRules;
private final ImmutableSet<Label> execCompatibleWith;
private final ImmutableMap<String, ExecGroup> execGroups;
private final ImmutableSet<? extends StarlarkSubruleApi> subrules;
/** {@link Symbol} before {@link #export} and a {@link StarlarkAspectClass} after. */
private Object aspectClassOrIdentityToken;
private static final ImmutableSet<String> TRUE_REPS =
ImmutableSet.of("true", "1", "yes", "t", "y");
private static final ImmutableSet<String> FALSE_REPS =
ImmutableSet.of("false", "0", "no", "f", "n");
public StarlarkDefinedAspect(
StarlarkCallable implementation,
Optional<String> documentation,
ImmutableList<String> attributeAspects,
ImmutableSet<Label> toolchainsAspects,
ImmutableList<Attribute> attributes,
ImmutableList<ImmutableSet<StarlarkProviderIdentifier>> requiredProviders,
ImmutableList<ImmutableSet<StarlarkProviderIdentifier>> requiredAspectProviders,
ImmutableSet<StarlarkProviderIdentifier> provides,
ImmutableSet<String> paramAttributes,
ImmutableSet<StarlarkAspect> requiredAspects,
ImmutableSet<String> fragments,
ImmutableSet<ToolchainTypeRequirement> toolchainTypes,
boolean applyToGeneratingRules,
ImmutableSet<Label> execCompatibleWith,
ImmutableMap<String, ExecGroup> execGroups,
ImmutableSet<? extends StarlarkSubruleApi> subrules,
Symbol<BzlLoadValue.Key> identityToken) {
this.implementation = implementation;
this.documentation = documentation.orElse(null);
this.attributeAspects = attributeAspects;
this.toolchainsAspects = toolchainsAspects;
this.attributes = attributes;
this.requiredProviders = requiredProviders;
this.requiredAspectProviders = requiredAspectProviders;
this.provides = provides;
this.paramAttributes = paramAttributes;
this.requiredAspects = requiredAspects;
this.fragments = fragments;
this.toolchainTypes = toolchainTypes;
this.applyToGeneratingRules = applyToGeneratingRules;
this.execCompatibleWith = execCompatibleWith;
this.execGroups = execGroups;
this.subrules = subrules;
this.aspectClassOrIdentityToken = identityToken;
}
public StarlarkCallable getImplementation() {
return implementation;
}
/**
* Returns the value of the doc parameter passed to aspect() Starlark builtin, or an empty
* Optional if a doc string was not provided.
*/
public Optional<String> getDocumentation() {
return Optional.ofNullable(documentation);
}
/** Returns the names of rule attributes along which the aspect will propagate. */
public ImmutableList<String> getAttributeAspects() {
return attributeAspects;
}
/** Returns toolchain types to which resolved toolchains the aspect can propagate. */
@VisibleForTesting
public ImmutableSet<Label> getToolchainsAspects() {
return toolchainsAspects;
}
public ImmutableList<Attribute> getAttributes() {
return attributes;
}
@Override
public boolean isImmutable() {
return implementation.isImmutable();
}
@Override
public void repr(Printer printer) {
printer.append("<aspect>");
}
@Override
public String getName() {
return getAspectClass().getName();
}
@Override
public StarlarkAspectClass getAspectClass() {
Preconditions.checkState(isExported());
return (StarlarkAspectClass) aspectClassOrIdentityToken;
}
@Override
public ImmutableSet<String> getParamAttributes() {
return paramAttributes;
}
@Override
public void export(EventHandler handler, Label extensionLabel, String name) {
Preconditions.checkArgument(!isExported());
@SuppressWarnings("unchecked")
var identityToken = (Symbol<BzlLoadValue.Key>) aspectClassOrIdentityToken;
BzlLoadValue.Key owner = identityToken.getOwner();
checkArgument(
owner.getLabel().equals(extensionLabel),
"Exporting aspect as (%s, %s) but label did not match owner=%s",
extensionLabel,
name,
owner);
this.aspectClassOrIdentityToken = new StarlarkAspectClass(owner, name);
}
private static final ImmutableList<String> ALL_ATTR_ASPECTS = ImmutableList.of("*");
/**
* The <code>AspectDefinition</code> is a function of the aspect's parameters, so we can cache
* that.
*
* <p>Parameters of Starlark aspects are combinatorially limited (only bool, int and enum types).
* Using strong keys possibly results in a small memory leak. Weak keys don't work because
* reference equality is used and AspectParameters are created per target.
*/
private transient LoadingCache<AspectParameters, AspectDefinition> definitionCache =
Caffeine.newBuilder().build(this::buildDefinition);
public AspectDefinition getDefinition(AspectParameters aspectParams) {
if (definitionCache == null) {
definitionCache = Caffeine.newBuilder().build(this::buildDefinition);
}
return definitionCache.get(aspectParams);
}
private AspectDefinition buildDefinition(AspectParameters aspectParams) {
AspectDefinition.Builder builder =
new AspectDefinition.Builder((StarlarkAspectClass) aspectClassOrIdentityToken);
if (ALL_ATTR_ASPECTS.equals(attributeAspects)) {
builder.propagateAlongAllAttributes();
} else {
for (String attributeAspect : attributeAspects) {
builder.propagateAlongAttribute(attributeAspect);
}
}
builder.propagateToToolchainsTypes(toolchainsAspects);
for (Attribute attribute : attributes) {
Attribute attr = attribute; // Might be reassigned.
if (!aspectParams.getAttribute(attr.getName()).isEmpty()) {
Type<?> attrType = attr.getType();
String attrName = attr.getName();
String attrValue = aspectParams.getOnlyValueOfAttribute(attrName);
Preconditions.checkState(!Attribute.isImplicit(attrName));
Preconditions.checkState(
attrType == Type.STRING || attrType == Type.INTEGER || attrType == Type.BOOLEAN);
Preconditions.checkArgument(
aspectParams.getAttribute(attrName).size() == 1,
"Aspect %s parameter %s has %s values (must have exactly 1).",
getName(),
attrName,
aspectParams.getAttribute(attrName).size());
attr = addAttrValue(attr, attrValue);
}
builder.add(attr);
}
builder.requireStarlarkProviderSets(requiredProviders);
builder.requireAspectsWithProviders(requiredAspectProviders);
ImmutableList.Builder<StarlarkProviderIdentifier> advertisedStarlarkProviders =
ImmutableList.builder();
for (StarlarkProviderIdentifier provider : provides) {
advertisedStarlarkProviders.add(provider);
}
builder.advertiseProvider(advertisedStarlarkProviders.build());
builder.requiresConfigurationFragmentsByStarlarkBuiltinName(fragments);
builder.addToolchainTypes(toolchainTypes);
builder.applyToGeneratingRules(applyToGeneratingRules);
ImmutableSet.Builder<AspectClass> requiredAspectsClasses = ImmutableSet.builder();
for (StarlarkAspect requiredAspect : requiredAspects) {
requiredAspectsClasses.add(requiredAspect.getAspectClass());
}
builder.requiredAspectClasses(requiredAspectsClasses.build());
builder.execCompatibleWith(execCompatibleWith);
builder.execGroups(execGroups);
builder.subrules(subrules);
return builder.build();
}
private static Attribute addAttrValue(Attribute attr, String attrValue) {
Attribute.Builder<?> attrBuilder;
Type<?> attrType = attr.getType();
Object castedValue = attrValue;
if (attrType == Type.INTEGER) {
castedValue = StarlarkInt.parse(attrValue, /*base=*/ 0);
attrBuilder = attr.cloneBuilder(Type.INTEGER).value((StarlarkInt) castedValue);
} else if (attrType == Type.BOOLEAN) {
castedValue = Boolean.parseBoolean(attrValue);
attrBuilder = attr.cloneBuilder(Type.BOOLEAN).value((Boolean) castedValue);
} else {
attrBuilder = attr.cloneBuilder(Type.STRING).value((String) castedValue);
}
if (!attr.checkAllowedValues()) {
// The aspect attribute can have no allowed values constraint if the aspect is used from
// command-line. However, AspectDefinition.Builder$add requires the existence of allowed
// values in all aspects string attributes for both native and starlark aspects.
// Therefore, allowedValues list is added here with only the current value of the attribute.
return attrBuilder
.allowedValues(new Attribute.AllowedValueSet(attrType.cast(castedValue)))
.build(attr.getName());
} else {
return attrBuilder.build(attr.getName());
}
}
@Override
public boolean isExported() {
return aspectClassOrIdentityToken instanceof StarlarkAspectClass;
}
@Override
public Function<Rule, AspectParameters> getDefaultParametersExtractor() {
return (Function<Rule, AspectParameters> & Serializable)
rule -> {
AttributeMap ruleAttrs = RawAttributeMapper.of(rule);
AspectParameters.Builder builder = new AspectParameters.Builder();
for (Attribute aspectAttr : attributes) {
String param = aspectAttr.getName();
if (Attribute.isImplicit(param) || Attribute.isAnalysisDependent(param)) {
// These attributes are the private matters of the aspect
continue;
}
Attribute ruleAttr = ruleAttrs.getAttributeDefinition(param);
if (paramAttributes.contains(aspectAttr.getName())) {
// These are preconditions because if they are false, RuleFunction.call() should
// already have generated an error.
Preconditions.checkArgument(
ruleAttr != null,
"Cannot apply aspect %s to %s that does not define attribute '%s'.",
getName(),
rule.getTargetKind(),
param);
Preconditions.checkArgument(
ruleAttr.getType() == Type.STRING
|| ruleAttr.getType() == Type.INTEGER
|| ruleAttr.getType() == Type.BOOLEAN,
"Cannot apply aspect %s to %s since attribute '%s' is not boolean, integer, nor"
+ " string.",
getName(),
rule.getTargetKind(),
param);
}
if (ruleAttr != null && ruleAttr.getType() == aspectAttr.getType()) {
// If the attribute has a select() (which aspect attributes don't yet support), the
// error gets reported in RuleClass.checkAspectAllowedValues.
if (!ruleAttrs.isConfigurable(param)) {
builder.addAttribute(param, ruleAttrs.get(param, ruleAttr.getType()).toString());
}
}
}
return builder.build();
};
}
public AspectParameters extractTopLevelParameters(ImmutableMap<String, String> parametersValues)
throws EvalException {
AspectParameters.Builder builder = new AspectParameters.Builder();
for (Attribute aspectParameter : attributes) {
String parameterName = aspectParameter.getName();
Type<?> parameterType = aspectParameter.getType();
if (Attribute.isImplicit(parameterName) || Attribute.isAnalysisDependent(parameterName)) {
// These attributes are the private matters of the aspect
continue;
}
Preconditions.checkArgument(
parameterType == Type.STRING
|| parameterType == Type.INTEGER
|| parameterType == Type.BOOLEAN,
"Aspect %s: Cannot pass value of attribute '%s' of type %s, only 'boolean', 'int' and"
+ " 'string' attributes are allowed.",
getName(),
parameterName,
parameterType);
String parameterValue =
parametersValues.getOrDefault(
parameterName, parameterType.cast(aspectParameter.getDefaultValue(null)).toString());
Object castedParameterValue = parameterValue;
// Validate integer and boolean parameters values
if (parameterType == Type.INTEGER) {
castedParameterValue = parseIntParameter(parameterName, parameterValue);
} else if (parameterType == Type.BOOLEAN) {
castedParameterValue = parseBooleanParameter(parameterName, parameterValue);
}
if (aspectParameter.checkAllowedValues()) {
PredicateWithMessage<Object> allowedValues = aspectParameter.getAllowedValues();
if (!allowedValues.apply(castedParameterValue)) {
throw Starlark.errorf(
"%s: invalid value in '%s' attribute: %s",
getName(), parameterName, allowedValues.getErrorReason(castedParameterValue));
}
}
builder.addAttribute(parameterName, castedParameterValue.toString());
}
return builder.build();
}
private StarlarkInt parseIntParameter(String name, String value) throws EvalException {
try {
return StarlarkInt.parse(value, /*base=*/ 0);
} catch (NumberFormatException e) {
throw new EvalException(
String.format(
"%s: expected value of type 'int' for attribute '%s' but got '%s'",
getName(), name, value),
e);
}
}
private Boolean parseBooleanParameter(String name, String value) throws EvalException {
value = Ascii.toLowerCase(value);
if (TRUE_REPS.contains(value)) {
return true;
}
if (FALSE_REPS.contains(value)) {
return false;
}
throw Starlark.errorf(
"%s: expected value of type 'bool' for attribute '%s' but got '%s'",
getName(), name, value);
}
public ImmutableSet<ToolchainTypeRequirement> getToolchainTypes() {
return toolchainTypes;
}
public ImmutableList<ImmutableSet<StarlarkProviderIdentifier>> getRequiredProviders() {
return requiredProviders;
}
public ImmutableSet<StarlarkAspect> getRequiredAspects() {
return requiredAspects;
}
@Override
public boolean equals(Object o) {
if (this == o) {
return true;
}
if (o == null || getClass() != o.getClass()) {
return false;
}
StarlarkDefinedAspect that = (StarlarkDefinedAspect) o;
return Objects.equals(implementation, that.implementation)
&& Objects.equals(attributeAspects, that.attributeAspects)
&& Objects.equals(attributes, that.attributes)
&& Objects.equals(requiredProviders, that.requiredProviders)
&& Objects.equals(requiredAspectProviders, that.requiredAspectProviders)
&& Objects.equals(provides, that.provides)
&& Objects.equals(paramAttributes, that.paramAttributes)
&& Objects.equals(requiredAspects, that.requiredAspects)
&& Objects.equals(fragments, that.fragments)
&& Objects.equals(toolchainTypes, that.toolchainTypes)
&& Objects.equals(aspectClassOrIdentityToken, that.aspectClassOrIdentityToken);
}
@Override
public int hashCode() {
return Objects.hash(
implementation,
attributeAspects,
attributes,
requiredProviders,
requiredAspectProviders,
provides,
paramAttributes,
requiredAspects,
fragments,
toolchainTypes,
aspectClassOrIdentityToken);
}
@Keep // used reflectively
private static class Codec extends AbstractExportedStarlarkSymbolCodec<StarlarkDefinedAspect> {
@Override
public Class<StarlarkDefinedAspect> getEncodedClass() {
return StarlarkDefinedAspect.class;
}
@Override
protected BzlLoadValue.Key getBzlLoadKey(StarlarkDefinedAspect obj) {
return obj.getAspectClass().getExtensionKey();
}
@Override
protected String getExportedName(StarlarkDefinedAspect obj) {
return obj.getAspectClass().getExportedName();
}
}
}