| // Copyright 2015 The Bazel Authors. All rights reserved. | |
| // | |
| // Licensed under the Apache License, Version 2.0 (the "License"); | |
| // you may not use this file except in compliance with the License. | |
| // You may obtain a copy of the License at | |
| // | |
| // http://www.apache.org/licenses/LICENSE-2.0 | |
| // | |
| // Unless required by applicable law or agreed to in writing, software | |
| // distributed under the License is distributed on an "AS IS" BASIS, | |
| // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | |
| // See the License for the specific language governing permissions and | |
| // limitations under the License. | |
| package com.google.devtools.build.lib.skyframe; | |
| import static com.google.devtools.build.lib.actions.util.ActionCacheTestHelper.AMNESIAC_CACHE; | |
| import com.google.common.base.Preconditions; | |
| import com.google.common.base.Predicate; | |
| import com.google.common.base.Predicates; | |
| import com.google.common.collect.ImmutableList; | |
| import com.google.common.collect.ImmutableMap; | |
| import com.google.common.collect.ImmutableSet; | |
| import com.google.common.collect.Iterables; | |
| import com.google.common.collect.Range; | |
| import com.google.common.collect.Sets; | |
| import com.google.devtools.build.lib.actions.Action; | |
| import com.google.devtools.build.lib.actions.ActionAnalysisMetadata; | |
| import com.google.devtools.build.lib.actions.ActionCacheChecker; | |
| import com.google.devtools.build.lib.actions.ActionConflictException; | |
| import com.google.devtools.build.lib.actions.ActionExecutionContext; | |
| import com.google.devtools.build.lib.actions.ActionExecutionException; | |
| import com.google.devtools.build.lib.actions.ActionExecutionStatusReporter; | |
| import com.google.devtools.build.lib.actions.ActionInputPrefetcher; | |
| import com.google.devtools.build.lib.actions.ActionKeyContext; | |
| import com.google.devtools.build.lib.actions.ActionLogBufferPathGenerator; | |
| import com.google.devtools.build.lib.actions.ActionLookupData; | |
| import com.google.devtools.build.lib.actions.ActionLookupKey; | |
| import com.google.devtools.build.lib.actions.ActionOutputDirectoryHelper; | |
| import com.google.devtools.build.lib.actions.ActionResult; | |
| import com.google.devtools.build.lib.actions.Actions; | |
| import com.google.devtools.build.lib.actions.Artifact; | |
| import com.google.devtools.build.lib.actions.Artifact.DerivedArtifact; | |
| import com.google.devtools.build.lib.actions.ArtifactRoot; | |
| import com.google.devtools.build.lib.actions.ArtifactRoot.RootType; | |
| import com.google.devtools.build.lib.actions.BasicActionLookupValue; | |
| import com.google.devtools.build.lib.actions.BuildFailedException; | |
| import com.google.devtools.build.lib.actions.DiscoveredModulesPruner; | |
| import com.google.devtools.build.lib.actions.Executor; | |
| import com.google.devtools.build.lib.actions.FileValue; | |
| import com.google.devtools.build.lib.actions.InputMetadataProvider; | |
| import com.google.devtools.build.lib.actions.RemoteArtifactChecker; | |
| import com.google.devtools.build.lib.actions.TestExecException; | |
| import com.google.devtools.build.lib.actions.ThreadStateReceiver; | |
| import com.google.devtools.build.lib.actions.cache.ActionCache; | |
| import com.google.devtools.build.lib.actions.cache.Protos.ActionCacheStatistics; | |
| import com.google.devtools.build.lib.actions.cache.Protos.ActionCacheStatistics.MissReason; | |
| import com.google.devtools.build.lib.actions.util.ActionsTestUtil; | |
| import com.google.devtools.build.lib.actions.util.DummyExecutor; | |
| import com.google.devtools.build.lib.actions.util.InjectedActionLookupKey; | |
| import com.google.devtools.build.lib.actions.util.TestAction; | |
| import com.google.devtools.build.lib.analysis.BlazeDirectories; | |
| import com.google.devtools.build.lib.analysis.ConfiguredTarget; | |
| import com.google.devtools.build.lib.analysis.ServerDirectories; | |
| import com.google.devtools.build.lib.analysis.TopLevelArtifactContext; | |
| import com.google.devtools.build.lib.analysis.config.CoreOptions; | |
| import com.google.devtools.build.lib.bugreport.BugReporter; | |
| import com.google.devtools.build.lib.buildtool.BuildRequestOptions; | |
| import com.google.devtools.build.lib.clock.BlazeClock; | |
| import com.google.devtools.build.lib.clock.Clock; | |
| import com.google.devtools.build.lib.collect.nestedset.NestedSet; | |
| import com.google.devtools.build.lib.collect.nestedset.NestedSetBuilder; | |
| import com.google.devtools.build.lib.collect.nestedset.Order; | |
| import com.google.devtools.build.lib.events.Reporter; | |
| import com.google.devtools.build.lib.events.StoredEventHandler; | |
| import com.google.devtools.build.lib.exec.SingleBuildFileCache; | |
| import com.google.devtools.build.lib.packages.WorkspaceFileValue; | |
| import com.google.devtools.build.lib.pkgcache.PathPackageLocator; | |
| import com.google.devtools.build.lib.runtime.KeepGoingOption; | |
| import com.google.devtools.build.lib.server.FailureDetails.Execution; | |
| import com.google.devtools.build.lib.server.FailureDetails.Execution.Code; | |
| import com.google.devtools.build.lib.server.FailureDetails.FailureDetail; | |
| import com.google.devtools.build.lib.skyframe.AspectKeyCreator.AspectKey; | |
| import com.google.devtools.build.lib.skyframe.ExternalFilesHelper.ExternalFileAction; | |
| import com.google.devtools.build.lib.skyframe.PackageLookupFunction.CrossRepositoryLabelViolationStrategy; | |
| import com.google.devtools.build.lib.skyframe.SkyframeActionExecutor.ActionCompletedReceiver; | |
| import com.google.devtools.build.lib.skyframe.rewinding.ActionRewindStrategy; | |
| import com.google.devtools.build.lib.skyframe.serialization.autocodec.SerializationConstant; | |
| import com.google.devtools.build.lib.testutil.FoundationTestCase; | |
| import com.google.devtools.build.lib.testutil.TestConstants; | |
| import com.google.devtools.build.lib.testutil.TestPackageFactoryBuilderFactory; | |
| import com.google.devtools.build.lib.testutil.TestRuleClassProvider; | |
| import com.google.devtools.build.lib.testutil.TestUtils; | |
| import com.google.devtools.build.lib.util.AbruptExitException; | |
| import com.google.devtools.build.lib.util.DetailedExitCode; | |
| import com.google.devtools.build.lib.util.io.TimestampGranularityMonitor; | |
| import com.google.devtools.build.lib.vfs.FileStateKey; | |
| import com.google.devtools.build.lib.vfs.FileSystem; | |
| import com.google.devtools.build.lib.vfs.FileSystemUtils; | |
| import com.google.devtools.build.lib.vfs.LocalOutputService; | |
| import com.google.devtools.build.lib.vfs.Path; | |
| import com.google.devtools.build.lib.vfs.PathFragment; | |
| import com.google.devtools.build.lib.vfs.Root; | |
| import com.google.devtools.build.lib.vfs.SyscallCache; | |
| import com.google.devtools.build.skyframe.CycleInfo; | |
| import com.google.devtools.build.skyframe.Differencer.DiffWithDelta.Delta; | |
| import com.google.devtools.build.skyframe.EmittedEventState; | |
| import com.google.devtools.build.skyframe.ErrorInfo; | |
| import com.google.devtools.build.skyframe.EvaluationContext; | |
| import com.google.devtools.build.skyframe.EvaluationProgressReceiver; | |
| import com.google.devtools.build.skyframe.EvaluationResult; | |
| import com.google.devtools.build.skyframe.EventFilter; | |
| import com.google.devtools.build.skyframe.GraphInconsistencyReceiver; | |
| import com.google.devtools.build.skyframe.InMemoryMemoizingEvaluator; | |
| import com.google.devtools.build.skyframe.MemoizingEvaluator; | |
| import com.google.devtools.build.skyframe.RecordingDifferencer; | |
| import com.google.devtools.build.skyframe.SequencedRecordingDifferencer; | |
| import com.google.devtools.build.skyframe.SkyFunction; | |
| import com.google.devtools.build.skyframe.SkyFunctionException; | |
| import com.google.devtools.build.skyframe.SkyFunctionName; | |
| import com.google.devtools.build.skyframe.SkyKey; | |
| import com.google.devtools.build.skyframe.SkyValue; | |
| import com.google.devtools.common.options.OptionsParser; | |
| import com.google.devtools.common.options.OptionsProvider; | |
| import java.io.IOException; | |
| import java.io.PrintStream; | |
| import java.util.ArrayList; | |
| import java.util.Collections; | |
| import java.util.HashMap; | |
| import java.util.LinkedHashSet; | |
| import java.util.List; | |
| import java.util.Map; | |
| import java.util.Set; | |
| import java.util.UUID; | |
| import java.util.concurrent.atomic.AtomicReference; | |
| import javax.annotation.Nullable; | |
| import org.junit.Before; | |
| /** The common code that's shared between various builder tests. */ | |
| public abstract class TimestampBuilderTestCase extends FoundationTestCase { | |
| @SerializationConstant | |
| protected static final ActionLookupKey ACTION_LOOKUP_KEY = | |
| new InjectedActionLookupKey("action_lookup_key"); | |
| protected static final Predicate<Action> ALWAYS_EXECUTE_FILTER = Predicates.alwaysTrue(); | |
| protected static final String CYCLE_MSG = "Yarrrr, there be a cycle up in here"; | |
| protected Clock clock = BlazeClock.instance(); | |
| protected TimestampGranularityMonitor tsgm; | |
| protected RecordingDifferencer differencer = new SequencedRecordingDifferencer(); | |
| private Set<ActionAnalysisMetadata> actions; | |
| protected OptionsParser options; | |
| protected final ActionKeyContext actionKeyContext = new ActionKeyContext(); | |
| @Before | |
| public final void initialize() throws Exception { | |
| options = | |
| OptionsParser.builder() | |
| .optionsClasses(KeepGoingOption.class, BuildRequestOptions.class, CoreOptions.class) | |
| .build(); | |
| options.parse(); | |
| inMemoryCache = new InMemoryActionCache(); | |
| tsgm = new TimestampGranularityMonitor(clock); | |
| actions = new LinkedHashSet<>(); | |
| actionTemplateExpansionFunction = new ActionTemplateExpansionFunction(actionKeyContext); | |
| } | |
| protected void clearActions() { | |
| actions.clear(); | |
| } | |
| protected <T extends ActionAnalysisMetadata> T registerAction(T action) { | |
| actions.add(action); | |
| ActionLookupData actionLookupData = | |
| ActionLookupData.create(ACTION_LOOKUP_KEY, actions.size() - 1); | |
| for (Artifact output : action.getOutputs()) { | |
| ((Artifact.DerivedArtifact) output).setGeneratingActionKey(actionLookupData); | |
| } | |
| return action; | |
| } | |
| protected BuilderWithResult createBuilder(ActionCache actionCache) throws Exception { | |
| return createBuilder(actionCache, 1, /*keepGoing=*/ false); | |
| } | |
| /** Create a ParallelBuilder with a DatabaseDependencyChecker using the specified ActionCache. */ | |
| protected BuilderWithResult createBuilder( | |
| ActionCache actionCache, int threadCount, boolean keepGoing) throws Exception { | |
| return createBuilder(actionCache, threadCount, keepGoing, EvaluationProgressReceiver.NULL); | |
| } | |
| protected BuilderWithResult createBuilder( | |
| ActionCache actionCache, | |
| int threadCount, | |
| boolean keepGoing, | |
| EvaluationProgressReceiver evaluationProgressReceiver) | |
| throws Exception { | |
| AtomicReference<PathPackageLocator> pkgLocator = | |
| new AtomicReference<>( | |
| new PathPackageLocator( | |
| outputBase, | |
| ImmutableList.of(Root.fromPath(rootDirectory)), | |
| BazelSkyframeExecutorConstants.BUILD_FILES_BY_PRIORITY)); | |
| BlazeDirectories directories = | |
| new BlazeDirectories( | |
| new ServerDirectories(rootDirectory, outputBase, outputBase), | |
| rootDirectory, | |
| /* defaultSystemJavabase= */ null, | |
| TestConstants.PRODUCT_NAME); | |
| ExternalFilesHelper externalFilesHelper = | |
| ExternalFilesHelper.createForTesting( | |
| pkgLocator, | |
| ExternalFileAction.DEPEND_ON_EXTERNAL_PKG_FOR_EXTERNAL_REPO_PATHS, | |
| directories); | |
| differencer = new SequencedRecordingDifferencer(); | |
| ActionExecutionStatusReporter statusReporter = | |
| ActionExecutionStatusReporter.create(new StoredEventHandler(), eventBus); | |
| SkyframeActionExecutor skyframeActionExecutor = | |
| new SkyframeActionExecutor( | |
| actionKeyContext, | |
| MetadataConsumerForMetrics.NO_OP, | |
| MetadataConsumerForMetrics.NO_OP, | |
| new AtomicReference<>(statusReporter), | |
| /* sourceRootSupplier= */ ImmutableList::of, | |
| SyscallCache.NO_CACHE, | |
| k -> ThreadStateReceiver.NULL_INSTANCE); | |
| Path actionOutputBase = scratch.dir("/usr/local/google/_blaze_jrluser/FAKEMD5/action_out/"); | |
| skyframeActionExecutor.setActionLogBufferPathGenerator( | |
| new ActionLogBufferPathGenerator(actionOutputBase)); | |
| InputMetadataProvider cache = | |
| new SingleBuildFileCache( | |
| rootDirectory.getPathString(), scratch.getFileSystem(), SyscallCache.NO_CACHE); | |
| skyframeActionExecutor.configure( | |
| cache, ActionInputPrefetcher.NONE, DiscoveredModulesPruner.DEFAULT); | |
| AtomicReference<MemoizingEvaluator> evaluatorRef = new AtomicReference<>(); | |
| InMemoryMemoizingEvaluator evaluator = | |
| new InMemoryMemoizingEvaluator( | |
| ImmutableMap.<SkyFunctionName, SkyFunction>builder() | |
| .put( | |
| FileStateKey.FILE_STATE, | |
| new FileStateFunction(() -> tsgm, SyscallCache.NO_CACHE, externalFilesHelper)) | |
| .put(FileValue.FILE, new FileFunction(pkgLocator, directories)) | |
| .put( | |
| Artifact.ARTIFACT, | |
| new ArtifactFunction( | |
| () -> true, MetadataConsumerForMetrics.NO_OP, SyscallCache.NO_CACHE)) | |
| .put( | |
| SkyFunctions.ACTION_EXECUTION, | |
| new ActionExecutionFunction( | |
| new ActionRewindStrategy( | |
| skyframeActionExecutor, BugReporter.defaultInstance()), | |
| skyframeActionExecutor, | |
| evaluatorRef::get, | |
| directories, | |
| () -> tsgm, | |
| BugReporter.defaultInstance(), | |
| () -> null)) | |
| .put(SkyFunctions.PACKAGE, PackageFunction.newBuilder().build()) | |
| .put( | |
| SkyFunctions.PACKAGE_LOOKUP, | |
| new PackageLookupFunction( | |
| null, | |
| CrossRepositoryLabelViolationStrategy.ERROR, | |
| BazelSkyframeExecutorConstants.BUILD_FILES_BY_PRIORITY, | |
| BazelSkyframeExecutorConstants.EXTERNAL_PACKAGE_HELPER)) | |
| .put( | |
| WorkspaceFileValue.WORKSPACE_FILE, | |
| new WorkspaceFileFunction( | |
| TestRuleClassProvider.getRuleClassProvider(), | |
| TestPackageFactoryBuilderFactory.getInstance() | |
| .builder(directories) | |
| .build(TestRuleClassProvider.getRuleClassProvider(), fileSystem), | |
| directories, | |
| /* bzlLoadFunctionForInlining= */ null)) | |
| .put( | |
| SkyFunctions.EXTERNAL_PACKAGE, | |
| new ExternalPackageFunction( | |
| BazelSkyframeExecutorConstants.EXTERNAL_PACKAGE_HELPER)) | |
| .put( | |
| SkyFunctions.ACTION_TEMPLATE_EXPANSION, | |
| new DelegatingActionTemplateExpansionFunction()) | |
| .put(SkyFunctions.ARTIFACT_NESTED_SET, new ArtifactNestedSetFunction(() -> null)) | |
| .buildOrThrow(), | |
| differencer, | |
| evaluationProgressReceiver, | |
| GraphInconsistencyReceiver.THROWING, | |
| EventFilter.FULL_STORAGE, | |
| new EmittedEventState(), | |
| /* keepEdges= */ true, | |
| /* usePooledInterning= */ true); | |
| evaluatorRef.set(evaluator); | |
| PrecomputedValue.BUILD_ID.set(differencer, UUID.randomUUID()); | |
| PrecomputedValue.ACTION_ENV.set(differencer, ImmutableMap.of()); | |
| PrecomputedValue.PATH_PACKAGE_LOCATOR.set(differencer, pkgLocator.get()); | |
| return new BuilderWithResult() { | |
| @Nullable EvaluationResult<SkyValue> latestResult = null; | |
| @Override | |
| public EvaluationResult<SkyValue> getLatestResult() { | |
| return Preconditions.checkNotNull(latestResult); | |
| } | |
| private void setGeneratingActions() | |
| throws ActionConflictException, | |
| InterruptedException, | |
| Actions.ArtifactGeneratedByOtherRuleException { | |
| if (evaluator.getExistingValue(ACTION_LOOKUP_KEY) == null) { | |
| ImmutableList<ActionAnalysisMetadata> generatingActions = ImmutableList.copyOf(actions); | |
| Actions.assignOwnersAndThrowIfConflictToleratingSharedActions( | |
| actionKeyContext, generatingActions, ACTION_LOOKUP_KEY); | |
| differencer.inject( | |
| ImmutableMap.of( | |
| ACTION_LOOKUP_KEY, Delta.justNew(new BasicActionLookupValue(generatingActions)))); | |
| } | |
| } | |
| @Override | |
| public void buildArtifacts( | |
| Reporter reporter, | |
| Set<Artifact> artifacts, | |
| Set<ConfiguredTarget> parallelTests, | |
| Set<ConfiguredTarget> exclusiveTests, | |
| Set<ConfiguredTarget> targetsToBuild, | |
| Set<ConfiguredTarget> targetsToSkip, | |
| ImmutableSet<AspectKey> aspects, | |
| Executor executor, | |
| OptionsProvider options, | |
| Range<Long> lastExecutionTimeRange, | |
| TopLevelArtifactContext topLevelArtifactContext, | |
| RemoteArtifactChecker remoteArtifactChecker) | |
| throws BuildFailedException, InterruptedException, TestExecException { | |
| latestResult = null; | |
| skyframeActionExecutor.prepareForExecution( | |
| reporter, | |
| executor, | |
| options, | |
| new ActionCacheChecker( | |
| actionCache, null, actionKeyContext, ALWAYS_EXECUTE_FILTER, null), | |
| ActionOutputDirectoryHelper.createForTesting(), | |
| new LocalOutputService(directories), | |
| /* trackIncrementalState= */ true); | |
| skyframeActionExecutor.setActionExecutionProgressReportingObjects( | |
| () -> "", EMPTY_COMPLETION_RECEIVER); | |
| List<SkyKey> keys = new ArrayList<>(); | |
| for (Artifact artifact : artifacts) { | |
| keys.add(Artifact.key(artifact)); | |
| } | |
| try { | |
| setGeneratingActions(); | |
| } catch (ActionConflictException | Actions.ArtifactGeneratedByOtherRuleException e) { | |
| throw new IllegalStateException(e); | |
| } | |
| EvaluationContext evaluationContext = | |
| EvaluationContext.newBuilder() | |
| .setKeepGoing(keepGoing) | |
| .setParallelism(threadCount) | |
| .setEventHandler(reporter) | |
| .build(); | |
| EvaluationResult<SkyValue> result = evaluator.evaluate(keys, evaluationContext); | |
| this.latestResult = result; | |
| if (result.hasError()) { | |
| boolean hasCycles = false; | |
| for (Map.Entry<SkyKey, ErrorInfo> entry : result.errorMap().entrySet()) { | |
| Iterable<CycleInfo> cycles = entry.getValue().getCycleInfo(); | |
| hasCycles |= !Iterables.isEmpty(cycles); | |
| } | |
| if (hasCycles) { | |
| throw new BuildFailedException(CYCLE_MSG, createDetailedExitCode(Code.CYCLE)); | |
| } else if (result.errorMap().isEmpty() || keepGoing) { | |
| // The specific detailed code used here doesn't matter. | |
| throw new BuildFailedException( | |
| null, createDetailedExitCode(Code.NON_ACTION_EXECUTION_FAILURE)); | |
| } else { | |
| SkyframeErrorProcessor.rethrow( | |
| Preconditions.checkNotNull(result.getError().getException()), | |
| BugReporter.defaultInstance(), | |
| result); | |
| } | |
| } | |
| } | |
| }; | |
| } | |
| /** A non-persistent cache. */ | |
| protected InMemoryActionCache inMemoryCache; | |
| protected SkyFunction actionTemplateExpansionFunction; | |
| /** A class that records an event. */ | |
| protected static class Button implements Runnable { | |
| protected boolean pressed = false; | |
| @Override | |
| public void run() { | |
| pressed = true; | |
| } | |
| } | |
| /** A class that counts occurrences of an event. */ | |
| static class Counter implements Runnable { | |
| int count = 0; | |
| @Override | |
| public void run() { | |
| count++; | |
| } | |
| } | |
| protected Artifact createSourceArtifact(String name) { | |
| return createSourceArtifact(scratch.getFileSystem(), name); | |
| } | |
| private static Artifact createSourceArtifact(FileSystem fs, String name) { | |
| Path root = fs.getPath(TestUtils.tmpDir()); | |
| return ActionsTestUtil.createArtifactWithExecPath( | |
| ArtifactRoot.asSourceRoot(Root.fromPath(root)), PathFragment.create(name)); | |
| } | |
| protected Artifact createDerivedArtifact(String name) { | |
| return createDerivedArtifact(scratch.getFileSystem(), name); | |
| } | |
| static Artifact createDerivedArtifact(FileSystem fs, String name) { | |
| Path execRoot = fs.getPath(TestUtils.tmpDir()); | |
| PathFragment execPath = PathFragment.create("out").getRelative(name); | |
| return DerivedArtifact.create( | |
| ArtifactRoot.asDerivedRoot(execRoot, RootType.Output, "out"), execPath, ACTION_LOOKUP_KEY); | |
| } | |
| /** Creates and returns a new "amnesiac" builder based on the amnesiac cache. */ | |
| protected BuilderWithResult amnesiacBuilder() throws Exception { | |
| return createBuilder(AMNESIAC_CACHE); | |
| } | |
| /** Creates and returns a new caching builder based on the {@link #inMemoryCache}. */ | |
| protected BuilderWithResult cachingBuilder() throws Exception { | |
| return createBuilder(inMemoryCache); | |
| } | |
| /** {@link Builder} that saves its most recent {@link EvaluationResult}. */ | |
| protected interface BuilderWithResult extends Builder { | |
| EvaluationResult<SkyValue> getLatestResult(); | |
| } | |
| /** | |
| * Creates a TestAction from 'inputs' to 'outputs', and a new button, such that executing the | |
| * action causes the button to be pressed. The button is returned. | |
| */ | |
| protected Button createActionButton(NestedSet<Artifact> inputs, ImmutableSet<Artifact> outputs) { | |
| Button button = new Button(); | |
| registerAction(new TestAction(button, inputs, outputs)); | |
| return button; | |
| } | |
| /** | |
| * Creates a TestAction from 'inputs' to 'outputs', and a new counter, such that executing the | |
| * action causes the counter to be incremented. The counter is returned. | |
| */ | |
| protected Counter createActionCounter( | |
| NestedSet<Artifact> inputs, ImmutableSet<Artifact> outputs) { | |
| Counter counter = new Counter(); | |
| registerAction(new TestAction(counter, inputs, outputs)); | |
| return counter; | |
| } | |
| protected static Set<Artifact> emptySet = Collections.emptySet(); | |
| protected static NestedSet<Artifact> emptyNestedSet = | |
| NestedSetBuilder.emptySet(Order.STABLE_ORDER); | |
| protected void buildArtifacts(Builder builder, Artifact... artifacts) | |
| throws BuildFailedException, AbruptExitException, InterruptedException, TestExecException { | |
| buildArtifacts(builder, new DummyExecutor(fileSystem, rootDirectory), artifacts); | |
| } | |
| protected void buildArtifacts(Builder builder, Executor executor, Artifact... artifacts) | |
| throws BuildFailedException, AbruptExitException, InterruptedException, TestExecException { | |
| tsgm.setCommandStartTime(); | |
| Set<Artifact> artifactsToBuild = Sets.newHashSet(artifacts); | |
| try { | |
| builder.buildArtifacts( | |
| reporter, | |
| artifactsToBuild, | |
| null, | |
| null, | |
| null, | |
| null, | |
| null, | |
| executor, | |
| options, | |
| null, | |
| null, | |
| RemoteArtifactChecker.IGNORE_ALL); | |
| } finally { | |
| tsgm.waitForTimestampGranularity(reporter.getOutErr()); | |
| } | |
| } | |
| private static DetailedExitCode createDetailedExitCode(Code detailedCode) { | |
| return DetailedExitCode.of( | |
| FailureDetail.newBuilder() | |
| .setExecution(Execution.newBuilder().setCode(detailedCode)) | |
| .build()); | |
| } | |
| /** {@link TestAction} that copies its single input to its single output. */ | |
| protected static class CopyingAction extends TestAction { | |
| CopyingAction(Runnable effect, Artifact input, Artifact output) { | |
| super(effect, NestedSetBuilder.create(Order.STABLE_ORDER, input), ImmutableSet.of(output)); | |
| } | |
| @Override | |
| public ActionResult execute(ActionExecutionContext actionExecutionContext) | |
| throws ActionExecutionException, InterruptedException { | |
| ActionResult actionResult = super.execute(actionExecutionContext); | |
| try { | |
| FileSystemUtils.copyFile( | |
| getInputs().getSingleton().getPath(), Iterables.getOnlyElement(getOutputs()).getPath()); | |
| } catch (IOException e) { | |
| throw new IllegalStateException(e); | |
| } | |
| return actionResult; | |
| } | |
| } | |
| /** In-memory {@link ActionCache} backed by a HashMap */ | |
| protected static class InMemoryActionCache implements ActionCache { | |
| private final Map<String, Entry> actionCache = new HashMap<>(); | |
| @Override | |
| public synchronized void put(String key, ActionCache.Entry entry) { | |
| actionCache.put(key, entry); | |
| } | |
| @Override | |
| public synchronized Entry get(String key) { | |
| return actionCache.get(key); | |
| } | |
| @Override | |
| public synchronized void remove(String key) { | |
| actionCache.remove(key); | |
| } | |
| @Override | |
| public void removeIf(java.util.function.Predicate<Entry> predicate) { | |
| actionCache.values().removeIf(predicate); | |
| } | |
| public synchronized void reset() { | |
| actionCache.clear(); | |
| } | |
| @Override | |
| public long save() { | |
| // safe to ignore | |
| return 0; | |
| } | |
| @Override | |
| public void clear() { | |
| // safe to ignore | |
| } | |
| @Override | |
| public void dump(PrintStream out) { | |
| out.println("In-memory action cache has " + actionCache.size() + " records"); | |
| } | |
| @Override | |
| public int size() { | |
| return actionCache.size(); | |
| } | |
| @Override | |
| public void accountHit() { | |
| // Not needed for these tests. | |
| } | |
| @Override | |
| public void accountMiss(MissReason reason) { | |
| // Not needed for these tests. | |
| } | |
| @Override | |
| public void mergeIntoActionCacheStatistics(ActionCacheStatistics.Builder builder) { | |
| // Not needed for these tests. | |
| } | |
| @Override | |
| public void resetStatistics() { | |
| // Not needed for these tests. | |
| } | |
| } | |
| private class DelegatingActionTemplateExpansionFunction implements SkyFunction { | |
| @Override | |
| public SkyValue compute(SkyKey skyKey, Environment env) | |
| throws SkyFunctionException, InterruptedException { | |
| return actionTemplateExpansionFunction.compute(skyKey, env); | |
| } | |
| @Override | |
| public String extractTag(SkyKey skyKey) { | |
| return actionTemplateExpansionFunction.extractTag(skyKey); | |
| } | |
| } | |
| private static final ActionCompletedReceiver EMPTY_COMPLETION_RECEIVER = | |
| new ActionCompletedReceiver() { | |
| @Override | |
| public void actionCompleted(ActionLookupData actionLookupData) {} | |
| @Override | |
| public void noteActionEvaluationStarted(ActionLookupData actionLookupData, Action action) {} | |
| }; | |
| } |