| // Copyright 2015 The Bazel Authors. All rights reserved. |
| // |
| // Licensed under the Apache License, Version 2.0 (the "License"); |
| // you may not use this file except in compliance with the License. |
| // You may obtain a copy of the License at |
| // |
| // http://www.apache.org/licenses/LICENSE-2.0 |
| // |
| // Unless required by applicable law or agreed to in writing, software |
| // distributed under the License is distributed on an "AS IS" BASIS, |
| // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| // See the License for the specific language governing permissions and |
| // limitations under the License. |
| package com.google.devtools.build.lib.skyframe; |
| |
| import static com.google.devtools.build.lib.actions.util.ActionCacheTestHelper.AMNESIAC_CACHE; |
| |
| import com.google.common.base.Preconditions; |
| import com.google.common.base.Predicate; |
| import com.google.common.base.Predicates; |
| import com.google.common.collect.ImmutableList; |
| import com.google.common.collect.ImmutableMap; |
| import com.google.common.collect.ImmutableSet; |
| import com.google.common.collect.Iterables; |
| import com.google.common.collect.Range; |
| import com.google.common.collect.Sets; |
| import com.google.devtools.build.lib.actions.Action; |
| import com.google.devtools.build.lib.actions.ActionAnalysisMetadata; |
| import com.google.devtools.build.lib.actions.ActionCacheChecker; |
| import com.google.devtools.build.lib.actions.ActionExecutionContext; |
| import com.google.devtools.build.lib.actions.ActionExecutionException; |
| import com.google.devtools.build.lib.actions.ActionExecutionStatusReporter; |
| import com.google.devtools.build.lib.actions.ActionInputPrefetcher; |
| import com.google.devtools.build.lib.actions.ActionKeyContext; |
| import com.google.devtools.build.lib.actions.ActionLogBufferPathGenerator; |
| import com.google.devtools.build.lib.actions.ActionLookupData; |
| import com.google.devtools.build.lib.actions.ActionLookupKey; |
| import com.google.devtools.build.lib.actions.ActionResult; |
| import com.google.devtools.build.lib.actions.Actions; |
| import com.google.devtools.build.lib.actions.Artifact; |
| import com.google.devtools.build.lib.actions.Artifact.DerivedArtifact; |
| import com.google.devtools.build.lib.actions.ArtifactRoot; |
| import com.google.devtools.build.lib.actions.ArtifactRoot.RootType; |
| import com.google.devtools.build.lib.actions.BasicActionLookupValue; |
| import com.google.devtools.build.lib.actions.BuildFailedException; |
| import com.google.devtools.build.lib.actions.DiscoveredModulesPruner; |
| import com.google.devtools.build.lib.actions.Executor; |
| import com.google.devtools.build.lib.actions.FileValue; |
| import com.google.devtools.build.lib.actions.InputMetadataProvider; |
| import com.google.devtools.build.lib.actions.MutableActionGraph.ActionConflictException; |
| import com.google.devtools.build.lib.actions.RemoteArtifactChecker; |
| import com.google.devtools.build.lib.actions.TestExecException; |
| import com.google.devtools.build.lib.actions.ThreadStateReceiver; |
| import com.google.devtools.build.lib.actions.cache.ActionCache; |
| import com.google.devtools.build.lib.actions.cache.Protos.ActionCacheStatistics; |
| import com.google.devtools.build.lib.actions.cache.Protos.ActionCacheStatistics.MissReason; |
| import com.google.devtools.build.lib.actions.util.ActionsTestUtil; |
| import com.google.devtools.build.lib.actions.util.DummyExecutor; |
| import com.google.devtools.build.lib.actions.util.InjectedActionLookupKey; |
| import com.google.devtools.build.lib.actions.util.TestAction; |
| import com.google.devtools.build.lib.analysis.BlazeDirectories; |
| import com.google.devtools.build.lib.analysis.ConfiguredTarget; |
| import com.google.devtools.build.lib.analysis.ServerDirectories; |
| import com.google.devtools.build.lib.analysis.TopLevelArtifactContext; |
| import com.google.devtools.build.lib.analysis.config.CoreOptions; |
| import com.google.devtools.build.lib.bugreport.BugReporter; |
| import com.google.devtools.build.lib.buildtool.BuildRequestOptions; |
| import com.google.devtools.build.lib.clock.BlazeClock; |
| import com.google.devtools.build.lib.clock.Clock; |
| import com.google.devtools.build.lib.collect.nestedset.NestedSet; |
| import com.google.devtools.build.lib.collect.nestedset.NestedSetBuilder; |
| import com.google.devtools.build.lib.collect.nestedset.Order; |
| import com.google.devtools.build.lib.events.Reporter; |
| import com.google.devtools.build.lib.events.StoredEventHandler; |
| import com.google.devtools.build.lib.exec.SingleBuildFileCache; |
| import com.google.devtools.build.lib.packages.WorkspaceFileValue; |
| import com.google.devtools.build.lib.pkgcache.PathPackageLocator; |
| import com.google.devtools.build.lib.runtime.KeepGoingOption; |
| import com.google.devtools.build.lib.server.FailureDetails.Execution; |
| import com.google.devtools.build.lib.server.FailureDetails.Execution.Code; |
| import com.google.devtools.build.lib.server.FailureDetails.FailureDetail; |
| import com.google.devtools.build.lib.skyframe.AspectKeyCreator.AspectKey; |
| import com.google.devtools.build.lib.skyframe.ExternalFilesHelper.ExternalFileAction; |
| import com.google.devtools.build.lib.skyframe.PackageFunction.GlobbingStrategy; |
| import com.google.devtools.build.lib.skyframe.PackageLookupFunction.CrossRepositoryLabelViolationStrategy; |
| import com.google.devtools.build.lib.skyframe.SkyframeActionExecutor.ActionCompletedReceiver; |
| import com.google.devtools.build.lib.skyframe.serialization.autocodec.SerializationConstant; |
| import com.google.devtools.build.lib.testutil.FoundationTestCase; |
| import com.google.devtools.build.lib.testutil.TestConstants; |
| import com.google.devtools.build.lib.testutil.TestPackageFactoryBuilderFactory; |
| import com.google.devtools.build.lib.testutil.TestRuleClassProvider; |
| import com.google.devtools.build.lib.testutil.TestUtils; |
| import com.google.devtools.build.lib.util.AbruptExitException; |
| import com.google.devtools.build.lib.util.DetailedExitCode; |
| import com.google.devtools.build.lib.util.io.TimestampGranularityMonitor; |
| import com.google.devtools.build.lib.vfs.FileStateKey; |
| import com.google.devtools.build.lib.vfs.FileSystem; |
| import com.google.devtools.build.lib.vfs.FileSystemUtils; |
| import com.google.devtools.build.lib.vfs.Path; |
| import com.google.devtools.build.lib.vfs.PathFragment; |
| import com.google.devtools.build.lib.vfs.Root; |
| import com.google.devtools.build.lib.vfs.SyscallCache; |
| import com.google.devtools.build.skyframe.CycleInfo; |
| import com.google.devtools.build.skyframe.Differencer.DiffWithDelta.Delta; |
| import com.google.devtools.build.skyframe.EmittedEventState; |
| import com.google.devtools.build.skyframe.ErrorInfo; |
| import com.google.devtools.build.skyframe.EvaluationContext; |
| import com.google.devtools.build.skyframe.EvaluationProgressReceiver; |
| import com.google.devtools.build.skyframe.EvaluationResult; |
| import com.google.devtools.build.skyframe.EventFilter; |
| import com.google.devtools.build.skyframe.GraphInconsistencyReceiver; |
| import com.google.devtools.build.skyframe.InMemoryMemoizingEvaluator; |
| import com.google.devtools.build.skyframe.RecordingDifferencer; |
| import com.google.devtools.build.skyframe.SequencedRecordingDifferencer; |
| import com.google.devtools.build.skyframe.SkyFunction; |
| import com.google.devtools.build.skyframe.SkyFunctionException; |
| import com.google.devtools.build.skyframe.SkyFunctionName; |
| import com.google.devtools.build.skyframe.SkyKey; |
| import com.google.devtools.build.skyframe.SkyValue; |
| import com.google.devtools.common.options.OptionsParser; |
| import com.google.devtools.common.options.OptionsProvider; |
| import java.io.IOException; |
| import java.io.PrintStream; |
| import java.util.ArrayList; |
| import java.util.Collections; |
| import java.util.HashMap; |
| import java.util.LinkedHashSet; |
| import java.util.List; |
| import java.util.Map; |
| import java.util.Set; |
| import java.util.UUID; |
| import java.util.concurrent.atomic.AtomicReference; |
| import javax.annotation.Nullable; |
| import org.junit.Before; |
| |
| /** The common code that's shared between various builder tests. */ |
| public abstract class TimestampBuilderTestCase extends FoundationTestCase { |
| @SerializationConstant |
| protected static final ActionLookupKey ACTION_LOOKUP_KEY = |
| new InjectedActionLookupKey("action_lookup_key"); |
| |
| protected static final Predicate<Action> ALWAYS_EXECUTE_FILTER = Predicates.alwaysTrue(); |
| protected static final String CYCLE_MSG = "Yarrrr, there be a cycle up in here"; |
| |
| protected Clock clock = BlazeClock.instance(); |
| protected TimestampGranularityMonitor tsgm; |
| protected RecordingDifferencer differencer = new SequencedRecordingDifferencer(); |
| private Set<ActionAnalysisMetadata> actions; |
| protected OptionsParser options; |
| |
| protected final ActionKeyContext actionKeyContext = new ActionKeyContext(); |
| |
| @Before |
| public final void initialize() throws Exception { |
| options = |
| OptionsParser.builder() |
| .optionsClasses(KeepGoingOption.class, BuildRequestOptions.class, CoreOptions.class) |
| .build(); |
| options.parse(); |
| inMemoryCache = new InMemoryActionCache(); |
| tsgm = new TimestampGranularityMonitor(clock); |
| actions = new LinkedHashSet<>(); |
| actionTemplateExpansionFunction = new ActionTemplateExpansionFunction(actionKeyContext); |
| } |
| |
| protected void clearActions() { |
| actions.clear(); |
| } |
| |
| protected <T extends ActionAnalysisMetadata> T registerAction(T action) { |
| actions.add(action); |
| ActionLookupData actionLookupData = |
| ActionLookupData.create(ACTION_LOOKUP_KEY, actions.size() - 1); |
| for (Artifact output : action.getOutputs()) { |
| ((Artifact.DerivedArtifact) output).setGeneratingActionKey(actionLookupData); |
| } |
| return action; |
| } |
| |
| protected BuilderWithResult createBuilder(ActionCache actionCache) throws Exception { |
| return createBuilder(actionCache, 1, /*keepGoing=*/ false); |
| } |
| |
| protected BuilderWithResult createBuilder( |
| ActionCache actionCache, GraphInconsistencyReceiver graphInconsistencyReceiver) |
| throws Exception { |
| return createBuilder( |
| actionCache, |
| 1, |
| /*keepGoing=*/ false, |
| /*evaluationProgressReceiver=*/ null, |
| graphInconsistencyReceiver); |
| } |
| |
| /** Create a ParallelBuilder with a DatabaseDependencyChecker using the specified ActionCache. */ |
| protected BuilderWithResult createBuilder( |
| ActionCache actionCache, final int threadCount, final boolean keepGoing) throws Exception { |
| return createBuilder( |
| actionCache, |
| threadCount, |
| keepGoing, |
| /*evaluationProgressReceiver=*/ null, |
| GraphInconsistencyReceiver.THROWING); |
| } |
| |
| protected BuilderWithResult createBuilder( |
| final ActionCache actionCache, |
| final int threadCount, |
| final boolean keepGoing, |
| @Nullable EvaluationProgressReceiver evaluationProgressReceiver, |
| GraphInconsistencyReceiver graphInconsistencyReceiver) |
| throws Exception { |
| AtomicReference<PathPackageLocator> pkgLocator = |
| new AtomicReference<>( |
| new PathPackageLocator( |
| outputBase, |
| ImmutableList.of(Root.fromPath(rootDirectory)), |
| BazelSkyframeExecutorConstants.BUILD_FILES_BY_PRIORITY)); |
| BlazeDirectories directories = |
| new BlazeDirectories( |
| new ServerDirectories(rootDirectory, outputBase, outputBase), |
| rootDirectory, |
| /* defaultSystemJavabase= */ null, |
| TestConstants.PRODUCT_NAME); |
| ExternalFilesHelper externalFilesHelper = |
| ExternalFilesHelper.createForTesting( |
| pkgLocator, |
| ExternalFileAction.DEPEND_ON_EXTERNAL_PKG_FOR_EXTERNAL_REPO_PATHS, |
| directories); |
| differencer = new SequencedRecordingDifferencer(); |
| |
| ActionExecutionStatusReporter statusReporter = |
| ActionExecutionStatusReporter.create(new StoredEventHandler(), eventBus); |
| final SkyframeActionExecutor skyframeActionExecutor = |
| new SkyframeActionExecutor( |
| actionKeyContext, |
| MetadataConsumerForMetrics.NO_OP, |
| MetadataConsumerForMetrics.NO_OP, |
| new AtomicReference<>(statusReporter), |
| /*sourceRootSupplier=*/ ImmutableList::of, |
| SyscallCache.NO_CACHE, |
| k -> ThreadStateReceiver.NULL_INSTANCE); |
| |
| Path actionOutputBase = scratch.dir("/usr/local/google/_blaze_jrluser/FAKEMD5/action_out/"); |
| skyframeActionExecutor.setActionLogBufferPathGenerator( |
| new ActionLogBufferPathGenerator(actionOutputBase)); |
| |
| InputMetadataProvider cache = |
| new SingleBuildFileCache( |
| rootDirectory.getPathString(), scratch.getFileSystem(), SyscallCache.NO_CACHE); |
| skyframeActionExecutor.configure( |
| cache, ActionInputPrefetcher.NONE, DiscoveredModulesPruner.DEFAULT); |
| |
| final InMemoryMemoizingEvaluator evaluator = |
| new InMemoryMemoizingEvaluator( |
| ImmutableMap.<SkyFunctionName, SkyFunction>builder() |
| .put( |
| FileStateKey.FILE_STATE, |
| new FileStateFunction(() -> tsgm, SyscallCache.NO_CACHE, externalFilesHelper)) |
| .put(FileValue.FILE, new FileFunction(pkgLocator, directories)) |
| .put( |
| Artifact.ARTIFACT, |
| new ArtifactFunction( |
| () -> true, MetadataConsumerForMetrics.NO_OP, SyscallCache.NO_CACHE)) |
| .put( |
| SkyFunctions.ACTION_EXECUTION, |
| new ActionExecutionFunction( |
| skyframeActionExecutor, |
| directories, |
| () -> tsgm, |
| BugReporter.defaultInstance())) |
| .put( |
| SkyFunctions.PACKAGE, |
| new PackageFunction( |
| null, |
| null, |
| null, |
| null, |
| null, |
| /* packageProgress= */ null, |
| PackageFunction.ActionOnIOExceptionReadingBuildFile.UseOriginalIOException |
| .INSTANCE, |
| GlobbingStrategy.SKYFRAME_HYBRID, |
| k -> ThreadStateReceiver.NULL_INSTANCE)) |
| .put( |
| SkyFunctions.PACKAGE_LOOKUP, |
| new PackageLookupFunction( |
| null, |
| CrossRepositoryLabelViolationStrategy.ERROR, |
| BazelSkyframeExecutorConstants.BUILD_FILES_BY_PRIORITY, |
| BazelSkyframeExecutorConstants.EXTERNAL_PACKAGE_HELPER)) |
| .put( |
| WorkspaceFileValue.WORKSPACE_FILE, |
| new WorkspaceFileFunction( |
| TestRuleClassProvider.getRuleClassProvider(), |
| TestPackageFactoryBuilderFactory.getInstance() |
| .builder(directories) |
| .build(TestRuleClassProvider.getRuleClassProvider(), fileSystem), |
| directories, |
| /* bzlLoadFunctionForInlining= */ null)) |
| .put( |
| SkyFunctions.EXTERNAL_PACKAGE, |
| new ExternalPackageFunction( |
| BazelSkyframeExecutorConstants.EXTERNAL_PACKAGE_HELPER)) |
| .put( |
| SkyFunctions.ACTION_TEMPLATE_EXPANSION, |
| new DelegatingActionTemplateExpansionFunction()) |
| .put( |
| SkyFunctions.ARTIFACT_NESTED_SET, |
| ArtifactNestedSetFunction.createInstance( |
| /* valueBasedChangePruningEnabled= */ true)) |
| .buildOrThrow(), |
| differencer, |
| evaluationProgressReceiver, |
| graphInconsistencyReceiver, |
| EventFilter.FULL_STORAGE, |
| new EmittedEventState(), |
| /* keepEdges= */ true, |
| /* usePooledInterning= */ true); |
| PrecomputedValue.BUILD_ID.set(differencer, UUID.randomUUID()); |
| PrecomputedValue.ACTION_ENV.set(differencer, ImmutableMap.of()); |
| PrecomputedValue.PATH_PACKAGE_LOCATOR.set(differencer, pkgLocator.get()); |
| |
| return new BuilderWithResult() { |
| @Nullable EvaluationResult<SkyValue> latestResult = null; |
| |
| @Override |
| public EvaluationResult<SkyValue> getLatestResult() { |
| return Preconditions.checkNotNull(latestResult); |
| } |
| |
| private void setGeneratingActions() |
| throws ActionConflictException, |
| InterruptedException, |
| Actions.ArtifactGeneratedByOtherRuleException { |
| if (evaluator.getExistingValue(ACTION_LOOKUP_KEY) == null) { |
| differencer.inject( |
| ImmutableMap.of( |
| ACTION_LOOKUP_KEY, |
| Delta.justNew( |
| new BasicActionLookupValue( |
| Actions.assignOwnersAndFilterSharedActionsAndThrowActionConflict( |
| actionKeyContext, |
| ImmutableList.copyOf(actions), |
| ACTION_LOOKUP_KEY, |
| /* outputFiles= */ null))))); |
| } |
| } |
| |
| @Override |
| public void buildArtifacts( |
| Reporter reporter, |
| Set<Artifact> artifacts, |
| Set<ConfiguredTarget> parallelTests, |
| Set<ConfiguredTarget> exclusiveTests, |
| Set<ConfiguredTarget> targetsToBuild, |
| Set<ConfiguredTarget> targetsToSkip, |
| ImmutableSet<AspectKey> aspects, |
| Executor executor, |
| OptionsProvider options, |
| Range<Long> lastExecutionTimeRange, |
| TopLevelArtifactContext topLevelArtifactContext, |
| RemoteArtifactChecker remoteArtifactChecker) |
| throws BuildFailedException, InterruptedException, TestExecException { |
| latestResult = null; |
| skyframeActionExecutor.prepareForExecution( |
| reporter, |
| executor, |
| options, |
| new ActionCacheChecker( |
| actionCache, null, actionKeyContext, ALWAYS_EXECUTE_FILTER, null), |
| /* outputService= */ null, |
| /* trackIncrementalState= */ true); |
| skyframeActionExecutor.setActionExecutionProgressReportingObjects( |
| () -> "", EMPTY_COMPLETION_RECEIVER); |
| |
| List<SkyKey> keys = new ArrayList<>(); |
| for (Artifact artifact : artifacts) { |
| keys.add(Artifact.key(artifact)); |
| } |
| |
| try { |
| setGeneratingActions(); |
| } catch (ActionConflictException | Actions.ArtifactGeneratedByOtherRuleException e) { |
| throw new IllegalStateException(e); |
| } |
| |
| EvaluationContext evaluationContext = |
| EvaluationContext.newBuilder() |
| .setKeepGoing(keepGoing) |
| .setParallelism(threadCount) |
| .setEventHandler(reporter) |
| .build(); |
| EvaluationResult<SkyValue> result = evaluator.evaluate(keys, evaluationContext); |
| this.latestResult = result; |
| |
| if (result.hasError()) { |
| boolean hasCycles = false; |
| for (Map.Entry<SkyKey, ErrorInfo> entry : result.errorMap().entrySet()) { |
| Iterable<CycleInfo> cycles = entry.getValue().getCycleInfo(); |
| hasCycles |= !Iterables.isEmpty(cycles); |
| } |
| if (hasCycles) { |
| throw new BuildFailedException(CYCLE_MSG, createDetailedExitCode(Code.CYCLE)); |
| } else if (result.errorMap().isEmpty() || keepGoing) { |
| // The specific detailed code used here doesn't matter. |
| throw new BuildFailedException( |
| null, createDetailedExitCode(Code.NON_ACTION_EXECUTION_FAILURE)); |
| } else { |
| SkyframeErrorProcessor.rethrow( |
| Preconditions.checkNotNull(result.getError().getException()), |
| BugReporter.defaultInstance(), |
| result); |
| } |
| } |
| } |
| }; |
| } |
| |
| /** A non-persistent cache. */ |
| protected InMemoryActionCache inMemoryCache; |
| |
| protected GraphInconsistencyReceiver graphInconsistencyReceiver = |
| GraphInconsistencyReceiver.THROWING; |
| |
| protected SkyFunction actionTemplateExpansionFunction; |
| |
| /** A class that records an event. */ |
| protected static class Button implements Runnable { |
| protected boolean pressed = false; |
| |
| @Override |
| public void run() { |
| pressed = true; |
| } |
| } |
| |
| /** A class that counts occurrences of an event. */ |
| static class Counter implements Runnable { |
| int count = 0; |
| |
| @Override |
| public void run() { |
| count++; |
| } |
| } |
| |
| protected Artifact createSourceArtifact(String name) { |
| return createSourceArtifact(scratch.getFileSystem(), name); |
| } |
| |
| private static Artifact createSourceArtifact(FileSystem fs, String name) { |
| Path root = fs.getPath(TestUtils.tmpDir()); |
| return ActionsTestUtil.createArtifactWithExecPath( |
| ArtifactRoot.asSourceRoot(Root.fromPath(root)), PathFragment.create(name)); |
| } |
| |
| protected Artifact createDerivedArtifact(String name) { |
| return createDerivedArtifact(scratch.getFileSystem(), name); |
| } |
| |
| static Artifact createDerivedArtifact(FileSystem fs, String name) { |
| Path execRoot = fs.getPath(TestUtils.tmpDir()); |
| PathFragment execPath = PathFragment.create("out").getRelative(name); |
| return DerivedArtifact.create( |
| ArtifactRoot.asDerivedRoot(execRoot, RootType.Output, "out"), execPath, ACTION_LOOKUP_KEY); |
| } |
| |
| /** Creates and returns a new "amnesiac" builder based on the amnesiac cache. */ |
| protected BuilderWithResult amnesiacBuilder() throws Exception { |
| return createBuilder(AMNESIAC_CACHE); |
| } |
| |
| /** |
| * Creates and returns a new caching builder based on the {@link #inMemoryCache} and {@link |
| * #graphInconsistencyReceiver}. |
| */ |
| protected BuilderWithResult cachingBuilder() throws Exception { |
| return createBuilder(inMemoryCache, graphInconsistencyReceiver); |
| } |
| |
| /** {@link Builder} that saves its most recent {@link EvaluationResult}. */ |
| protected interface BuilderWithResult extends Builder { |
| EvaluationResult<SkyValue> getLatestResult(); |
| } |
| |
| /** |
| * Creates a TestAction from 'inputs' to 'outputs', and a new button, such that executing the |
| * action causes the button to be pressed. The button is returned. |
| */ |
| protected Button createActionButton(NestedSet<Artifact> inputs, ImmutableSet<Artifact> outputs) { |
| Button button = new Button(); |
| registerAction(new TestAction(button, inputs, outputs)); |
| return button; |
| } |
| |
| /** |
| * Creates a TestAction from 'inputs' to 'outputs', and a new counter, such that executing the |
| * action causes the counter to be incremented. The counter is returned. |
| */ |
| protected Counter createActionCounter( |
| NestedSet<Artifact> inputs, ImmutableSet<Artifact> outputs) { |
| Counter counter = new Counter(); |
| registerAction(new TestAction(counter, inputs, outputs)); |
| return counter; |
| } |
| |
| protected static Set<Artifact> emptySet = Collections.emptySet(); |
| protected static NestedSet<Artifact> emptyNestedSet = |
| NestedSetBuilder.emptySet(Order.STABLE_ORDER); |
| |
| protected void buildArtifacts(Builder builder, Artifact... artifacts) |
| throws BuildFailedException, AbruptExitException, InterruptedException, TestExecException { |
| buildArtifacts(builder, new DummyExecutor(fileSystem, rootDirectory), artifacts); |
| } |
| |
| protected void buildArtifacts(Builder builder, Executor executor, Artifact... artifacts) |
| throws BuildFailedException, AbruptExitException, InterruptedException, TestExecException { |
| tsgm.setCommandStartTime(); |
| Set<Artifact> artifactsToBuild = Sets.newHashSet(artifacts); |
| try { |
| builder.buildArtifacts( |
| reporter, |
| artifactsToBuild, |
| null, |
| null, |
| null, |
| null, |
| null, |
| executor, |
| options, |
| null, |
| null, |
| RemoteArtifactChecker.IGNORE_ALL); |
| } finally { |
| tsgm.waitForTimestampGranularity(reporter.getOutErr()); |
| } |
| } |
| |
| private static DetailedExitCode createDetailedExitCode(Code detailedCode) { |
| return DetailedExitCode.of( |
| FailureDetail.newBuilder() |
| .setExecution(Execution.newBuilder().setCode(detailedCode)) |
| .build()); |
| } |
| |
| /** {@link TestAction} that copies its single input to its single output. */ |
| protected static class CopyingAction extends TestAction { |
| CopyingAction(Runnable effect, Artifact input, Artifact output) { |
| super(effect, NestedSetBuilder.create(Order.STABLE_ORDER, input), ImmutableSet.of(output)); |
| } |
| |
| @Override |
| public ActionResult execute(ActionExecutionContext actionExecutionContext) |
| throws ActionExecutionException, InterruptedException { |
| ActionResult actionResult = super.execute(actionExecutionContext); |
| try { |
| FileSystemUtils.copyFile( |
| getInputs().getSingleton().getPath(), Iterables.getOnlyElement(getOutputs()).getPath()); |
| } catch (IOException e) { |
| throw new IllegalStateException(e); |
| } |
| return actionResult; |
| } |
| } |
| |
| /** In-memory {@link ActionCache} backed by a HashMap */ |
| protected static class InMemoryActionCache implements ActionCache { |
| |
| private final Map<String, Entry> actionCache = new HashMap<>(); |
| |
| @Override |
| public synchronized void put(String key, ActionCache.Entry entry) { |
| actionCache.put(key, entry); |
| } |
| |
| @Override |
| public synchronized Entry get(String key) { |
| return actionCache.get(key); |
| } |
| |
| @Override |
| public synchronized void remove(String key) { |
| actionCache.remove(key); |
| } |
| |
| @Override |
| public void removeIf(java.util.function.Predicate<Entry> predicate) { |
| actionCache.values().removeIf(predicate); |
| } |
| |
| public synchronized void reset() { |
| actionCache.clear(); |
| } |
| |
| @Override |
| public long save() { |
| // safe to ignore |
| return 0; |
| } |
| |
| @Override |
| public void clear() { |
| // safe to ignore |
| } |
| |
| @Override |
| public void dump(PrintStream out) { |
| out.println("In-memory action cache has " + actionCache.size() + " records"); |
| } |
| |
| @Override |
| public void accountHit() { |
| // Not needed for these tests. |
| } |
| |
| @Override |
| public void accountMiss(MissReason reason) { |
| // Not needed for these tests. |
| } |
| |
| @Override |
| public void mergeIntoActionCacheStatistics(ActionCacheStatistics.Builder builder) { |
| // Not needed for these tests. |
| } |
| |
| @Override |
| public void resetStatistics() { |
| // Not needed for these tests. |
| } |
| } |
| |
| private class DelegatingActionTemplateExpansionFunction implements SkyFunction { |
| @Override |
| public SkyValue compute(SkyKey skyKey, Environment env) |
| throws SkyFunctionException, InterruptedException { |
| return actionTemplateExpansionFunction.compute(skyKey, env); |
| } |
| |
| @Override |
| public String extractTag(SkyKey skyKey) { |
| return actionTemplateExpansionFunction.extractTag(skyKey); |
| } |
| } |
| |
| private static final ActionCompletedReceiver EMPTY_COMPLETION_RECEIVER = |
| new ActionCompletedReceiver() { |
| @Override |
| public void actionCompleted(ActionLookupData actionLookupData) {} |
| |
| @Override |
| public void noteActionEvaluationStarted(ActionLookupData actionLookupData, Action action) {} |
| }; |
| } |
