| // Copyright 2017 The Bazel Authors. All rights reserved. |
| // |
| // Licensed under the Apache License, Version 2.0 (the "License"); |
| // you may not use this file except in compliance with the License. |
| // You may obtain a copy of the License at |
| // |
| // http://www.apache.org/licenses/LICENSE-2.0 |
| // |
| // Unless required by applicable law or agreed to in writing, software |
| // distributed under the License is distributed on an "AS IS" BASIS, |
| // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| // See the License for the specific language governing permissions and |
| // limitations under the License. |
| package com.google.devtools.build.lib.remote; |
| |
| import static com.google.common.truth.Truth.assertThat; |
| import static com.google.common.util.concurrent.MoreExecutors.directExecutor; |
| import static org.mockito.ArgumentMatchers.any; |
| import static org.mockito.ArgumentMatchers.eq; |
| import static org.mockito.Mockito.doAnswer; |
| import static org.mockito.Mockito.doNothing; |
| import static org.mockito.Mockito.doReturn; |
| import static org.mockito.Mockito.doThrow; |
| import static org.mockito.Mockito.never; |
| import static org.mockito.Mockito.spy; |
| import static org.mockito.Mockito.verify; |
| import static org.mockito.Mockito.verifyNoMoreInteractions; |
| import static org.mockito.Mockito.when; |
| |
| import build.bazel.remote.execution.v2.ActionResult; |
| import build.bazel.remote.execution.v2.Digest; |
| import build.bazel.remote.execution.v2.OutputFile; |
| import build.bazel.remote.execution.v2.RequestMetadata; |
| import com.google.common.collect.ImmutableList; |
| import com.google.common.collect.ImmutableMap; |
| import com.google.common.collect.ImmutableSet; |
| import com.google.common.eventbus.EventBus; |
| import com.google.devtools.build.lib.actions.ActionContext; |
| import com.google.devtools.build.lib.actions.ActionInput; |
| import com.google.devtools.build.lib.actions.ActionInputHelper; |
| import com.google.devtools.build.lib.actions.Artifact.ArtifactExpander; |
| import com.google.devtools.build.lib.actions.ExecutionRequirements; |
| import com.google.devtools.build.lib.actions.ForbiddenActionInputException; |
| import com.google.devtools.build.lib.actions.MetadataProvider; |
| import com.google.devtools.build.lib.actions.ResourceSet; |
| import com.google.devtools.build.lib.actions.SimpleSpawn; |
| import com.google.devtools.build.lib.actions.SpawnResult; |
| import com.google.devtools.build.lib.actions.SpawnResult.Status; |
| import com.google.devtools.build.lib.actions.cache.MetadataInjector; |
| import com.google.devtools.build.lib.actions.util.ActionsTestUtil; |
| import com.google.devtools.build.lib.clock.JavaClock; |
| import com.google.devtools.build.lib.collect.nestedset.NestedSetBuilder; |
| import com.google.devtools.build.lib.collect.nestedset.Order; |
| import com.google.devtools.build.lib.events.Event; |
| import com.google.devtools.build.lib.events.EventKind; |
| import com.google.devtools.build.lib.events.Reporter; |
| import com.google.devtools.build.lib.events.StoredEventHandler; |
| import com.google.devtools.build.lib.exec.SpawnCache.CacheHandle; |
| import com.google.devtools.build.lib.exec.SpawnCheckingCacheEvent; |
| import com.google.devtools.build.lib.exec.SpawnExecutingEvent; |
| import com.google.devtools.build.lib.exec.SpawnInputExpander; |
| import com.google.devtools.build.lib.exec.SpawnRunner.ProgressStatus; |
| import com.google.devtools.build.lib.exec.SpawnRunner.SpawnExecutionContext; |
| import com.google.devtools.build.lib.exec.util.FakeOwner; |
| import com.google.devtools.build.lib.remote.RemoteExecutionService.RemoteAction; |
| import com.google.devtools.build.lib.remote.RemoteExecutionService.RemoteActionResult; |
| import com.google.devtools.build.lib.remote.common.CacheNotFoundException; |
| import com.google.devtools.build.lib.remote.common.RemoteActionExecutionContext; |
| import com.google.devtools.build.lib.remote.common.RemoteCacheClient.ActionKey; |
| import com.google.devtools.build.lib.remote.common.RemoteCacheClient.CachedActionResult; |
| import com.google.devtools.build.lib.remote.common.RemotePathResolver; |
| import com.google.devtools.build.lib.remote.options.RemoteOptions; |
| import com.google.devtools.build.lib.remote.options.RemoteOutputsMode; |
| import com.google.devtools.build.lib.remote.util.DigestUtil; |
| import com.google.devtools.build.lib.server.FailureDetails; |
| import com.google.devtools.build.lib.server.FailureDetails.FailureDetail; |
| import com.google.devtools.build.lib.server.FailureDetails.Spawn.Code; |
| import com.google.devtools.build.lib.util.io.FileOutErr; |
| import com.google.devtools.build.lib.vfs.DigestHashFunction; |
| import com.google.devtools.build.lib.vfs.FileSystem; |
| import com.google.devtools.build.lib.vfs.Path; |
| import com.google.devtools.build.lib.vfs.PathFragment; |
| import com.google.devtools.build.lib.vfs.inmemoryfs.InMemoryFileSystem; |
| import com.google.devtools.common.options.Options; |
| import java.io.IOException; |
| import java.time.Duration; |
| import java.util.ArrayList; |
| import java.util.List; |
| import java.util.SortedMap; |
| import org.junit.Before; |
| import org.junit.Test; |
| import org.junit.runner.RunWith; |
| import org.junit.runners.JUnit4; |
| import org.mockito.Mock; |
| import org.mockito.MockitoAnnotations; |
| import org.mockito.invocation.InvocationOnMock; |
| import org.mockito.stubbing.Answer; |
| |
| /** Tests for {@link RemoteSpawnCache}. */ |
| @RunWith(JUnit4.class) |
| public class RemoteSpawnCacheTest { |
| private static final ArtifactExpander SIMPLE_ARTIFACT_EXPANDER = |
| (artifact, output) -> output.add(artifact); |
| |
| private static final String BUILD_REQUEST_ID = "build-req-id"; |
| private static final String COMMAND_ID = "command-id"; |
| |
| private FileSystem fs; |
| private DigestUtil digestUtil; |
| private Path execRoot; |
| private SimpleSpawn simpleSpawn; |
| private FakeActionInputFileCache fakeFileCache; |
| @Mock private RemoteCache remoteCache; |
| private FileOutErr outErr; |
| private final List<ProgressStatus> progressUpdates = new ArrayList<>(); |
| |
| private StoredEventHandler eventHandler = new StoredEventHandler(); |
| |
| private Reporter reporter; |
| private RemotePathResolver remotePathResolver; |
| |
| private final SpawnExecutionContext simplePolicy = |
| new SpawnExecutionContext() { |
| @Override |
| public int getId() { |
| return 0; |
| } |
| |
| @Override |
| public void prefetchInputs() {} |
| |
| @Override |
| public void lockOutputFiles() {} |
| |
| @Override |
| public boolean speculating() { |
| return false; |
| } |
| |
| @Override |
| public MetadataProvider getMetadataProvider() { |
| return fakeFileCache; |
| } |
| |
| @Override |
| public ArtifactExpander getArtifactExpander() { |
| throw new UnsupportedOperationException(); |
| } |
| |
| @Override |
| public SpawnInputExpander getSpawnInputExpander() { |
| return new SpawnInputExpander(execRoot, /*strict*/ false); |
| } |
| |
| @Override |
| public Duration getTimeout() { |
| return Duration.ZERO; |
| } |
| |
| @Override |
| public FileOutErr getFileOutErr() { |
| return outErr; |
| } |
| |
| @Override |
| public SortedMap<PathFragment, ActionInput> getInputMapping(PathFragment baseDirectory) |
| throws IOException, ForbiddenActionInputException { |
| return getSpawnInputExpander() |
| .getInputMapping(simpleSpawn, SIMPLE_ARTIFACT_EXPANDER, baseDirectory, fakeFileCache); |
| } |
| |
| @Override |
| public void report(ProgressStatus progress) { |
| progressUpdates.add(progress); |
| } |
| |
| @Override |
| public MetadataInjector getMetadataInjector() { |
| return ActionsTestUtil.THROWING_METADATA_HANDLER; |
| } |
| |
| @Override |
| public boolean isRewindingEnabled() { |
| return false; |
| } |
| |
| @Override |
| public void checkForLostInputs() {} |
| |
| @Override |
| public <T extends ActionContext> T getContext(Class<T> identifyingType) { |
| throw new UnsupportedOperationException(); |
| } |
| }; |
| |
| private static SimpleSpawn simpleSpawnWithExecutionInfo( |
| ImmutableMap<String, String> executionInfo) { |
| return new SimpleSpawn( |
| new FakeOwner("Mnemonic", "Progress Message", "//dummy:label"), |
| ImmutableList.of("/bin/echo", "Hi!"), |
| ImmutableMap.of("VARIABLE", "value"), |
| executionInfo, |
| /* inputs= */ NestedSetBuilder.create( |
| Order.STABLE_ORDER, ActionInputHelper.fromPath("input")), |
| /* outputs= */ ImmutableSet.of(ActionInputHelper.fromPath("/random/file")), |
| ResourceSet.ZERO); |
| } |
| |
| private RemoteSpawnCache createRemoteSpawnCache() { |
| return remoteSpawnCacheWithOptions(Options.getDefaults(RemoteOptions.class)); |
| } |
| |
| private RemoteSpawnCache remoteSpawnCacheWithOptions(RemoteOptions options) { |
| RemoteExecutionService service = |
| spy( |
| new RemoteExecutionService( |
| directExecutor(), |
| reporter, |
| /*verboseFailures=*/ true, |
| execRoot, |
| remotePathResolver, |
| BUILD_REQUEST_ID, |
| COMMAND_ID, |
| digestUtil, |
| options, |
| remoteCache, |
| null, |
| ImmutableSet.of(), |
| /* captureCorruptedOutputsDir= */ null)); |
| return new RemoteSpawnCache(execRoot, options, /* verboseFailures=*/ true, service); |
| } |
| |
| @Before |
| public final void setUp() throws Exception { |
| MockitoAnnotations.initMocks(this); |
| fs = new InMemoryFileSystem(new JavaClock(), DigestHashFunction.SHA256); |
| digestUtil = new DigestUtil(DigestHashFunction.SHA256); |
| execRoot = fs.getPath("/exec/root"); |
| execRoot.createDirectoryAndParents(); |
| fakeFileCache = new FakeActionInputFileCache(execRoot); |
| simpleSpawn = simpleSpawnWithExecutionInfo(ImmutableMap.of()); |
| |
| Path stdout = fs.getPath("/tmp/stdout"); |
| Path stderr = fs.getPath("/tmp/stderr"); |
| stdout.getParentDirectory().createDirectoryAndParents(); |
| stderr.getParentDirectory().createDirectoryAndParents(); |
| outErr = new FileOutErr(stdout, stderr); |
| reporter = new Reporter(new EventBus()); |
| eventHandler = new StoredEventHandler(); |
| reporter.addHandler(eventHandler); |
| |
| remotePathResolver = RemotePathResolver.createDefault(execRoot); |
| |
| fakeFileCache.createScratchInput(simpleSpawn.getInputFiles().getSingleton(), "xyz"); |
| } |
| |
| @Test |
| public void cacheHit() throws Exception { |
| // arrange |
| RemoteSpawnCache cache = createRemoteSpawnCache(); |
| RemoteExecutionService service = cache.getRemoteExecutionService(); |
| ActionResult actionResult = ActionResult.getDefaultInstance(); |
| when(remoteCache.downloadActionResult( |
| any(RemoteActionExecutionContext.class), |
| any(ActionKey.class), |
| /* inlineOutErr= */ eq(false))) |
| .thenAnswer( |
| new Answer<CachedActionResult>() { |
| @Override |
| public CachedActionResult answer(InvocationOnMock invocation) { |
| RemoteActionExecutionContext context = invocation.getArgument(0); |
| RequestMetadata meta = context.getRequestMetadata(); |
| assertThat(meta.getCorrelatedInvocationsId()).isEqualTo(BUILD_REQUEST_ID); |
| assertThat(meta.getToolInvocationId()).isEqualTo(COMMAND_ID); |
| return CachedActionResult.remote(actionResult); |
| } |
| }); |
| doAnswer( |
| (Answer<Void>) |
| invocation -> { |
| RemoteAction action = invocation.getArgument(0); |
| RemoteActionExecutionContext context = action.getRemoteActionExecutionContext(); |
| RequestMetadata meta = context.getRequestMetadata(); |
| assertThat(meta.getCorrelatedInvocationsId()).isEqualTo(BUILD_REQUEST_ID); |
| assertThat(meta.getToolInvocationId()).isEqualTo(COMMAND_ID); |
| return null; |
| }) |
| .when(service) |
| .downloadOutputs( |
| any(), eq(RemoteActionResult.createFromCache(CachedActionResult.remote(actionResult)))); |
| |
| // act |
| CacheHandle entry = cache.lookup(simpleSpawn, simplePolicy); |
| assertThat(entry.hasResult()).isTrue(); |
| SpawnResult result = entry.getResult(); |
| |
| // assert |
| // All other methods on RemoteActionCache have side effects, so we verify all of them. |
| verify(service) |
| .downloadOutputs( |
| any(), eq(RemoteActionResult.createFromCache(CachedActionResult.remote(actionResult)))); |
| verify(service, never()).uploadOutputs(any(), any()); |
| assertThat(result.setupSuccess()).isTrue(); |
| assertThat(result.exitCode()).isEqualTo(0); |
| assertThat(result.isCacheHit()).isTrue(); |
| // We expect the CachedLocalSpawnRunner to _not_ write to outErr at all. |
| assertThat(outErr.hasRecordedOutput()).isFalse(); |
| assertThat(outErr.hasRecordedStderr()).isFalse(); |
| assertThat(progressUpdates).containsExactly(SpawnCheckingCacheEvent.create("remote-cache")); |
| } |
| |
| @Test |
| public void cacheMiss() throws Exception { |
| RemoteSpawnCache cache = createRemoteSpawnCache(); |
| RemoteExecutionService service = cache.getRemoteExecutionService(); |
| CacheHandle entry = cache.lookup(simpleSpawn, simplePolicy); |
| assertThat(entry.hasResult()).isFalse(); |
| SpawnResult result = |
| new SpawnResult.Builder() |
| .setExitCode(0) |
| .setStatus(Status.SUCCESS) |
| .setRunnerName("test") |
| .build(); |
| doNothing().when(service).uploadOutputs(any(), any()); |
| entry.store(result); |
| verify(service).uploadOutputs(any(), any()); |
| assertThat(progressUpdates) |
| .containsExactly( |
| SpawnCheckingCacheEvent.create("remote-cache"), |
| SpawnExecutingEvent.create("remote-cache")); |
| } |
| |
| @Test |
| public void noCacheSpawns() throws Exception { |
| // Checks that spawns satisfying Spawns.mayBeCached=false are not looked up in the cache |
| // (even if it is a local cache) and that the results/artifacts are not uploaded to the cache. |
| |
| RemoteOptions withLocalCache = Options.getDefaults(RemoteOptions.class); |
| withLocalCache.diskCache = PathFragment.create("/etc/something/cache/here"); |
| for (RemoteSpawnCache remoteSpawnCache : |
| ImmutableList.of(createRemoteSpawnCache(), remoteSpawnCacheWithOptions(withLocalCache))) { |
| for (String requirement : |
| ImmutableList.of(ExecutionRequirements.NO_CACHE, ExecutionRequirements.LOCAL)) { |
| SimpleSpawn uncacheableSpawn = |
| simpleSpawnWithExecutionInfo(ImmutableMap.of(requirement, "")); |
| CacheHandle entry = remoteSpawnCache.lookup(uncacheableSpawn, simplePolicy); |
| verify(remoteSpawnCache.getRemoteExecutionService(), never()).lookupCache(any()); |
| assertThat(entry.hasResult()).isFalse(); |
| SpawnResult result = |
| new SpawnResult.Builder() |
| .setExitCode(0) |
| .setStatus(Status.SUCCESS) |
| .setRunnerName("test") |
| .build(); |
| entry.store(result); |
| verifyNoMoreInteractions(remoteCache); |
| assertThat(progressUpdates).isEmpty(); |
| } |
| } |
| } |
| |
| @Test |
| public void noRemoteCacheSpawns_remoteCache() throws Exception { |
| // Checks that spawns satisfying Spawns.mayBeCachedRemotely=false are not looked up in the |
| // remote cache, and that the results/artifacts are not uploaded to the remote cache. |
| |
| RemoteOptions remoteCacheOptions = Options.getDefaults(RemoteOptions.class); |
| remoteCacheOptions.remoteCache = "https://somecache.com"; |
| RemoteSpawnCache remoteSpawnCache = remoteSpawnCacheWithOptions(remoteCacheOptions); |
| |
| for (String requirement : |
| ImmutableList.of( |
| ExecutionRequirements.NO_CACHE, |
| ExecutionRequirements.LOCAL, |
| ExecutionRequirements.NO_REMOTE_CACHE, |
| ExecutionRequirements.NO_REMOTE)) { |
| SimpleSpawn uncacheableSpawn = simpleSpawnWithExecutionInfo(ImmutableMap.of(requirement, "")); |
| CacheHandle entry = remoteSpawnCache.lookup(uncacheableSpawn, simplePolicy); |
| verify(remoteCache, never()) |
| .downloadActionResult( |
| any(RemoteActionExecutionContext.class), |
| any(ActionKey.class), |
| /* inlineOutErr= */ eq(false)); |
| assertThat(entry.hasResult()).isFalse(); |
| SpawnResult result = |
| new SpawnResult.Builder() |
| .setExitCode(0) |
| .setStatus(Status.SUCCESS) |
| .setRunnerName("test") |
| .build(); |
| entry.store(result); |
| verifyNoMoreInteractions(remoteCache); |
| assertThat(progressUpdates).isEmpty(); |
| } |
| } |
| |
| @Test |
| public void noRemoteCacheSpawns_combinedCache() throws Exception { |
| // Checks that spawns satisfying Spawns.mayBeCachedRemotely=false are not looked up in the |
| // remote cache, and that the results/artifacts are not uploaded to the remote cache. |
| // For the purposes of execution requirements, a combined cache with a remote component |
| // is considered a remote cache |
| RemoteOptions combinedCacheOptions = Options.getDefaults(RemoteOptions.class); |
| combinedCacheOptions.remoteCache = "https://somecache.com"; |
| combinedCacheOptions.diskCache = PathFragment.create("/etc/something/cache/here"); |
| RemoteSpawnCache remoteSpawnCache = remoteSpawnCacheWithOptions(combinedCacheOptions); |
| |
| for (String requirement : |
| ImmutableList.of( |
| ExecutionRequirements.NO_CACHE, |
| ExecutionRequirements.LOCAL, |
| ExecutionRequirements.NO_REMOTE_CACHE, |
| ExecutionRequirements.NO_REMOTE)) { |
| SimpleSpawn uncacheableSpawn = simpleSpawnWithExecutionInfo(ImmutableMap.of(requirement, "")); |
| CacheHandle entry = remoteSpawnCache.lookup(uncacheableSpawn, simplePolicy); |
| verify(remoteCache, never()) |
| .downloadActionResult( |
| any(RemoteActionExecutionContext.class), |
| any(ActionKey.class), |
| /* inlineOutErr= */ eq(false)); |
| assertThat(entry.hasResult()).isFalse(); |
| SpawnResult result = |
| new SpawnResult.Builder() |
| .setExitCode(0) |
| .setStatus(Status.SUCCESS) |
| .setRunnerName("test") |
| .build(); |
| entry.store(result); |
| verifyNoMoreInteractions(remoteCache); |
| assertThat(progressUpdates).isEmpty(); |
| } |
| } |
| |
| @Test |
| public void noRemoteCacheStillUsesLocalCache() throws Exception { |
| RemoteOptions remoteOptions = Options.getDefaults(RemoteOptions.class); |
| remoteOptions.diskCache = PathFragment.create("/etc/something/cache/here"); |
| RemoteSpawnCache cache = remoteSpawnCacheWithOptions(remoteOptions); |
| |
| SimpleSpawn cacheableSpawn = |
| simpleSpawnWithExecutionInfo(ImmutableMap.of(ExecutionRequirements.NO_REMOTE_CACHE, "")); |
| cache.lookup(cacheableSpawn, simplePolicy); |
| verify(remoteCache) |
| .downloadActionResult( |
| any(RemoteActionExecutionContext.class), |
| any(ActionKey.class), |
| /* inlineOutErr= */ eq(false)); |
| } |
| |
| @Test |
| public void noRemoteExecStillUsesCache() throws Exception { |
| RemoteSpawnCache cache = createRemoteSpawnCache(); |
| SimpleSpawn cacheableSpawn = |
| simpleSpawnWithExecutionInfo(ImmutableMap.of(ExecutionRequirements.NO_REMOTE_EXEC, "")); |
| cache.lookup(cacheableSpawn, simplePolicy); |
| verify(remoteCache) |
| .downloadActionResult( |
| any(RemoteActionExecutionContext.class), |
| any(ActionKey.class), |
| /* inlineOutErr= */ eq(false)); |
| } |
| |
| @Test |
| public void failedActionsAreNotUploaded() throws Exception { |
| // Only successful action results are uploaded to the remote cache. |
| RemoteSpawnCache cache = createRemoteSpawnCache(); |
| RemoteExecutionService service = cache.getRemoteExecutionService(); |
| CacheHandle entry = cache.lookup(simpleSpawn, simplePolicy); |
| verify(remoteCache) |
| .downloadActionResult( |
| any(RemoteActionExecutionContext.class), |
| any(ActionKey.class), |
| /* inlineOutErr= */ eq(false)); |
| assertThat(entry.hasResult()).isFalse(); |
| SpawnResult result = |
| new SpawnResult.Builder() |
| .setExitCode(1) |
| .setStatus(Status.NON_ZERO_EXIT) |
| .setFailureDetail( |
| FailureDetail.newBuilder() |
| .setSpawn(FailureDetails.Spawn.newBuilder().setCode(Code.NON_ZERO_EXIT)) |
| .build()) |
| .setRunnerName("test") |
| .build(); |
| entry.store(result); |
| verify(service, never()).uploadOutputs(any(), any()); |
| assertThat(progressUpdates) |
| .containsExactly( |
| SpawnCheckingCacheEvent.create("remote-cache"), |
| SpawnExecutingEvent.create("remote-cache")); |
| } |
| |
| @Test |
| public void printWarningIfDownloadFails() throws Exception { |
| RemoteSpawnCache cache = createRemoteSpawnCache(); |
| RemoteExecutionService service = cache.getRemoteExecutionService(); |
| doThrow(new IOException(io.grpc.Status.UNAVAILABLE.asRuntimeException())) |
| .when(remoteCache) |
| .downloadActionResult( |
| any(RemoteActionExecutionContext.class), |
| any(ActionKey.class), |
| /* inlineOutErr= */ eq(false)); |
| |
| CacheHandle entry = cache.lookup(simpleSpawn, simplePolicy); |
| assertThat(entry.hasResult()).isFalse(); |
| SpawnResult result = |
| new SpawnResult.Builder() |
| .setExitCode(0) |
| .setStatus(Status.SUCCESS) |
| .setRunnerName("test") |
| .build(); |
| |
| doNothing().when(service).uploadOutputs(any(), any()); |
| entry.store(result); |
| verify(service).uploadOutputs(any(), eq(result)); |
| |
| assertThat(eventHandler.getEvents()).hasSize(1); |
| Event evt = eventHandler.getEvents().get(0); |
| assertThat(evt.getKind()).isEqualTo(EventKind.WARNING); |
| assertThat(evt.getMessage()).contains("UNAVAILABLE"); |
| assertThat(progressUpdates) |
| .containsExactly( |
| SpawnCheckingCacheEvent.create("remote-cache"), |
| SpawnExecutingEvent.create("remote-cache")); |
| } |
| |
| @Test |
| public void orphanedCachedResultIgnored() throws Exception { |
| RemoteSpawnCache cache = createRemoteSpawnCache(); |
| RemoteExecutionService service = cache.getRemoteExecutionService(); |
| Digest digest = digestUtil.computeAsUtf8("bla"); |
| ActionResult actionResult = |
| ActionResult.newBuilder() |
| .addOutputFiles(OutputFile.newBuilder().setPath("/random/file").setDigest(digest)) |
| .build(); |
| when(remoteCache.downloadActionResult( |
| any(RemoteActionExecutionContext.class), |
| any(ActionKey.class), |
| /* inlineOutErr= */ eq(false))) |
| .thenAnswer( |
| new Answer<CachedActionResult>() { |
| @Override |
| public CachedActionResult answer(InvocationOnMock invocation) { |
| RemoteActionExecutionContext context = invocation.getArgument(0); |
| RequestMetadata meta = context.getRequestMetadata(); |
| assertThat(meta.getCorrelatedInvocationsId()).isEqualTo(BUILD_REQUEST_ID); |
| assertThat(meta.getToolInvocationId()).isEqualTo(COMMAND_ID); |
| return CachedActionResult.remote(actionResult); |
| } |
| }); |
| doThrow(new CacheNotFoundException(digest)) |
| .when(service) |
| .downloadOutputs( |
| any(), eq(RemoteActionResult.createFromCache(CachedActionResult.remote(actionResult)))); |
| |
| CacheHandle entry = cache.lookup(simpleSpawn, simplePolicy); |
| assertThat(entry.hasResult()).isFalse(); |
| SpawnResult result = |
| new SpawnResult.Builder() |
| .setExitCode(0) |
| .setStatus(Status.SUCCESS) |
| .setRunnerName("test") |
| .build(); |
| |
| doNothing().when(service).uploadOutputs(any(), any()); |
| entry.store(result); |
| verify(service).uploadOutputs(any(), eq(result)); |
| assertThat(progressUpdates) |
| .containsExactly( |
| SpawnCheckingCacheEvent.create("remote-cache"), |
| SpawnExecutingEvent.create("remote-cache")); |
| assertThat(eventHandler.getEvents()).isEmpty(); // no warning is printed. |
| } |
| |
| @Test |
| public void failedCacheActionAsCacheMiss() throws Exception { |
| RemoteSpawnCache cache = createRemoteSpawnCache(); |
| ActionResult actionResult = ActionResult.newBuilder().setExitCode(1).build(); |
| when(remoteCache.downloadActionResult( |
| any(RemoteActionExecutionContext.class), |
| any(ActionKey.class), |
| /* inlineOutErr= */ eq(false))) |
| .thenReturn(CachedActionResult.remote(actionResult)); |
| |
| CacheHandle entry = cache.lookup(simpleSpawn, simplePolicy); |
| |
| assertThat(entry.hasResult()).isFalse(); |
| } |
| |
| @Test |
| public void testDownloadMinimal() throws Exception { |
| // arrange |
| RemoteOptions remoteOptions = Options.getDefaults(RemoteOptions.class); |
| remoteOptions.remoteOutputsMode = RemoteOutputsMode.MINIMAL; |
| RemoteSpawnCache cache = remoteSpawnCacheWithOptions(remoteOptions); |
| |
| ActionResult success = ActionResult.newBuilder().setExitCode(0).build(); |
| when(remoteCache.downloadActionResult( |
| any(RemoteActionExecutionContext.class), any(), /* inlineOutErr= */ eq(false))) |
| .thenReturn(CachedActionResult.remote(success)); |
| doReturn(null).when(cache.getRemoteExecutionService()).downloadOutputs(any(), any()); |
| |
| // act |
| CacheHandle cacheHandle = cache.lookup(simpleSpawn, simplePolicy); |
| |
| // assert |
| assertThat(cacheHandle.hasResult()).isTrue(); |
| assertThat(cacheHandle.getResult().exitCode()).isEqualTo(0); |
| verify(cache.getRemoteExecutionService()) |
| .downloadOutputs( |
| any(), eq(RemoteActionResult.createFromCache(CachedActionResult.remote(success)))); |
| } |
| |
| @Test |
| public void testDownloadMinimalIoError() throws Exception { |
| // arrange |
| RemoteOptions remoteOptions = Options.getDefaults(RemoteOptions.class); |
| remoteOptions.remoteOutputsMode = RemoteOutputsMode.MINIMAL; |
| RemoteSpawnCache cache = remoteSpawnCacheWithOptions(remoteOptions); |
| |
| IOException downloadFailure = new IOException("downloadMinimal failed"); |
| |
| ActionResult success = ActionResult.newBuilder().setExitCode(0).build(); |
| when(remoteCache.downloadActionResult( |
| any(RemoteActionExecutionContext.class), any(), /* inlineOutErr= */ eq(false))) |
| .thenReturn(CachedActionResult.remote(success)); |
| doThrow(downloadFailure) |
| .when(cache.getRemoteExecutionService()) |
| .downloadOutputs( |
| any(), eq(RemoteActionResult.createFromCache(CachedActionResult.remote(success)))); |
| |
| // act |
| CacheHandle cacheHandle = cache.lookup(simpleSpawn, simplePolicy); |
| |
| // assert |
| assertThat(cacheHandle.hasResult()).isFalse(); |
| verify(cache.getRemoteExecutionService()) |
| .downloadOutputs( |
| any(), eq(RemoteActionResult.createFromCache(CachedActionResult.remote(success)))); |
| assertThat(eventHandler.getEvents().size()).isEqualTo(1); |
| Event evt = eventHandler.getEvents().get(0); |
| assertThat(evt.getKind()).isEqualTo(EventKind.WARNING); |
| assertThat(evt.getMessage()).contains(downloadFailure.getMessage()); |
| } |
| } |
