Fix SkyframeLoadingPhaseRunner posting of EventBus events.
The TargetParsingCompleteEvent was posting the post-expansion targets, and the
LoadingPhaseCompleteEvent was missing the test-suite targets.
--
MOS_MIGRATED_REVID=114312273
diff --git a/src/main/java/com/google/devtools/build/lib/pkgcache/LegacyLoadingPhaseRunner.java b/src/main/java/com/google/devtools/build/lib/pkgcache/LegacyLoadingPhaseRunner.java
index 9b6b684..7fda021 100644
--- a/src/main/java/com/google/devtools/build/lib/pkgcache/LegacyLoadingPhaseRunner.java
+++ b/src/main/java/com/google/devtools/build/lib/pkgcache/LegacyLoadingPhaseRunner.java
@@ -281,7 +281,8 @@
private void postLoadingLogging(EventBus eventBus, ImmutableSet<Target> originalTargetsToLoad,
ImmutableSet<Target> expandedTargetsToLoad, Stopwatch timer) {
Set<Target> testSuiteTargets = Sets.difference(originalTargetsToLoad, expandedTargetsToLoad);
- eventBus.post(new LoadingPhaseCompleteEvent(expandedTargetsToLoad, testSuiteTargets,
+ eventBus.post(new LoadingPhaseCompleteEvent(
+ expandedTargetsToLoad, ImmutableSet.copyOf(testSuiteTargets),
packageManager.getStatistics(), timer.stop().elapsed(TimeUnit.MILLISECONDS)));
LOG.info("Loading phase finished");
}
diff --git a/src/main/java/com/google/devtools/build/lib/pkgcache/LoadingPhaseCompleteEvent.java b/src/main/java/com/google/devtools/build/lib/pkgcache/LoadingPhaseCompleteEvent.java
index 914ce3b..4f42c0f 100644
--- a/src/main/java/com/google/devtools/build/lib/pkgcache/LoadingPhaseCompleteEvent.java
+++ b/src/main/java/com/google/devtools/build/lib/pkgcache/LoadingPhaseCompleteEvent.java
@@ -14,18 +14,18 @@
package com.google.devtools.build.lib.pkgcache;
import com.google.common.base.Function;
+import com.google.common.base.Preconditions;
+import com.google.common.collect.ImmutableSet;
import com.google.common.collect.Iterables;
import com.google.devtools.build.lib.cmdline.Label;
import com.google.devtools.build.lib.packages.Target;
-import java.util.Collection;
-
/**
* This event is fired after the loading phase is complete.
*/
-public class LoadingPhaseCompleteEvent {
- private final Collection<Target> targets;
- private final Collection<Target> filteredTargets;
+public final class LoadingPhaseCompleteEvent {
+ private final ImmutableSet<Target> targets;
+ private final ImmutableSet<Target> filteredTargets;
private final PackageManager.PackageManagerStatistics pkgManagerStats;
private final long timeInMs;
@@ -35,11 +35,12 @@
* @param targets the set of active targets that remain
* @param pkgManagerStats statistics about the package cache
*/
- public LoadingPhaseCompleteEvent(Collection<Target> targets, Collection<Target> filteredTargets,
- PackageManager.PackageManagerStatistics pkgManagerStats, long timeInMs) {
- this.targets = targets;
- this.filteredTargets = filteredTargets;
- this.pkgManagerStats = pkgManagerStats;
+ public LoadingPhaseCompleteEvent(ImmutableSet<Target> targets,
+ ImmutableSet<Target> filteredTargets, PackageManager.PackageManagerStatistics pkgManagerStats,
+ long timeInMs) {
+ this.targets = Preconditions.checkNotNull(targets);
+ this.filteredTargets = Preconditions.checkNotNull(filteredTargets);
+ this.pkgManagerStats = Preconditions.checkNotNull(pkgManagerStats);
this.timeInMs = timeInMs;
}
@@ -47,14 +48,14 @@
* @return The set of active targets remaining, which is a subset of the
* targets we attempted to load.
*/
- public Collection<Target> getTargets() {
+ public ImmutableSet<Target> getTargets() {
return targets;
}
/**
* @return The set of filtered targets.
*/
- public Collection<Target> getFilteredTargets() {
+ public ImmutableSet<Target> getFilteredTargets() {
return filteredTargets;
}
diff --git a/src/main/java/com/google/devtools/build/lib/skyframe/SkyframeExecutor.java b/src/main/java/com/google/devtools/build/lib/skyframe/SkyframeExecutor.java
index 12c38a8..92c6804 100644
--- a/src/main/java/com/google/devtools/build/lib/skyframe/SkyframeExecutor.java
+++ b/src/main/java/com/google/devtools/build/lib/skyframe/SkyframeExecutor.java
@@ -1728,7 +1728,6 @@
* Skyframe-based implementation of {@link LoadingPhaseRunner} based on {@link
* TargetPatternPhaseFunction}.
*/
- // TODO(ulfjack): This is still incomplete.
final class SkyframeLoadingPhaseRunner extends LoadingPhaseRunner {
private final TargetPatternEvaluator targetPatternEvaluator;
private final Set<String> ruleClassNames;
@@ -1785,17 +1784,14 @@
long time = timer.stop().elapsed(TimeUnit.MILLISECONDS);
TargetPatternPhaseValue patternParsingValue = evalResult.get(key);
- // TODO(ulfjack): The first event should be pre-test_suite expansion, the second post.
- eventBus.post(new TargetParsingCompleteEvent(patternParsingValue.getTargets(),
+ eventBus.post(new TargetParsingCompleteEvent(patternParsingValue.getOriginalTargets(),
patternParsingValue.getFilteredTargets(), patternParsingValue.getTestFilteredTargets(),
time));
if (callback != null) {
callback.notifyTargets(patternParsingValue.getTargets());
}
eventBus.post(new LoadingPhaseCompleteEvent(
- /*was expandedTargetsToLoad*/patternParsingValue.getTargets(),
- // TODO(ulfjack): Should be: Sets.difference(originalTargetsToLoad, expandedTargetsToLoad)
- /*was testSuiteTargets*/ImmutableSet.<Target>of(),
+ patternParsingValue.getTargets(), patternParsingValue.getTestSuiteTargets(),
packageManager.getStatistics(), /*timeInMs=*/0));
return patternParsingValue.toLoadingResult();
}
diff --git a/src/main/java/com/google/devtools/build/lib/skyframe/TargetPatternPhaseFunction.java b/src/main/java/com/google/devtools/build/lib/skyframe/TargetPatternPhaseFunction.java
index ea30c05..9608878 100644
--- a/src/main/java/com/google/devtools/build/lib/skyframe/TargetPatternPhaseFunction.java
+++ b/src/main/java/com/google/devtools/build/lib/skyframe/TargetPatternPhaseFunction.java
@@ -159,9 +159,12 @@
expandedTargetsBuilder.add(target);
}
}
- targets = expandedTargetsBuilder.build();
- return new TargetPatternPhaseValue(targets.getTargets(), testsToRun, preExpansionError,
- targets.hasError(), filteredTargets, testFilteredTargets);
+ ResolvedTargets<Target> expandedTargets = expandedTargetsBuilder.build();
+ Set<Target> testSuiteTargets =
+ Sets.difference(targets.getTargets(), expandedTargets.getTargets());
+ return new TargetPatternPhaseValue(expandedTargets.getTargets(), testsToRun, preExpansionError,
+ expandedTargets.hasError(), filteredTargets, testFilteredTargets,
+ targets.getTargets(), ImmutableSet.copyOf(testSuiteTargets));
}
/**
diff --git a/src/main/java/com/google/devtools/build/lib/skyframe/TargetPatternPhaseValue.java b/src/main/java/com/google/devtools/build/lib/skyframe/TargetPatternPhaseValue.java
index becc737..4c864db 100644
--- a/src/main/java/com/google/devtools/build/lib/skyframe/TargetPatternPhaseValue.java
+++ b/src/main/java/com/google/devtools/build/lib/skyframe/TargetPatternPhaseValue.java
@@ -52,15 +52,23 @@
private final ImmutableSet<Target> filteredTargets;
private final ImmutableSet<Target> testFilteredTargets;
+ // These two fields are only for the purposes of generating the TargetParsingCompleteEvent.
+ // TODO(ulfjack): Support EventBus event posting in Skyframe, and remove this code again.
+ private final ImmutableSet<Target> originalTargets;
+ private final ImmutableSet<Target> testSuiteTargets;
+
TargetPatternPhaseValue(ImmutableSet<Target> targets, @Nullable ImmutableSet<Target> testsToRun,
boolean hasError, boolean hasPostExpansionError, ImmutableSet<Target> filteredTargets,
- ImmutableSet<Target> testFilteredTargets) {
+ ImmutableSet<Target> testFilteredTargets, ImmutableSet<Target> originalTargets,
+ ImmutableSet<Target> testSuiteTargets) {
this.targets = Preconditions.checkNotNull(targets);
this.testsToRun = testsToRun;
this.hasError = hasError;
this.hasPostExpansionError = hasPostExpansionError;
this.filteredTargets = Preconditions.checkNotNull(filteredTargets);
this.testFilteredTargets = Preconditions.checkNotNull(testFilteredTargets);
+ this.originalTargets = Preconditions.checkNotNull(originalTargets);
+ this.testSuiteTargets = Preconditions.checkNotNull(testSuiteTargets);
}
public ImmutableSet<Target> getTargets() {
@@ -88,6 +96,14 @@
return testFilteredTargets;
}
+ public ImmutableSet<Target> getOriginalTargets() {
+ return originalTargets;
+ }
+
+ public ImmutableSet<Target> getTestSuiteTargets() {
+ return testSuiteTargets;
+ }
+
public LoadingResult toLoadingResult() {
return new LoadingResult(hasError(), hasPostExpansionError(), getTargets(), getTestsToRun(),
ImmutableMap.<PackageIdentifier, Path>of());
