Damien Martin-Guillerez | f88f4d8 | 2015-09-25 13:56:55 +0000 | [diff] [blame] | 1 | // Copyright 2014 The Bazel Authors. All rights reserved. |
Han-Wen Nienhuys | d08b27f | 2015-02-25 16:45:20 +0100 | [diff] [blame] | 2 | // |
| 3 | // Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | // you may not use this file except in compliance with the License. |
| 5 | // You may obtain a copy of the License at |
| 6 | // |
| 7 | // http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | // |
| 9 | // Unless required by applicable law or agreed to in writing, software |
| 10 | // distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | // See the License for the specific language governing permissions and |
| 13 | // limitations under the License. |
| 14 | package com.google.devtools.build.skyframe; |
| 15 | |
Mark Schaller | e3c88de | 2015-08-05 22:02:59 +0000 | [diff] [blame] | 16 | import com.google.common.base.Function; |
| 17 | import com.google.devtools.build.lib.concurrent.AbstractQueueVisitor; |
Nathan Harmata | 3724d92 | 2016-05-26 19:56:24 +0000 | [diff] [blame] | 18 | import com.google.devtools.build.lib.concurrent.ErrorHandler; |
Mark Schaller | eff2b45 | 2015-10-13 20:06:19 +0000 | [diff] [blame] | 19 | import com.google.devtools.build.lib.concurrent.ExecutorParams; |
Han-Wen Nienhuys | d08b27f | 2015-02-25 16:45:20 +0100 | [diff] [blame] | 20 | import com.google.devtools.build.skyframe.InvalidatingNodeVisitor.DeletingNodeVisitor; |
| 21 | import com.google.devtools.build.skyframe.InvalidatingNodeVisitor.DirtyingNodeVisitor; |
| 22 | import com.google.devtools.build.skyframe.InvalidatingNodeVisitor.InvalidationState; |
Mark Schaller | eff2b45 | 2015-10-13 20:06:19 +0000 | [diff] [blame] | 23 | import java.util.concurrent.ExecutorService; |
Mark Schaller | 454bc6d | 2015-11-03 19:12:48 +0000 | [diff] [blame] | 24 | import java.util.concurrent.ForkJoinPool; |
Mark Schaller | e3c88de | 2015-08-05 22:02:59 +0000 | [diff] [blame] | 25 | import javax.annotation.Nullable; |
| 26 | |
Han-Wen Nienhuys | d08b27f | 2015-02-25 16:45:20 +0100 | [diff] [blame] | 27 | /** |
| 28 | * Utility class for performing eager invalidation on Skyframe graphs. |
| 29 | * |
| 30 | * <p>This is intended only for use in alternative {@code MemoizingEvaluator} implementations. |
| 31 | */ |
| 32 | public final class EagerInvalidator { |
| 33 | |
| 34 | private EagerInvalidator() {} |
| 35 | |
| 36 | /** |
| 37 | * Deletes given values. The {@code traverseGraph} parameter controls whether this method deletes |
| 38 | * (transitive) dependents of these nodes and relevant graph edges, or just the nodes themselves. |
| 39 | * Deleting just the nodes is inconsistent unless the graph will not be used for incremental |
| 40 | * builds in the future, but unfortunately there is a case where we delete nodes intra-build. As |
| 41 | * long as the full upward transitive closure of the nodes is specified for deletion, the graph |
| 42 | * remains consistent. |
| 43 | */ |
Janak Ramakrishnan | cc7712f | 2016-07-08 17:38:27 +0000 | [diff] [blame] | 44 | public static void delete( |
| 45 | InMemoryGraph graph, |
| 46 | Iterable<SkyKey> diff, |
Googler | c4e2255 | 2016-09-27 15:44:40 +0000 | [diff] [blame^] | 47 | EvaluationProgressReceiver progressReceiver, |
Janak Ramakrishnan | cc7712f | 2016-07-08 17:38:27 +0000 | [diff] [blame] | 48 | InvalidationState state, |
| 49 | boolean traverseGraph, |
| 50 | DirtyKeyTracker dirtyKeyTracker) |
| 51 | throws InterruptedException { |
Mark Schaller | 226ce681 | 2015-09-01 22:44:58 +0000 | [diff] [blame] | 52 | DeletingNodeVisitor visitor = |
| 53 | createDeletingVisitorIfNeeded( |
Googler | c4e2255 | 2016-09-27 15:44:40 +0000 | [diff] [blame^] | 54 | graph, diff, progressReceiver, state, traverseGraph, dirtyKeyTracker); |
Han-Wen Nienhuys | d08b27f | 2015-02-25 16:45:20 +0100 | [diff] [blame] | 55 | if (visitor != null) { |
| 56 | visitor.run(); |
| 57 | } |
| 58 | } |
| 59 | |
Mark Schaller | e3c88de | 2015-08-05 22:02:59 +0000 | [diff] [blame] | 60 | @Nullable |
Mark Schaller | 226ce681 | 2015-09-01 22:44:58 +0000 | [diff] [blame] | 61 | static DeletingNodeVisitor createDeletingVisitorIfNeeded( |
Janak Ramakrishnan | cc7712f | 2016-07-08 17:38:27 +0000 | [diff] [blame] | 62 | InMemoryGraph graph, |
Mark Schaller | 226ce681 | 2015-09-01 22:44:58 +0000 | [diff] [blame] | 63 | Iterable<SkyKey> diff, |
Googler | c4e2255 | 2016-09-27 15:44:40 +0000 | [diff] [blame^] | 64 | EvaluationProgressReceiver progressReceiver, |
Mark Schaller | 226ce681 | 2015-09-01 22:44:58 +0000 | [diff] [blame] | 65 | InvalidationState state, |
| 66 | boolean traverseGraph, |
| 67 | DirtyKeyTracker dirtyKeyTracker) { |
Han-Wen Nienhuys | d08b27f | 2015-02-25 16:45:20 +0100 | [diff] [blame] | 68 | state.update(diff); |
Mark Schaller | e3c88de | 2015-08-05 22:02:59 +0000 | [diff] [blame] | 69 | return state.isEmpty() ? null |
Googler | c4e2255 | 2016-09-27 15:44:40 +0000 | [diff] [blame^] | 70 | : new DeletingNodeVisitor(graph, progressReceiver, state, traverseGraph, |
Mark Schaller | e3c88de | 2015-08-05 22:02:59 +0000 | [diff] [blame] | 71 | dirtyKeyTracker); |
| 72 | } |
| 73 | |
| 74 | @Nullable |
Mark Schaller | 226ce681 | 2015-09-01 22:44:58 +0000 | [diff] [blame] | 75 | static DirtyingNodeVisitor createInvalidatingVisitorIfNeeded( |
Nathan Harmata | 33faf91 | 2016-08-10 19:15:15 +0000 | [diff] [blame] | 76 | QueryableGraph graph, |
Mark Schaller | 226ce681 | 2015-09-01 22:44:58 +0000 | [diff] [blame] | 77 | Iterable<SkyKey> diff, |
Googler | c4e2255 | 2016-09-27 15:44:40 +0000 | [diff] [blame^] | 78 | EvaluationProgressReceiver progressReceiver, |
Mark Schaller | 226ce681 | 2015-09-01 22:44:58 +0000 | [diff] [blame] | 79 | InvalidationState state, |
| 80 | DirtyKeyTracker dirtyKeyTracker, |
Mark Schaller | eff2b45 | 2015-10-13 20:06:19 +0000 | [diff] [blame] | 81 | Function<ExecutorParams, ? extends ExecutorService> executorFactory) { |
Mark Schaller | e3c88de | 2015-08-05 22:02:59 +0000 | [diff] [blame] | 82 | state.update(diff); |
| 83 | return state.isEmpty() ? null |
Googler | c4e2255 | 2016-09-27 15:44:40 +0000 | [diff] [blame^] | 84 | : new DirtyingNodeVisitor(graph, progressReceiver, state, dirtyKeyTracker, |
Mark Schaller | e3c88de | 2015-08-05 22:02:59 +0000 | [diff] [blame] | 85 | executorFactory); |
| 86 | } |
| 87 | |
Mark Schaller | 454bc6d | 2015-11-03 19:12:48 +0000 | [diff] [blame] | 88 | @Nullable |
| 89 | private static DirtyingNodeVisitor createInvalidatingVisitorIfNeeded( |
Nathan Harmata | 33faf91 | 2016-08-10 19:15:15 +0000 | [diff] [blame] | 90 | QueryableGraph graph, |
Mark Schaller | 454bc6d | 2015-11-03 19:12:48 +0000 | [diff] [blame] | 91 | Iterable<SkyKey> diff, |
Googler | c4e2255 | 2016-09-27 15:44:40 +0000 | [diff] [blame^] | 92 | EvaluationProgressReceiver progressReceiver, |
Mark Schaller | 454bc6d | 2015-11-03 19:12:48 +0000 | [diff] [blame] | 93 | InvalidationState state, |
| 94 | DirtyKeyTracker dirtyKeyTracker, |
Mark Schaller | c6ed613 | 2015-11-24 15:45:40 +0000 | [diff] [blame] | 95 | ForkJoinPool forkJoinPool, |
Nathan Harmata | 3724d92 | 2016-05-26 19:56:24 +0000 | [diff] [blame] | 96 | boolean supportInterruptions, |
| 97 | ErrorHandler errorHandler) { |
Mark Schaller | 454bc6d | 2015-11-03 19:12:48 +0000 | [diff] [blame] | 98 | state.update(diff); |
| 99 | return state.isEmpty() |
| 100 | ? null |
| 101 | : new DirtyingNodeVisitor( |
Mark Schaller | c6ed613 | 2015-11-24 15:45:40 +0000 | [diff] [blame] | 102 | graph, |
Googler | c4e2255 | 2016-09-27 15:44:40 +0000 | [diff] [blame^] | 103 | progressReceiver, |
Mark Schaller | c6ed613 | 2015-11-24 15:45:40 +0000 | [diff] [blame] | 104 | state, |
| 105 | dirtyKeyTracker, |
| 106 | forkJoinPool, |
Janak Ramakrishnan | 3c0adb2 | 2016-08-15 21:54:55 +0000 | [diff] [blame] | 107 | supportInterruptions); |
Mark Schaller | 454bc6d | 2015-11-03 19:12:48 +0000 | [diff] [blame] | 108 | } |
| 109 | |
Mark Schaller | e3c88de | 2015-08-05 22:02:59 +0000 | [diff] [blame] | 110 | /** |
Mark Schaller | 454bc6d | 2015-11-03 19:12:48 +0000 | [diff] [blame] | 111 | * Invalidates given values and their upward transitive closure in the graph if necessary, using |
| 112 | * an executor constructed with the provided factory. |
Mark Schaller | e3c88de | 2015-08-05 22:02:59 +0000 | [diff] [blame] | 113 | */ |
Mark Schaller | 226ce681 | 2015-09-01 22:44:58 +0000 | [diff] [blame] | 114 | public static void invalidate( |
Nathan Harmata | 33faf91 | 2016-08-10 19:15:15 +0000 | [diff] [blame] | 115 | QueryableGraph graph, |
Mark Schaller | 226ce681 | 2015-09-01 22:44:58 +0000 | [diff] [blame] | 116 | Iterable<SkyKey> diff, |
Googler | c4e2255 | 2016-09-27 15:44:40 +0000 | [diff] [blame^] | 117 | EvaluationProgressReceiver progressReceiver, |
Mark Schaller | 226ce681 | 2015-09-01 22:44:58 +0000 | [diff] [blame] | 118 | InvalidationState state, |
Mark Schaller | e3c88de | 2015-08-05 22:02:59 +0000 | [diff] [blame] | 119 | DirtyKeyTracker dirtyKeyTracker, |
Mark Schaller | eff2b45 | 2015-10-13 20:06:19 +0000 | [diff] [blame] | 120 | Function<ExecutorParams, ? extends ExecutorService> executorFactory) |
Mark Schaller | 226ce681 | 2015-09-01 22:44:58 +0000 | [diff] [blame] | 121 | throws InterruptedException { |
Mark Schaller | 226ce681 | 2015-09-01 22:44:58 +0000 | [diff] [blame] | 122 | DirtyingNodeVisitor visitor = |
| 123 | createInvalidatingVisitorIfNeeded( |
Googler | c4e2255 | 2016-09-27 15:44:40 +0000 | [diff] [blame^] | 124 | graph, diff, progressReceiver, state, dirtyKeyTracker, executorFactory); |
Mark Schaller | e3c88de | 2015-08-05 22:02:59 +0000 | [diff] [blame] | 125 | if (visitor != null) { |
| 126 | visitor.run(); |
Han-Wen Nienhuys | d08b27f | 2015-02-25 16:45:20 +0100 | [diff] [blame] | 127 | } |
Han-Wen Nienhuys | d08b27f | 2015-02-25 16:45:20 +0100 | [diff] [blame] | 128 | } |
| 129 | |
| 130 | /** |
Mark Schaller | 454bc6d | 2015-11-03 19:12:48 +0000 | [diff] [blame] | 131 | * Invalidates given values and their upward transitive closure in the graph if necessary, using |
| 132 | * the provided {@link ForkJoinPool}. |
| 133 | */ |
| 134 | public static void invalidate( |
Nathan Harmata | 33faf91 | 2016-08-10 19:15:15 +0000 | [diff] [blame] | 135 | QueryableGraph graph, |
Mark Schaller | 454bc6d | 2015-11-03 19:12:48 +0000 | [diff] [blame] | 136 | Iterable<SkyKey> diff, |
Googler | c4e2255 | 2016-09-27 15:44:40 +0000 | [diff] [blame^] | 137 | EvaluationProgressReceiver progressReceiver, |
Mark Schaller | 454bc6d | 2015-11-03 19:12:48 +0000 | [diff] [blame] | 138 | InvalidationState state, |
| 139 | DirtyKeyTracker dirtyKeyTracker, |
Mark Schaller | c6ed613 | 2015-11-24 15:45:40 +0000 | [diff] [blame] | 140 | ForkJoinPool forkJoinPool, |
Janak Ramakrishnan | 3c0adb2 | 2016-08-15 21:54:55 +0000 | [diff] [blame] | 141 | boolean supportInterruptions) |
Mark Schaller | 454bc6d | 2015-11-03 19:12:48 +0000 | [diff] [blame] | 142 | throws InterruptedException { |
| 143 | DirtyingNodeVisitor visitor = |
| 144 | createInvalidatingVisitorIfNeeded( |
Mark Schaller | c6ed613 | 2015-11-24 15:45:40 +0000 | [diff] [blame] | 145 | graph, |
| 146 | diff, |
Googler | c4e2255 | 2016-09-27 15:44:40 +0000 | [diff] [blame^] | 147 | progressReceiver, |
Mark Schaller | c6ed613 | 2015-11-24 15:45:40 +0000 | [diff] [blame] | 148 | state, |
| 149 | dirtyKeyTracker, |
| 150 | forkJoinPool, |
Nathan Harmata | 3724d92 | 2016-05-26 19:56:24 +0000 | [diff] [blame] | 151 | supportInterruptions, |
Janak Ramakrishnan | 3c0adb2 | 2016-08-15 21:54:55 +0000 | [diff] [blame] | 152 | ErrorHandler.NullHandler.INSTANCE); |
Mark Schaller | 454bc6d | 2015-11-03 19:12:48 +0000 | [diff] [blame] | 153 | if (visitor != null) { |
| 154 | visitor.run(); |
| 155 | } |
| 156 | } |
| 157 | |
Janak Ramakrishnan | cc7712f | 2016-07-08 17:38:27 +0000 | [diff] [blame] | 158 | /** Invalidates given values and their upward transitive closure in the graph. */ |
Mark Schaller | 454bc6d | 2015-11-03 19:12:48 +0000 | [diff] [blame] | 159 | public static void invalidate( |
Nathan Harmata | 33faf91 | 2016-08-10 19:15:15 +0000 | [diff] [blame] | 160 | QueryableGraph graph, |
Mark Schaller | 454bc6d | 2015-11-03 19:12:48 +0000 | [diff] [blame] | 161 | Iterable<SkyKey> diff, |
Googler | c4e2255 | 2016-09-27 15:44:40 +0000 | [diff] [blame^] | 162 | EvaluationProgressReceiver progressReceiver, |
Mark Schaller | 454bc6d | 2015-11-03 19:12:48 +0000 | [diff] [blame] | 163 | InvalidationState state, |
Han-Wen Nienhuys | d08b27f | 2015-02-25 16:45:20 +0100 | [diff] [blame] | 164 | DirtyKeyTracker dirtyKeyTracker) |
Mark Schaller | e3c88de | 2015-08-05 22:02:59 +0000 | [diff] [blame] | 165 | throws InterruptedException { |
Googler | c4e2255 | 2016-09-27 15:44:40 +0000 | [diff] [blame^] | 166 | invalidate(graph, diff, progressReceiver, state, dirtyKeyTracker, |
Mark Schaller | e3c88de | 2015-08-05 22:02:59 +0000 | [diff] [blame] | 167 | AbstractQueueVisitor.EXECUTOR_FACTORY); |
Han-Wen Nienhuys | d08b27f | 2015-02-25 16:45:20 +0100 | [diff] [blame] | 168 | } |
Mark Schaller | e3c88de | 2015-08-05 22:02:59 +0000 | [diff] [blame] | 169 | |
Han-Wen Nienhuys | d08b27f | 2015-02-25 16:45:20 +0100 | [diff] [blame] | 170 | } |