| #!/usr/bin/env bash | |
| # | |
| # Copyright 2023 The Bazel Authors. All rights reserved. | |
| # | |
| # Licensed under the Apache License, Version 2.0 (the "License"); | |
| # you may not use this file except in compliance with the License. | |
| # You may obtain a copy of the License at | |
| # | |
| # http://www.apache.org/licenses/LICENSE-2.0 | |
| # | |
| # Unless required by applicable law or agreed to in writing, software | |
| # distributed under the License is distributed on an "AS IS" BASIS, | |
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | |
| # See the License for the specific language governing permissions and | |
| # limitations under the License. | |
| # | |
| # Tests path mapping support of Bazel's executors. | |
| set -euo pipefail | |
| # --- begin runfiles.bash initialization --- | |
| if [[ ! -d "${RUNFILES_DIR:-/dev/null}" && ! -f "${RUNFILES_MANIFEST_FILE:-/dev/null}" ]]; then | |
| if [[ -f "$0.runfiles_manifest" ]]; then | |
| export RUNFILES_MANIFEST_FILE="$0.runfiles_manifest" | |
| elif [[ -f "$0.runfiles/MANIFEST" ]]; then | |
| export RUNFILES_MANIFEST_FILE="$0.runfiles/MANIFEST" | |
| elif [[ -f "$0.runfiles/bazel_tools/tools/bash/runfiles/runfiles.bash" ]]; then | |
| export RUNFILES_DIR="$0.runfiles" | |
| fi | |
| fi | |
| if [[ -f "${RUNFILES_DIR:-/dev/null}/bazel_tools/tools/bash/runfiles/runfiles.bash" ]]; then | |
| source "${RUNFILES_DIR}/bazel_tools/tools/bash/runfiles/runfiles.bash" | |
| elif [[ -f "${RUNFILES_MANIFEST_FILE:-/dev/null}" ]]; then | |
| source "$(grep -m1 "^bazel_tools/tools/bash/runfiles/runfiles.bash " \ | |
| "$RUNFILES_MANIFEST_FILE" | cut -d ' ' -f 2-)" | |
| else | |
| echo >&2 "ERROR: cannot find @bazel_tools//tools/bash/runfiles:runfiles.bash" | |
| exit 1 | |
| fi | |
| # --- end runfiles.bash initialization --- | |
| source "$(rlocation "io_bazel/src/test/shell/integration_test_setup.sh")" \ | |
| || { echo "integration_test_setup.sh not found!" >&2; exit 1; } | |
| source "$(rlocation "io_bazel/src/test/shell/bazel/remote_helpers.sh")" \ | |
| || { echo "remote_helpers.sh not found!" >&2; exit 1; } | |
| source "$(rlocation "io_bazel/src/test/shell/bazel/remote/remote_utils.sh")" \ | |
| || { echo "remote_utils.sh not found!" >&2; exit 1; } | |
| function set_up() { | |
| start_worker | |
| add_rules_java "MODULE.bazel" | |
| add_rules_shell "MODULE.bazel" | |
| mkdir -p src/main/java/com/example | |
| cat > src/main/java/com/example/BUILD <<'EOF' | |
| load("@rules_java//java:java_binary.bzl", "java_binary") | |
| load("@rules_java//java:java_library.bzl", "java_library") | |
| java_binary( | |
| name = "Main", | |
| srcs = ["Main.java"], | |
| deps = [":lib"], | |
| ) | |
| java_library( | |
| name = "lib", | |
| srcs = ["Lib.java"], | |
| ) | |
| EOF | |
| cat > src/main/java/com/example/Main.java <<'EOF' | |
| package com.example; | |
| public class Main { | |
| public static void main(String[] args) { | |
| System.out.println(Lib.getGreeting()); | |
| } | |
| } | |
| EOF | |
| cat > src/main/java/com/example/Lib.java <<'EOF' | |
| package com.example; | |
| public class Lib { | |
| public static String getGreeting() { | |
| return "Hello, World!"; | |
| } | |
| } | |
| EOF | |
| } | |
| function tear_down() { | |
| bazel clean >& $TEST_log | |
| stop_worker | |
| } | |
| function test_path_stripping_local_fails() { | |
| cache_dir=$(mktemp -d) | |
| bazel build -c fastbuild \ | |
| --disk_cache=$cache_dir \ | |
| --experimental_output_paths=strip \ | |
| --strategy=Javac=local \ | |
| //src/main/java/com/example:Main &> $TEST_log && fail "build succeeded unexpectedly" | |
| expect_log 'Javac spawn, which requires sandboxing due to path mapping, cannot be executed with any of the available strategies' | |
| } | |
| function test_path_stripping_sandboxed() { | |
| if is_windows; then | |
| echo "Skipping test_path_stripping_sandboxed on Windows as it requires sandboxing" | |
| return | |
| fi | |
| cache_dir=$(mktemp -d) | |
| # Validate that the sandboxed strategy is preferred over the local strategy | |
| # with path mapping. | |
| bazel run -c fastbuild \ | |
| --disk_cache=$cache_dir \ | |
| --experimental_output_paths=strip \ | |
| --strategy=Javac=local,sandboxed \ | |
| //src/main/java/com/example:Main &> $TEST_log || fail "run failed unexpectedly" | |
| expect_log 'Hello, World!' | |
| # JavaToolchainCompileBootClasspath, JavaToolchainIjarBootclasspath, | |
| # 1x header compilation and 2x actual compilation. | |
| expect_log '5 \(linux\|darwin\|processwrapper\)-sandbox' | |
| expect_not_log 'disk cache hit' | |
| bazel run -c opt \ | |
| --disk_cache=$cache_dir \ | |
| --experimental_output_paths=strip \ | |
| --strategy=Javac=sandboxed \ | |
| //src/main/java/com/example:Main &> $TEST_log || fail "run failed unexpectedly" | |
| expect_log 'Hello, World!' | |
| expect_log '5 disk cache hit' | |
| expect_not_log '[0-9] \(linux\|darwin\|processwrapper\)-sandbox' | |
| } | |
| function test_path_stripping_singleplex_worker() { | |
| cache_dir=$(mktemp -d) | |
| # Worker sandboxing is enabled automatically, multiplexing is disabled since | |
| # the default toolchain does not support sandboxing yet. | |
| bazel run -c fastbuild \ | |
| --disk_cache=$cache_dir \ | |
| --experimental_output_paths=strip \ | |
| --strategy=Javac=worker \ | |
| //src/main/java/com/example:Main &> $TEST_log || fail "run failed unexpectedly" | |
| expect_log 'Hello, World!' | |
| # JavaToolchainCompileBootClasspath, JavaToolchainIjarBootclasspath | |
| # and header compilation. | |
| expect_log '3 \(linux\|darwin\|processwrapper\)-sandbox' | |
| # Actual compilation actions. | |
| expect_log '2 worker' | |
| expect_not_log 'disk cache hit' | |
| bazel run -c opt \ | |
| --disk_cache=$cache_dir \ | |
| --experimental_output_paths=strip \ | |
| --strategy=Javac=worker \ | |
| //src/main/java/com/example:Main &> $TEST_log || fail "run failed unexpectedly" | |
| expect_log 'Hello, World!' | |
| expect_log '5 disk cache hit' | |
| expect_not_log '[0-9] \(linux\|darwin\|processwrapper\)-sandbox' | |
| expect_not_log '[0-9] worker' | |
| } | |
| function test_path_stripping_multiplex_worker() { | |
| mkdir toolchain | |
| cat > toolchain/BUILD <<'EOF' | |
| load("@rules_java//toolchains:default_java_toolchain.bzl", "default_java_toolchain") | |
| default_java_toolchain( | |
| name = "java_toolchain", | |
| source_version = "17", | |
| target_version = "17", | |
| javac_supports_worker_multiplex_sandboxing = True, | |
| ) | |
| EOF | |
| cache_dir=$(mktemp -d) | |
| bazel run -c fastbuild \ | |
| --disk_cache=$cache_dir \ | |
| --experimental_output_paths=strip \ | |
| --strategy=Javac=worker \ | |
| --experimental_worker_multiplex_sandboxing \ | |
| --extra_toolchains=//toolchain:java_toolchain_definition \ | |
| --java_language_version=17 \ | |
| //src/main/java/com/example:Main &> $TEST_log || fail "run failed unexpectedly" | |
| expect_log 'Hello, World!' | |
| # JavaToolchainCompileBootClasspath, JavaToolchainIjarBootclasspath and header compilation. | |
| expect_log '3 \(linux\|darwin\|processwrapper\)-sandbox' | |
| # Actual compilation actions. | |
| expect_log '2 worker' | |
| expect_not_log 'disk cache hit' | |
| bazel run -c opt \ | |
| --disk_cache=$cache_dir \ | |
| --experimental_output_paths=strip \ | |
| --strategy=Javac=worker \ | |
| --experimental_worker_multiplex_sandboxing \ | |
| --extra_toolchains=//toolchain:java_toolchain_definition \ | |
| --java_language_version=17 \ | |
| //src/main/java/com/example:Main &> $TEST_log || fail "run failed unexpectedly" | |
| expect_log 'Hello, World!' | |
| expect_log '5 disk cache hit' | |
| expect_not_log '[0-9] \(linux\|darwin\|processwrapper\)-sandbox' | |
| expect_not_log '[0-9] worker' | |
| } | |
| function test_path_stripping_generated_multiplex_worker() { | |
| if is_windows; then | |
| echo "Skipping test_path_stripping_generated_multiplex_worker on Windows as it requires sandboxing" | |
| return | |
| fi | |
| cat >> MODULE.bazel <<'EOF' | |
| toolchains = use_extension("@rules_java//java:extensions.bzl", "toolchains") | |
| use_repo(toolchains, "remote_java_tools") | |
| EOF | |
| mkdir toolchain | |
| cat > toolchain/BUILD <<'EOF' | |
| load("@rules_java//toolchains:default_java_toolchain.bzl", "default_java_toolchain") | |
| genrule( | |
| name = "gen_javabuilder", | |
| srcs = ["@remote_java_tools//:JavaBuilder"], | |
| outs = ["JavaBuilder.jar"], | |
| cmd = "cp $< $@", | |
| executable = True, | |
| ) | |
| default_java_toolchain( | |
| name = "java_toolchain", | |
| source_version = "17", | |
| target_version = "17", | |
| javac_supports_worker_multiplex_sandboxing = True, | |
| javabuilder = ":gen_javabuilder", | |
| ) | |
| EOF | |
| cache_dir=$(mktemp -d) | |
| bazel run -c fastbuild \ | |
| --disk_cache=$cache_dir \ | |
| --experimental_output_paths=strip \ | |
| --strategy=Javac=worker \ | |
| --experimental_worker_multiplex_sandboxing \ | |
| --extra_toolchains=//toolchain:java_toolchain_definition \ | |
| --java_language_version=17 \ | |
| //src/main/java/com/example:Main &> $TEST_log || fail "run failed unexpectedly" | |
| expect_log 'Hello, World!' | |
| # Genrule, JavaToolchainCompileBootClasspath, JavaToolchainIjarBootclasspath and header compilation | |
| expect_log '4 \(linux\|darwin\|processwrapper\)-sandbox' | |
| # Actual compilation actions. | |
| expect_log '2 worker' | |
| expect_not_log 'disk cache hit' | |
| bazel run -c opt \ | |
| --disk_cache=$cache_dir \ | |
| --experimental_output_paths=strip \ | |
| --strategy=Javac=worker \ | |
| --experimental_worker_multiplex_sandboxing \ | |
| --extra_toolchains=//toolchain:java_toolchain_definition \ | |
| --java_language_version=17 \ | |
| //src/main/java/com/example:Main &> $TEST_log || fail "run failed unexpectedly" | |
| expect_log 'Hello, World!' | |
| expect_log '5 disk cache hit' | |
| expect_not_log '[0-9] \(linux\|darwin\|processwrapper\)-sandbox' | |
| expect_not_log '[0-9] worker' | |
| } | |
| function test_path_stripping_remote() { | |
| bazel run -c fastbuild \ | |
| --experimental_output_paths=strip \ | |
| --remote_executor=grpc://localhost:${worker_port} \ | |
| //src/main/java/com/example:Main &> $TEST_log || fail "run failed unexpectedly" | |
| expect_log 'Hello, World!' | |
| # JavaToolchainCompileBootClasspath, JavaToolchainIjarBootclasspath, | |
| # 1x header compilation and 2x actual compilation. | |
| expect_log '5 remote' | |
| expect_not_log 'remote cache hit' | |
| bazel run -c opt \ | |
| --experimental_output_paths=strip \ | |
| --remote_executor=grpc://localhost:${worker_port} \ | |
| //src/main/java/com/example:Main &> $TEST_log || fail "run failed unexpectedly" | |
| expect_log 'Hello, World!' | |
| expect_log '5 remote cache hit' | |
| # Do not match "5 remote cache hit", which is expected. | |
| expect_not_log '[0-9] remote[^ ]' | |
| } | |
| function test_path_stripping_remote_multiple_configs() { | |
| mkdir rules | |
| cat > rules/defs.bzl <<'EOF' | |
| LocationInfo = provider(fields = ["location"]) | |
| def _location_setting_impl(ctx): | |
| return LocationInfo(location = ctx.build_setting_value) | |
| location_setting = rule( | |
| implementation = _location_setting_impl, | |
| build_setting = config.string(), | |
| ) | |
| def _location_transition_impl(settings, attr): | |
| return {"//rules:location": attr.location} | |
| _location_transition = transition( | |
| implementation = _location_transition_impl, | |
| inputs = [], | |
| outputs = ["//rules:location"], | |
| ) | |
| def _bazelcon_greeting_impl(ctx): | |
| content = """ | |
| package com.example.{package}; | |
| public class Lib {{ | |
| public static String getGreeting() {{ | |
| return String.format("Hello, BazelCon {location}!"); | |
| }} | |
| }} | |
| """.format( | |
| package = ctx.attr.name, | |
| location = ctx.attr.location, | |
| ) | |
| file = ctx.actions.declare_file("Lib.java") | |
| ctx.actions.write(file, content) | |
| return [ | |
| DefaultInfo(files = depset([file])), | |
| ] | |
| bazelcon_greeting = rule( | |
| _bazelcon_greeting_impl, | |
| cfg = _location_transition, | |
| attrs = { | |
| "location": attr.string(), | |
| }, | |
| ) | |
| EOF | |
| cat > rules/BUILD << 'EOF' | |
| load("//rules:defs.bzl", "location_setting") | |
| location_setting( | |
| name = "location", | |
| build_setting_default = "", | |
| ) | |
| EOF | |
| mkdir -p src/main/java/com/example | |
| cat > src/main/java/com/example/BUILD <<'EOF' | |
| load("//rules:defs.bzl", "bazelcon_greeting") | |
| load("@rules_java//java:java_library.bzl", "java_library") | |
| load("@rules_java//java:java_binary.bzl", "java_binary") | |
| java_binary( | |
| name = "Main", | |
| srcs = ["Main.java"], | |
| deps = [":lib"], | |
| ) | |
| java_library( | |
| name = "lib", | |
| srcs = [ | |
| ":munich", | |
| ":new_york", | |
| ], | |
| ) | |
| bazelcon_greeting( | |
| name = "munich", | |
| location = "Munich", | |
| ) | |
| bazelcon_greeting( | |
| name = "new_york", | |
| location = "New York", | |
| ) | |
| EOF | |
| cat > src/main/java/com/example/Main.java <<'EOF' | |
| package com.example; | |
| public class Main { | |
| public static void main(String[] args) { | |
| System.out.println(com.example.new_york.Lib.getGreeting()); | |
| System.out.println(com.example.munich.Lib.getGreeting()); | |
| } | |
| } | |
| EOF | |
| bazel run -c fastbuild \ | |
| --experimental_output_paths=strip \ | |
| --remote_executor=grpc://localhost:${worker_port} \ | |
| //src/main/java/com/example:Main &> $TEST_log || fail "run failed unexpectedly" | |
| expect_log 'Hello, BazelCon New York!' | |
| expect_log 'Hello, BazelCon Munich!' | |
| # JavaToolchainCompileBootClasspath, JavaToolchainIjarBootclasspath | |
| # 1x header compilation and 2x actual compilation. | |
| expect_log '5 remote' | |
| expect_not_log 'remote cache hit' | |
| bazel run -c opt \ | |
| --experimental_output_paths=strip \ | |
| --remote_executor=grpc://localhost:${worker_port} \ | |
| //src/main/java/com/example:Main &> $TEST_log || fail "run failed unexpectedly" | |
| expect_log 'Hello, BazelCon New York!' | |
| expect_log 'Hello, BazelCon Munich!' | |
| # JavaToolchainCompileBootClasspath, JavaToolchainIjarBootclasspath | |
| # and compilation of the binary. | |
| expect_log '3 remote cache hit' | |
| # Do not match "[0-9] remote cache hit", which is expected separately. | |
| # Header and actual compilation of the library, which doesn't use path stripping as it would | |
| # result in ambiguous paths due to the multiple configs. | |
| expect_log '2 remote[^ ]' | |
| } | |
| function test_path_stripping_disabled_with_tags() { | |
| mkdir pkg | |
| cat > pkg/defs.bzl <<'EOF' | |
| def _my_rule_impl(ctx): | |
| out = ctx.actions.declare_file(ctx.attr.name) | |
| args = ctx.actions.args() | |
| args.add(out) | |
| ctx.actions.run_shell( | |
| outputs = [out], | |
| command = "echo 'Hello, World!' > $1", | |
| arguments = [args], | |
| execution_requirements = {"supports-path-mapping": ""}, | |
| ) | |
| return [ | |
| DefaultInfo(files = depset([out])), | |
| ] | |
| my_rule = rule(_my_rule_impl) | |
| EOF | |
| cat > pkg/BUILD << 'EOF' | |
| load(":defs.bzl", "my_rule") | |
| my_rule( | |
| name = "local_target", | |
| tags = ["local"], | |
| ) | |
| my_rule( | |
| name = "implicitly_local_target", | |
| tags = [ | |
| "no-sandbox", | |
| "no-remote", | |
| ], | |
| ) | |
| EOF | |
| bazel build --experimental_output_paths=strip //pkg:all &> $TEST_log || fail "build failed unexpectedly" | |
| } | |
| # Verifies that path mapping results in cache hits for CppCompile actions | |
| # subject to transitions that don't affect their inputs. | |
| function test_path_stripping_cc_remote() { | |
| local -r pkg="${FUNCNAME[0]}" | |
| cat > MODULE.bazel <<EOF | |
| bazel_dep(name = "apple_support", version = "2.8.4") | |
| EOF | |
| add_rules_cc "MODULE.bazel" | |
| mkdir -p "$pkg" | |
| cat > "$pkg/BUILD" <<EOF | |
| load("//$pkg/common/utils:defs.bzl", "gen_cc", "transition_wrapper") | |
| load("@rules_cc//cc:cc_binary.bzl", "cc_binary") | |
| cc_binary( | |
| name = "main", | |
| srcs = [ | |
| "main.cc", | |
| ":gen", | |
| ], | |
| deps = [ | |
| "//$pkg/lib1", | |
| "//$pkg/lib2", | |
| ], | |
| ) | |
| gen_cc( | |
| name = "gen", | |
| subject = "TreeArtifact", | |
| ) | |
| transition_wrapper( | |
| name = "transitioned_main", | |
| greeting = "Hi there", | |
| target = ":main", | |
| ) | |
| EOF | |
| cat > "$pkg/main.cc" <<EOF | |
| #include <iostream> | |
| #include <string> | |
| #include "$pkg/lib1/gen/top_level.h" | |
| #include "$pkg/lib1/gen/other_dir/not_top_level.h" | |
| #include "$pkg/lib1/lib1.h" | |
| #include "lib2.h" | |
| std::string TreeArtifactGreeting(); | |
| int main() { | |
| std::cout << GetLib1Greeting() << std::endl; | |
| std::cout << GetLib2Greeting() << std::endl; | |
| std::cout << TreeArtifactGreeting() << std::endl; | |
| std::cout << TOP_LEVEL_CONSTANT << " " << NOT_TOP_LEVEL_CONSTANT << std::endl; | |
| return 0; | |
| } | |
| EOF | |
| mkdir -p "$pkg"/lib1 | |
| cat > "$pkg/lib1/BUILD" <<EOF | |
| load("//$pkg/common/utils:defs.bzl", "gen_h", "transition_wrapper") | |
| load("@rules_cc//cc:cc_library.bzl", "cc_library") | |
| cc_library( | |
| name = "lib1", | |
| srcs = ["lib1.cc"], | |
| hdrs = [ | |
| "lib1.h", | |
| ":gen", | |
| ], | |
| deps = ["//$pkg/common/utils:utils"], | |
| visibility = ["//visibility:public"], | |
| ) | |
| gen_h( | |
| name = "gen", | |
| ) | |
| EOF | |
| cat > "$pkg/lib1/lib1.h" <<'EOF' | |
| #ifndef LIB1_H_ | |
| #define LIB1_H_ | |
| #include <string> | |
| std::string GetLib1Greeting(); | |
| #endif | |
| EOF | |
| cat > "$pkg/lib1/lib1.cc" <<'EOF' | |
| #include "lib1.h" | |
| #include "other_dir/utils.h" | |
| std::string GetLib1Greeting() { | |
| return AsGreeting("lib1"); | |
| } | |
| EOF | |
| mkdir -p "$pkg"/lib2 | |
| cat > "$pkg/lib2/BUILD" <<EOF | |
| load("@rules_cc//cc:cc_library.bzl", "cc_library") | |
| genrule( | |
| name = "gen_header", | |
| srcs = ["lib2.h.tpl"], | |
| outs = ["lib2.h"], | |
| cmd = "cp \$< \$@", | |
| ) | |
| genrule( | |
| name = "gen_source", | |
| srcs = ["lib2.cc.tpl"], | |
| outs = ["lib2.cc"], | |
| cmd = "cp \$< \$@", | |
| ) | |
| cc_library( | |
| name = "lib2", | |
| srcs = ["lib2.cc"], | |
| hdrs = ["lib2.h"], | |
| includes = ["."], | |
| deps = ["//$pkg/common/utils:utils"], | |
| visibility = ["//visibility:public"], | |
| ) | |
| EOF | |
| cat > "$pkg/lib2/lib2.h.tpl" <<'EOF' | |
| #ifndef LIB2_H_ | |
| #define LIB2_H_ | |
| #include <string> | |
| std::string GetLib2Greeting(); | |
| #endif | |
| EOF | |
| cat > "$pkg/lib2/lib2.cc.tpl" <<'EOF' | |
| #include "lib2.h" | |
| #include "other_dir/utils.h" | |
| std::string GetLib2Greeting() { | |
| return AsGreeting("lib2"); | |
| } | |
| EOF | |
| mkdir -p "$pkg"/common/utils | |
| cat > "$pkg/common/utils/BUILD" <<'EOF' | |
| load(":defs.bzl", "greeting_setting") | |
| load("@rules_cc//cc:cc_library.bzl", "cc_library") | |
| greeting_setting( | |
| name = "greeting", | |
| build_setting_default = "Hello", | |
| ) | |
| genrule( | |
| name = "gen_header", | |
| srcs = ["utils.h.tpl"], | |
| outs = ["dir/utils.h"], | |
| cmd = "cp $< $@", | |
| ) | |
| genrule( | |
| name = "gen_source", | |
| srcs = ["utils.cc.tpl"], | |
| outs = ["dir/utils.cc"], | |
| cmd = "sed -e 's/{GREETING}/$(GREETING)/' $< > $@", | |
| toolchains = [":greeting"], | |
| ) | |
| cc_library( | |
| name = "utils", | |
| srcs = ["dir/utils.cc"], | |
| hdrs = ["dir/utils.h"], | |
| defines = ["MY_FILE=\\\"+$(execpath dir/utils.cc)+\\\""], | |
| include_prefix = "other_dir", | |
| strip_include_prefix = "dir", | |
| visibility = ["//visibility:public"], | |
| ) | |
| EOF | |
| cat > "$pkg/common/utils/utils.h.tpl" <<'EOF' | |
| #ifndef SOME_PKG_UTILS_H_ | |
| #define SOME_PKG_UTILS_H_ | |
| #include <string> | |
| std::string AsGreeting(const std::string& name); | |
| #endif | |
| EOF | |
| cat > "$pkg/common/utils/defs.bzl" <<EOF | |
| def _greeting_setting_impl(ctx): | |
| return platform_common.TemplateVariableInfo({ | |
| "GREETING": ctx.build_setting_value, | |
| }) | |
| greeting_setting = rule( | |
| implementation = _greeting_setting_impl, | |
| build_setting = config.string(), | |
| ) | |
| def _greeting_transition_impl(settings, attr): | |
| return {"//$pkg/common/utils:greeting": attr.greeting} | |
| greeting_transition = transition( | |
| implementation = _greeting_transition_impl, | |
| inputs = [], | |
| outputs = ["//$pkg/common/utils:greeting"], | |
| ) | |
| def _transition_wrapper_impl(ctx): | |
| out = ctx.actions.declare_file(ctx.label.name) | |
| ctx.actions.symlink(output = out, target_file = ctx.executable.target, is_executable = True) | |
| return [ | |
| DefaultInfo(executable = out), | |
| ] | |
| transition_wrapper = rule( | |
| cfg = greeting_transition, | |
| implementation = _transition_wrapper_impl, | |
| attrs = { | |
| "greeting": attr.string(), | |
| "target": attr.label( | |
| cfg = "target", | |
| executable = True, | |
| ), | |
| }, | |
| executable = True, | |
| ) | |
| def _gen_cc_impl(ctx): | |
| out = ctx.actions.declare_directory(ctx.label.name) | |
| ctx.actions.run_shell( | |
| outputs = [out], | |
| command = """\ | |
| cat >{out_path}/gen.cc <<EOF2 | |
| #include <string> | |
| std::string TreeArtifactGreeting() {{ | |
| return "Hello, {subject}!"; | |
| }} | |
| EOF2 | |
| """.format( | |
| out_path = out.path, | |
| subject = ctx.attr.subject, | |
| ), | |
| ) | |
| return [ | |
| DefaultInfo(files = depset([out])), | |
| ] | |
| gen_cc = rule( | |
| implementation = _gen_cc_impl, | |
| attrs = { | |
| "subject": attr.string(), | |
| }, | |
| ) | |
| def _gen_h_impl(ctx): | |
| out = ctx.actions.declare_directory(ctx.label.name) | |
| ctx.actions.run_shell( | |
| outputs = [out], | |
| command = """\ | |
| cat >{out_path}/top_level.h <<EOF2 | |
| #ifndef TOP_LEVEL_H_ | |
| #define TOP_LEVEL_H_ | |
| #define TOP_LEVEL_CONSTANT 42 | |
| #endif | |
| EOF2 | |
| mkdir -p {out_path}/other_dir | |
| cat >{out_path}/other_dir/not_top_level.h <<EOF2 | |
| #ifndef NOT_TOP_LEVEL_H_ | |
| #define NOT_TOP_LEVEL_H_ | |
| #define NOT_TOP_LEVEL_CONSTANT 43 | |
| #endif | |
| EOF2 | |
| """.format( | |
| out_path = out.path, | |
| ), | |
| ) | |
| return [ | |
| DefaultInfo(files = depset([out])), | |
| ] | |
| gen_h = rule(implementation = _gen_h_impl) | |
| EOF | |
| cat > "$pkg/common/utils/utils.cc.tpl" <<'EOF' | |
| #include "utils.h" | |
| #include <cstdlib> | |
| #include <iostream> | |
| std::string AsGreeting(const std::string& name) { | |
| if (std::string(MY_FILE).find("-out/cfg/") == std::string::npos) { | |
| std::cerr << "Expected path to contain '-out/cfg/'" << std::endl; | |
| } | |
| return "{GREETING}, " + name + "!"; | |
| } | |
| EOF | |
| bazel run \ | |
| --repo_env=CC=clang \ | |
| --verbose_failures \ | |
| --experimental_output_paths=strip \ | |
| --modify_execution_info=CppCompile=+supports-path-mapping,CppModuleMap=+supports-path-mapping,CppArchive=+supports-path-mapping \ | |
| --remote_executor=grpc://localhost:${worker_port} \ | |
| --features=layering_check \ | |
| "//$pkg:main" &>"$TEST_log" || fail "Expected success" | |
| expect_log 'Hello, lib1!' | |
| expect_log 'Hello, lib2!' | |
| expect_log 'Hello, TreeArtifact!' | |
| expect_log '42 43' | |
| expect_not_log 'remote cache hit' | |
| bazel run \ | |
| --repo_env=CC=clang \ | |
| --verbose_failures \ | |
| --experimental_output_paths=strip \ | |
| --modify_execution_info=CppCompile=+supports-path-mapping,CppModuleMap=+supports-path-mapping,CppArchive=+supports-path-mapping \ | |
| --remote_executor=grpc://localhost:${worker_port} \ | |
| --features=layering_check \ | |
| -s \ | |
| "//$pkg:transitioned_main" &>"$TEST_log" || fail "Expected success" | |
| expect_log 'Hi there, lib1!' | |
| expect_log 'Hi there, lib2!' | |
| expect_log 'Hello, TreeArtifact!' | |
| expect_log '42 43' | |
| # Compilation actions for lib1, lib2 and main should result in cache hits due | |
| # to path stripping, utils is legitimately different and should not (4 cached | |
| # out of 5 total). | |
| # Likewise, link actions for lib1 and lib2 should result in cache hits, but | |
| # the one for utils does not and the linking action for main doesn't support | |
| # path mapping (2 cached out of 4 in total). In CI, the C++ toolchain on Linux | |
| # uses --start-lib/--end-lib linker support to avoid the CppArchive actions | |
| # entirely (0 cached out of 1 in total). | |
| # The two custom actions and the four genrule actions are not path-mapped | |
| # (0 cached out of 6 in total). | |
| if is_darwin; then | |
| expect_log ' 6 remote cache hit' | |
| expect_log ' 9 remote' | |
| else | |
| expect_log ' 4 remote cache hit' | |
| expect_log ' 8 remote' | |
| fi | |
| } | |
| function test_path_stripping_action_key_not_stale_for_path_collision() { | |
| mkdir rules | |
| cat > rules/defs.bzl <<'EOF' | |
| LocationInfo = provider(fields = ["location"]) | |
| def _location_setting_impl(ctx): | |
| return LocationInfo(location = ctx.build_setting_value) | |
| location_setting = rule( | |
| implementation = _location_setting_impl, | |
| build_setting = config.string(), | |
| ) | |
| def _location_transition_impl(settings, attr): | |
| return {"//rules:location": attr.location} | |
| _location_transition = transition( | |
| implementation = _location_transition_impl, | |
| inputs = [], | |
| outputs = ["//rules:location"], | |
| ) | |
| def _bazelcon_greeting_impl(ctx): | |
| file = ctx.actions.declare_file("greeting.txt") | |
| content = "Hello, BazelCon {}!\n".format(ctx.attr.location) | |
| ctx.actions.write(file, content) | |
| return [ | |
| DefaultInfo(files = depset([file])), | |
| LocationInfo(location = ctx.attr.location), | |
| ] | |
| bazelcon_greeting = rule( | |
| _bazelcon_greeting_impl, | |
| cfg = _location_transition, | |
| attrs = { | |
| "location": attr.string(), | |
| }, | |
| ) | |
| def _file_path(target): | |
| return target[DefaultInfo].files.to_list()[0].path | |
| def _all_greetings_impl(ctx): | |
| out = ctx.actions.declare_file(ctx.label.name) | |
| targets = ctx.attr.greetings | |
| if ctx.attr.sort: | |
| targets = sorted(targets, key = lambda target: target[LocationInfo].location) | |
| args = ctx.actions.args() | |
| args.add(out) | |
| args.add_all(targets, map_each = _file_path) | |
| ctx.actions.run_shell( | |
| inputs = depset(ctx.files.greetings), | |
| outputs = [out], | |
| arguments = [args], | |
| command = "cat ${@:2} > $1", | |
| execution_requirements = {"supports-path-mapping": ""}, | |
| ) | |
| return [DefaultInfo(files = depset([out]))] | |
| all_greetings = rule( | |
| _all_greetings_impl, | |
| attrs = { | |
| "greetings": attr.label_list(allow_files = True), | |
| "sort": attr.bool(), | |
| }, | |
| ) | |
| EOF | |
| cat > rules/BUILD << 'EOF' | |
| load("//rules:defs.bzl", "location_setting") | |
| location_setting( | |
| name = "location", | |
| build_setting_default = "", | |
| ) | |
| EOF | |
| mkdir -p pkg/greetings | |
| cat > pkg/greetings/BUILD <<'EOF' | |
| load("//rules:defs.bzl", "bazelcon_greeting") | |
| bazelcon_greeting( | |
| name = "munich", | |
| location = "Munich", | |
| visibility = ["//visibility:public"], | |
| ) | |
| bazelcon_greeting( | |
| name = "new_york", | |
| location = "New York", | |
| visibility = ["//visibility:public"], | |
| ) | |
| bazelcon_greeting( | |
| name = "mountain_view", | |
| location = "Mountain View", | |
| visibility = ["//visibility:public"], | |
| ) | |
| EOF | |
| cat > pkg/BUILD <<'EOF' | |
| load("//rules:defs.bzl", "all_greetings") | |
| all_greetings( | |
| name = "all_greetings", | |
| greetings = [ | |
| "//pkg/greetings:new_york", | |
| "//pkg/greetings:munich", | |
| "//pkg/greetings:mountain_view", | |
| ], | |
| ) | |
| EOF | |
| bazel build pkg:all_greetings -s \ | |
| --experimental_output_paths=strip \ | |
| --remote_executor=grpc://localhost:${worker_port} \ | |
| &> $TEST_log || fail "run failed unexpectedly" | |
| assert_equals "Hello, BazelCon New York! | |
| Hello, BazelCon Munich! | |
| Hello, BazelCon Mountain View!" "$(cat "$(bazel cquery --output=files //pkg:all_greetings)")" | |
| # Change the action command line in a way that only affects the unstripped | |
| # map_each output. | |
| cat > pkg/BUILD <<'EOF' | |
| load("//rules:defs.bzl", "all_greetings") | |
| all_greetings( | |
| name = "all_greetings", | |
| greetings = [ | |
| "//pkg/greetings:new_york", | |
| "//pkg/greetings:munich", | |
| "//pkg/greetings:mountain_view", | |
| ], | |
| sort = True, | |
| ) | |
| EOF | |
| bazel build pkg:all_greetings \ | |
| --experimental_output_paths=strip \ | |
| --remote_executor=grpc://localhost:${worker_port} \ | |
| &> $TEST_log || fail "run failed unexpectedly" | |
| assert_equals "Hello, BazelCon Mountain View! | |
| Hello, BazelCon Munich! | |
| Hello, BazelCon New York!" "$(cat "$(bazel cquery --output=files //pkg:all_greetings)")" | |
| } | |
| function test_path_stripping_deduplicated_action() { | |
| if is_windows; then | |
| echo "Skipping test_path_stripping_deduplicated_action on Windows as it requires sandboxing" | |
| return | |
| fi | |
| mkdir rules | |
| touch rules/BUILD | |
| cat > rules/defs.bzl <<'EOF' | |
| def _slow_rule_impl(ctx): | |
| out_file = ctx.actions.declare_file(ctx.attr.name + "_file") | |
| out_dir = ctx.actions.declare_directory(ctx.attr.name + "_dir") | |
| out_symlink = ctx.actions.declare_symlink(ctx.attr.name + "_symlink") | |
| outs = [out_file, out_dir, out_symlink] | |
| args = ctx.actions.args().add_all(outs, expand_directories = False) | |
| ctx.actions.run_shell( | |
| outputs = outs, | |
| command = """ | |
| # Sleep to ensure that two actions are scheduled in parallel. | |
| sleep 3 | |
| echo "Hello, stdout!" | |
| >&2 echo "Hello, stderr!" | |
| echo 'echo "Hello, file!"' > $1 | |
| chmod +x $1 | |
| echo 'Hello, dir!' > $2/file | |
| ln -s $(basename $2)/file $3 | |
| """, | |
| arguments = [args], | |
| execution_requirements = {"supports-path-mapping": ""}, | |
| ) | |
| return [ | |
| DefaultInfo(files = depset(outs)), | |
| ] | |
| slow_rule = rule(_slow_rule_impl) | |
| EOF | |
| mkdir -p pkg | |
| cat > pkg/BUILD <<'EOF' | |
| load("//rules:defs.bzl", "slow_rule") | |
| slow_rule(name = "my_rule") | |
| COMMAND = """ | |
| function validate() { | |
| # Sorted by file name. | |
| local -r dir=$$1 | |
| local -r file=$$2 | |
| local -r symlink=$$3 | |
| [[ $$($$file) == "Hello, file!" ]] || exit 1 | |
| [[ -d $$dir ]] || exit 1 | |
| [[ $$(cat $$dir/file) == "Hello, dir!" ]] || exit 1 | |
| [[ -L $$symlink ]] || exit 1 | |
| [[ $$(cat $$symlink) == "Hello, dir!" ]] || exit 1 | |
| } | |
| validate $(execpaths :my_rule) | |
| touch $@ | |
| """ | |
| genrule( | |
| name = "gen_exec", | |
| outs = ["out_exec"], | |
| cmd = COMMAND, | |
| tools = [":my_rule"], | |
| ) | |
| genrule( | |
| name = "gen_target", | |
| outs = ["out_target"], | |
| cmd = COMMAND, | |
| srcs = [":my_rule"], | |
| ) | |
| EOF | |
| bazel build \ | |
| --experimental_output_paths=strip \ | |
| --remote_cache=grpc://localhost:${worker_port} \ | |
| //pkg:all &> $TEST_log || fail "build failed unexpectedly" | |
| # The first slow_write action plus two genrules. | |
| expect_log '3 \(linux\|darwin\|processwrapper\)-sandbox' | |
| expect_log '1 deduplicated' | |
| # Even though the spawn is only executed once, its stdout/stderr should be | |
| # printed as if it wasn't deduplicated. | |
| expect_log_once 'INFO: From Action pkg/my_rule_file:' | |
| expect_log_once 'INFO: From Action pkg/my_rule_file \[for tool\]:' | |
| expect_log_n 'Hello, stderr!' 2 | |
| expect_log_n 'Hello, stdout!' 2 | |
| bazel clean || fail "clean failed unexpectedly" | |
| bazel build \ | |
| --experimental_output_paths=strip \ | |
| --remote_cache=grpc://localhost:${worker_port} \ | |
| //pkg:all &> $TEST_log || fail "build failed unexpectedly" | |
| # The cache is checked before deduplication. | |
| expect_log '4 remote cache hit' | |
| } | |
| function test_path_stripping_deduplicated_action_output_not_created() { | |
| if is_windows; then | |
| echo "Skipping test_path_stripping_deduplicated_action_output_not_created on Windows as it requires sandboxing" | |
| return | |
| fi | |
| mkdir rules | |
| touch rules/BUILD | |
| cat > rules/defs.bzl <<'EOF' | |
| def _slow_rule_impl(ctx): | |
| out_file = ctx.actions.declare_file(ctx.attr.name + "_file") | |
| outs = [out_file] | |
| args = ctx.actions.args().add_all(outs) | |
| ctx.actions.run_shell( | |
| outputs = outs, | |
| command = """ | |
| # Sleep to ensure that two actions are scheduled in parallel. | |
| sleep 3 | |
| echo "Hello, stdout!" | |
| >&2 echo "Hello, stderr!" | |
| # Do not create the output file | |
| """, | |
| arguments = [args], | |
| execution_requirements = {"supports-path-mapping": ""}, | |
| ) | |
| return [ | |
| DefaultInfo(files = depset(outs)), | |
| ] | |
| slow_rule = rule(_slow_rule_impl) | |
| EOF | |
| mkdir -p pkg | |
| cat > pkg/BUILD <<'EOF' | |
| load("//rules:defs.bzl", "slow_rule") | |
| slow_rule(name = "my_rule") | |
| COMMAND = """ | |
| [[ $$($(execpath :my_rule)) == "Hello, file!" ]] || exit 1 | |
| touch $@ | |
| """ | |
| genrule( | |
| name = "gen_exec", | |
| outs = ["out_exec"], | |
| cmd = COMMAND, | |
| tools = [":my_rule"], | |
| ) | |
| genrule( | |
| name = "gen_target", | |
| outs = ["out_target"], | |
| cmd = COMMAND, | |
| srcs = [":my_rule"], | |
| ) | |
| EOF | |
| bazel build \ | |
| --experimental_output_paths=strip \ | |
| --remote_cache=grpc://localhost:${worker_port} \ | |
| --keep_going \ | |
| //pkg:all &> $TEST_log && fail "build succeeded unexpectedly" | |
| # The second action runs normally after discovering that the first one failed | |
| # to create the output file. | |
| expect_log '2 \(linux\|darwin\|processwrapper\)-sandbox' | |
| expect_not_log '[0-9] deduplicated' | |
| expect_log 'Action pkg/my_rule_file (from target //pkg:my_rule) failed:' | |
| expect_log 'Action pkg/my_rule_file \[for tool\] (from target //pkg:my_rule) failed:' | |
| # Remote cache warning. | |
| expect_log 'Expected output pkg/my_rule_file was not created locally.' | |
| expect_log_once 'INFO: From Action pkg/my_rule_file:' | |
| expect_log_once 'INFO: From Action pkg/my_rule_file \[for tool\]:' | |
| expect_log_n 'Hello, stderr!' 2 | |
| expect_log_n 'Hello, stdout!' 2 | |
| } | |
| function test_path_stripping_deduplicated_action_non_zero_exit_code() { | |
| if is_windows; then | |
| echo "Skipping test_path_stripping_deduplicated_action_non_zero_exit_code on Windows as it requires sandboxing" | |
| return | |
| fi | |
| mkdir rules | |
| touch rules/BUILD | |
| cat > rules/defs.bzl <<'EOF' | |
| def _slow_rule_impl(ctx): | |
| out_file = ctx.actions.declare_file(ctx.attr.name + "_file") | |
| outs = [out_file] | |
| args = ctx.actions.args().add_all(outs) | |
| ctx.actions.run_shell( | |
| outputs = outs, | |
| command = """ | |
| # Sleep to ensure that two actions are scheduled in parallel. | |
| sleep 3 | |
| echo "Hello, stdout!" | |
| >&2 echo "Hello, stderr!" | |
| # Create the output file, but with a non-zero exit code. | |
| echo 'echo "Hello, file!"' > $1 | |
| exit 1 | |
| """, | |
| arguments = [args], | |
| execution_requirements = {"supports-path-mapping": ""}, | |
| ) | |
| return [ | |
| DefaultInfo(files = depset(outs)), | |
| ] | |
| slow_rule = rule(_slow_rule_impl) | |
| EOF | |
| mkdir -p pkg | |
| cat > pkg/BUILD <<'EOF' | |
| load("//rules:defs.bzl", "slow_rule") | |
| slow_rule(name = "my_rule") | |
| COMMAND = """ | |
| [[ $$($(execpath :my_rule)) == "Hello, file!" ]] || exit 1 | |
| touch $@ | |
| """ | |
| genrule( | |
| name = "gen_exec", | |
| outs = ["out_exec"], | |
| cmd = COMMAND, | |
| tools = [":my_rule"], | |
| ) | |
| genrule( | |
| name = "gen_target", | |
| outs = ["out_target"], | |
| cmd = COMMAND, | |
| srcs = [":my_rule"], | |
| ) | |
| EOF | |
| bazel build \ | |
| --experimental_output_paths=strip \ | |
| --remote_cache=grpc://localhost:${worker_port} \ | |
| --keep_going \ | |
| //pkg:all &> $TEST_log && fail "build succeeded unexpectedly" | |
| # Failing actions are not deduplicated. | |
| expect_not_log '[0-9] deduplicated' | |
| expect_log 'Action pkg/my_rule_file (from target //pkg:my_rule) failed:' | |
| expect_log 'Action pkg/my_rule_file \[for tool\] (from target //pkg:my_rule) failed:' | |
| # The first execution emits stdout/stderr, the second doesn't. | |
| # stdout/stderr are emitted as part of the failing action error, not as an | |
| # info. | |
| expect_not_log 'INFO: From Action pkg/my_rule_file' | |
| expect_log_n 'Hello, stderr!' 2 | |
| expect_log_n 'Hello, stdout!' 2 | |
| } | |
| function test_path_stripping_archived_tree_artifacts() { | |
| if is_windows; then | |
| echo "Skipping test_path_stripping_archived_tree_artifacts on Windows as it requires sandboxing" | |
| return | |
| fi | |
| local -r pkg="${FUNCNAME[0]}" | |
| mkdir -p "$pkg" | |
| cat > "$pkg/defs.bzl" <<EOF | |
| def _tree_gen_impl(ctx): | |
| out = ctx.actions.declare_directory(ctx.label.name) | |
| ctx.actions.run_shell( | |
| outputs = [out], | |
| command = "mkdir -p " + out.path, | |
| mnemonic = "GenerateArchiveTree", | |
| ) | |
| return [DefaultInfo(files = depset([out]))] | |
| tree_gen = rule( | |
| implementation = _tree_gen_impl, | |
| ) | |
| def _consume_impl(ctx): | |
| out = ctx.actions.declare_file(ctx.label.name + ".out") | |
| args = ctx.actions.args() | |
| args.add(out) | |
| args.add_all(ctx.files.srcs, expand_directories = False) | |
| ctx.actions.run( | |
| inputs = ctx.files.srcs, | |
| outputs = [out], | |
| executable = ctx.executable.tool, | |
| arguments = [args], | |
| mnemonic = "ConsumeArchiveTree", | |
| execution_requirements = {"supports-path-mapping": ""}, | |
| ) | |
| return [DefaultInfo(files = depset([out]))] | |
| consume = rule( | |
| implementation = _consume_impl, | |
| attrs = { | |
| "srcs": attr.label_list(allow_files = True), | |
| "tool": attr.label( | |
| default = "//$pkg:tool", | |
| cfg = "exec", | |
| executable = True, | |
| ), | |
| }, | |
| ) | |
| EOF | |
| cat > "$pkg/BUILD" <<EOF | |
| load("@rules_shell//shell:sh_binary.bzl", "sh_binary") | |
| load(":defs.bzl", "tree_gen", "consume") | |
| tree_gen(name = "my_tree") | |
| sh_binary( | |
| name = "tool", | |
| srcs = ["tool.sh"], | |
| ) | |
| consume( | |
| name = "my_consume", | |
| srcs = [":my_tree"], | |
| ) | |
| EOF | |
| cat > "$pkg/tool.sh" <<'EOF' | |
| #!/bin/bash | |
| touch "$1" | |
| EOF | |
| chmod +x "$pkg/tool.sh" | |
| bazel build -c fastbuild \ | |
| --remote_cache=grpc://localhost:${worker_port} \ | |
| --archived_tree_artifact_mnemonics_filter=GenerateArchiveTree \ | |
| --experimental_output_paths=strip \ | |
| "//$pkg:my_consume" &> $TEST_log || fail "build failed unexpectedly" | |
| expect_log '\(linux\|darwin\|processwrapper\)-sandbox' | |
| expect_not_log 'remote cache hit' | |
| bazel build -c opt \ | |
| --remote_cache=grpc://localhost:${worker_port} \ | |
| --archived_tree_artifact_mnemonics_filter=GenerateArchiveTree \ | |
| --experimental_output_paths=strip \ | |
| "//$pkg:my_consume" &> $TEST_log || fail "build failed unexpectedly" | |
| expect_log '1 remote cache hit' | |
| rm -rf "$pkg" | |
| } | |
| function test_path_stripping_archived_tree_runfiles() { | |
| if is_windows; then | |
| echo "Skipping test_path_stripping_archived_tree_runfiles on Windows as it requires sandboxing" | |
| return | |
| fi | |
| stop_worker | |
| start_worker | |
| local -r pkg="${FUNCNAME[0]}" | |
| mkdir -p "$pkg" | |
| cat > "$pkg/defs.bzl" <<EOF | |
| def _tree_gen_impl(ctx): | |
| out = ctx.actions.declare_directory(ctx.label.name) | |
| ctx.actions.run_shell( | |
| outputs = [out], | |
| command = "mkdir -p " + out.path, | |
| mnemonic = "GenerateArchiveTree", | |
| ) | |
| return [DefaultInfo(files = depset([out]))] | |
| tree_gen = rule( | |
| implementation = _tree_gen_impl, | |
| ) | |
| def _consume_impl(ctx): | |
| out = ctx.actions.declare_file(ctx.label.name + ".out") | |
| args = ctx.actions.args() | |
| args.add(out) | |
| ctx.actions.run( | |
| inputs = ctx.files.srcs, | |
| outputs = [out], | |
| executable = ctx.executable.tool, | |
| arguments = [args], | |
| mnemonic = "ConsumeArchiveTree", | |
| execution_requirements = {"supports-path-mapping": ""}, | |
| ) | |
| return [DefaultInfo(files = depset([out]))] | |
| consume = rule( | |
| implementation = _consume_impl, | |
| attrs = { | |
| "srcs": attr.label_list(allow_files = True), | |
| "tool": attr.label( | |
| default = "//$pkg:my_binary", | |
| cfg = "exec", | |
| executable = True, | |
| ), | |
| }, | |
| ) | |
| EOF | |
| cat > "$pkg/BUILD" <<EOF | |
| load("@rules_shell//shell:sh_binary.bzl", "sh_binary") | |
| load(":defs.bzl", "tree_gen", "consume") | |
| tree_gen(name = "my_tree") | |
| sh_binary( | |
| name = "my_binary", | |
| srcs = ["my_binary.sh"], | |
| data = [":my_tree"], | |
| ) | |
| consume( | |
| name = "my_consume", | |
| srcs = [":my_tree"], | |
| ) | |
| EOF | |
| cat > "$pkg/my_binary.sh" <<'EOF' | |
| #!/bin/bash | |
| touch "$1" | |
| EOF | |
| chmod +x "$pkg/my_binary.sh" | |
| bazel build -c fastbuild \ | |
| --remote_cache=grpc://localhost:${worker_port} \ | |
| --archived_tree_artifact_mnemonics_filter=GenerateArchiveTree \ | |
| --experimental_output_paths=strip \ | |
| "//$pkg:my_consume" &> $TEST_log || fail "build failed unexpectedly" | |
| expect_log '\(linux\|darwin\|processwrapper\)-sandbox' | |
| expect_not_log 'remote cache hit' | |
| bazel build -c opt \ | |
| --remote_cache=grpc://localhost:${worker_port} \ | |
| --archived_tree_artifact_mnemonics_filter=GenerateArchiveTree \ | |
| --experimental_output_paths=strip \ | |
| "//$pkg:my_consume" &> $TEST_log || fail "build failed unexpectedly" | |
| expect_log '1 remote cache hit' | |
| rm -rf "$pkg" | |
| } | |
| # Verifies that path mapping works for configurations that contain dots in their | |
| # names (e.g. "my.platform.one"). This emulates configuration transitions that | |
| # introduce dots, such as Apple minimum OS version constraints (e.g., "min11.0"). | |
| function test_path_stripping_with_dots() { | |
| local -r pkg="src/main/java/com/example" | |
| cat >> "${pkg}/BUILD" <<EOF | |
| platform( | |
| name = "my.platform.one", | |
| ) | |
| platform( | |
| name = "my.platform.two", | |
| ) | |
| EOF | |
| bazel build -c fastbuild \ | |
| --experimental_output_paths=strip \ | |
| --remote_executor=grpc://localhost:${worker_port} \ | |
| --override_platform_cpu_name=//${pkg}:my.platform.one=my.platform.one \ | |
| --platforms=//${pkg}:my.platform.one \ | |
| "//${pkg}:lib" &> $TEST_log || fail "First build failed" | |
| bazel build -c fastbuild \ | |
| --experimental_output_paths=strip \ | |
| --remote_executor=grpc://localhost:${worker_port} \ | |
| --override_platform_cpu_name=//${pkg}:my.platform.two=my.platform.two \ | |
| --platforms=//${pkg}:my.platform.two \ | |
| "//${pkg}:lib" &> $TEST_log || fail "Second build failed" | |
| expect_log 'remote cache hit' | |
| } | |
| # Verifies that path stripping correctly accounts for discovered headers (via | |
| # getAllowedDerivedInputs) when a derived header (symlink) is depended upon | |
| # through multiple configurations. A reset transition causes the same | |
| # symlink_rule to be evaluated in two configs, producing two symlinks whose | |
| # paths collide after stripping. Without the fix (getAllowedDerivedInputs in | |
| # StrippingPathMapper), path stripping would not detect the collision among | |
| # these discovered headers and would incorrectly enable stripping, leading to | |
| # an IllegalStateException: "Duplicate paths are only allowed for distinct | |
| # shared artifacts". | |
| function test_path_stripping_cc_discovered_headers_duplicate_paths() { | |
| if is_windows; then | |
| echo "Skipping on Windows as it requires sandboxing" | |
| return | |
| fi | |
| local -r pkg="${FUNCNAME[0]}" | |
| cat > MODULE.bazel <<'EOF' | |
| EOF | |
| add_rules_cc "MODULE.bazel" | |
| mkdir -p "$pkg" | |
| cat > "$pkg/defs.bzl" <<EOF | |
| load("@rules_cc//cc/common:cc_common.bzl", "cc_common") | |
| load("@rules_cc//cc/common:cc_info.bzl", "CcInfo") | |
| SETTING_NAME = "//$pkg:setting" | |
| SETTING_DEFAULT = "a" | |
| string_flag = rule( | |
| implementation = lambda ctx: [], | |
| build_setting = config.string(flag = True), | |
| ) | |
| def _reset_transition_impl(_settings, _attr): | |
| return {SETTING_NAME: SETTING_DEFAULT} | |
| reset_transition = transition( | |
| implementation = _reset_transition_impl, | |
| inputs = [], | |
| outputs = [SETTING_NAME], | |
| ) | |
| def _reset_rule_impl(ctx): | |
| cc_infos = [dep[CcInfo] for dep in ctx.attr.deps if CcInfo in dep] | |
| if cc_infos: | |
| return cc_common.merge_cc_infos(direct_cc_infos = cc_infos) | |
| return CcInfo() | |
| reset_rule = rule( | |
| implementation = _reset_rule_impl, | |
| cfg = reset_transition, | |
| attrs = {"deps": attr.label_list()}, | |
| provides = [CcInfo], | |
| ) | |
| def _symlink_impl(ctx): | |
| src_file = ctx.files.src[0] | |
| out = ctx.actions.declare_file("include/" + src_file.basename) | |
| ctx.actions.symlink(output = out, target_file = src_file) | |
| return DefaultInfo(files = depset([out])) | |
| symlink_rule = rule( | |
| implementation = _symlink_impl, | |
| attrs = {"src": attr.label(allow_files = True)}, | |
| ) | |
| EOF | |
| cat > "$pkg/collider.h" <<'EOF' | |
| EOF | |
| cat > "$pkg/stub_main.cpp" <<'EOF' | |
| int main() { return 0; } | |
| EOF | |
| cat > "$pkg/BUILD" <<EOF | |
| load("@rules_cc//cc:cc_library.bzl", "cc_library") | |
| load("//$pkg:defs.bzl", "reset_rule", "string_flag", "symlink_rule") | |
| string_flag(name = "setting", build_setting_default = "a") | |
| symlink_rule(name = "symlink", src = "collider.h") | |
| cc_library(name = "lib", hdrs = [":symlink"]) | |
| reset_rule(name = "reset_deps", deps = [":lib"]) | |
| cc_library(name = "main", srcs = ["stub_main.cpp"], deps = [":lib", ":reset_deps"]) | |
| EOF | |
| local cache_dir="${TEST_TMPDIR}/disk_cache" | |
| # The reset transition causes //$pkg:lib (and its symlink) to be analyzed | |
| # under two configurations: the command-line config (setting=b) and the | |
| # reset config (setting=a). Both produce a symlink at | |
| # bazel-out/<config>/bin/$pkg/include/collider.h which collide after | |
| # stripping. Without the fix, StrippingPathMapper only looked at declared | |
| # inputs, missing these potential discovered headers. | |
| bazel build \ | |
| --experimental_output_paths=strip \ | |
| --disk_cache="$cache_dir" \ | |
| --modify_execution_info=CppCompile=+supports-path-mapping,CppModuleMap=+supports-path-mapping,CppArchive=+supports-path-mapping \ | |
| --//$pkg:setting=b \ | |
| "//$pkg:main" &>"$TEST_log" | |
| local exit_code=$? | |
| cat "$TEST_log" >&2 | |
| [[ $exit_code -eq 0 ]] || fail "Expected success" | |
| } | |
| function test_path_stripping_stdout_capture() { | |
| if is_windows; then | |
| echo "Skipping test_path_stripping_stdout_capture on Windows as it requires sandboxing" | |
| return | |
| fi | |
| mkdir -p pkg | |
| cat > pkg/defs.bzl <<'EOF' | |
| def _gen_impl(ctx): | |
| out = ctx.actions.declare_file(ctx.attr.name + ".txt") | |
| ctx.actions.write(out, "hello-from-stdout") | |
| return [DefaultInfo(files = depset([out]))] | |
| gen = rule(implementation = _gen_impl) | |
| def _capture_impl(ctx): | |
| out = ctx.actions.declare_file(ctx.attr.name + ".out") | |
| args = ctx.actions.args() | |
| args.add(ctx.files.src[0]) | |
| ctx.actions.run( | |
| outputs = [], | |
| inputs = ctx.files.src, | |
| executable = ctx.executable.tool, | |
| arguments = [args], | |
| stdout = out, | |
| mnemonic = "Capture", | |
| execution_requirements = {"supports-path-mapping": ""}, | |
| ) | |
| return [DefaultInfo(files = depset([out]))] | |
| capture = rule( | |
| implementation = _capture_impl, | |
| attrs = { | |
| "src": attr.label(allow_files = True, mandatory = True), | |
| "tool": attr.label( | |
| allow_single_file = True, | |
| executable = True, | |
| cfg = "exec", | |
| ), | |
| }, | |
| ) | |
| EOF | |
| cat > pkg/cat_tool.sh <<'EOF' | |
| #!/bin/bash | |
| cat "$1" | |
| EOF | |
| chmod +x pkg/cat_tool.sh | |
| cat > pkg/BUILD <<'EOF' | |
| load(":defs.bzl", "capture", "gen") | |
| gen(name = "gen") | |
| capture( | |
| name = "captured", | |
| src = ":gen", | |
| tool = "cat_tool.sh", | |
| ) | |
| COMMAND = """ | |
| [[ "$$(cat $(execpaths :captured))" == "hello-from-stdout" ]] || exit 1 | |
| touch $@ | |
| """ | |
| genrule( | |
| name = "validate_target", | |
| outs = ["out_target"], | |
| cmd = COMMAND, | |
| srcs = [":captured"], | |
| ) | |
| genrule( | |
| name = "validate_exec", | |
| outs = ["out_exec"], | |
| cmd = COMMAND, | |
| tools = [":captured"], | |
| ) | |
| EOF | |
| # The Capture action takes the generated gen.txt as an input whose | |
| # config-dependent path appears in its arguments, so its cache key only | |
| # matches across configurations with path stripping. | |
| bazel build \ | |
| --experimental_output_paths=strip \ | |
| --remote_cache=grpc://localhost:${worker_port} \ | |
| //pkg:validate_target &> $TEST_log || fail "build failed unexpectedly" | |
| expect_not_log 'remote cache hit' | |
| # The tool's stdout is captured into the output, not reported as regular | |
| # action output. | |
| expect_not_log 'hello-from-stdout' | |
| bazel build \ | |
| --experimental_output_paths=strip \ | |
| --remote_cache=grpc://localhost:${worker_port} \ | |
| //pkg:validate_exec &> $TEST_log || fail "build failed unexpectedly" | |
| # The Capture action in the exec configuration gets a cache hit thanks to | |
| # path stripping, with its stdout reconstructed at the exec config's output | |
| # path (validated by the genrule). | |
| expect_log '1 remote cache hit' | |
| expect_not_log 'hello-from-stdout' | |
| } | |
| function test_path_stripping_deduplicated_action_with_stdout_capture() { | |
| if is_windows; then | |
| echo "Skipping test_path_stripping_deduplicated_action_with_stdout_capture on Windows as it requires sandboxing" | |
| return | |
| fi | |
| mkdir -p pkg | |
| cat > pkg/defs.bzl <<'EOF' | |
| def _gen_impl(ctx): | |
| out = ctx.actions.declare_file(ctx.attr.name + ".txt") | |
| ctx.actions.write(out, "hello-from-stdout") | |
| return [DefaultInfo(files = depset([out]))] | |
| gen = rule(implementation = _gen_impl) | |
| def _capture_impl(ctx): | |
| out = ctx.actions.declare_file(ctx.attr.name + ".out") | |
| args = ctx.actions.args() | |
| args.add(ctx.files.src[0]) | |
| ctx.actions.run( | |
| outputs = [], | |
| inputs = ctx.files.src, | |
| executable = ctx.executable.tool, | |
| arguments = [args], | |
| stdout = out, | |
| mnemonic = "Capture", | |
| execution_requirements = {"supports-path-mapping": ""}, | |
| ) | |
| return [DefaultInfo(files = depset([out]))] | |
| capture = rule( | |
| implementation = _capture_impl, | |
| attrs = { | |
| "src": attr.label(allow_files = True, mandatory = True), | |
| "tool": attr.label( | |
| allow_single_file = True, | |
| executable = True, | |
| cfg = "exec", | |
| ), | |
| }, | |
| ) | |
| EOF | |
| cat > pkg/slow_cat_tool.sh <<'EOF' | |
| #!/bin/bash | |
| # Sleep to ensure that the two Capture actions are scheduled in parallel. | |
| sleep 3 | |
| cat "$1" | |
| EOF | |
| chmod +x pkg/slow_cat_tool.sh | |
| cat > pkg/BUILD <<'EOF' | |
| load(":defs.bzl", "capture", "gen") | |
| gen(name = "gen") | |
| capture( | |
| name = "captured", | |
| src = ":gen", | |
| tool = "slow_cat_tool.sh", | |
| ) | |
| COMMAND = """ | |
| [[ "$$(cat $(execpaths :captured))" == "hello-from-stdout" ]] || exit 1 | |
| touch $@ | |
| """ | |
| genrule( | |
| name = "validate_target", | |
| outs = ["out_target"], | |
| cmd = COMMAND, | |
| srcs = [":captured"], | |
| ) | |
| genrule( | |
| name = "validate_exec", | |
| outs = ["out_exec"], | |
| cmd = COMMAND, | |
| tools = [":captured"], | |
| ) | |
| EOF | |
| # Both Capture actions (target and exec configuration) run in parallel and | |
| # have identical cache keys under path stripping. | |
| bazel build \ | |
| --experimental_output_paths=strip \ | |
| --remote_cache=grpc://localhost:${worker_port} \ | |
| //pkg:validate_target //pkg:validate_exec &> $TEST_log \ | |
| || fail "build failed unexpectedly" | |
| # One of the two Capture actions is deduplicated against the other, with its | |
| # stdout output populated from the winner's captured stdout (validated by | |
| # the genrules). | |
| expect_log '1 deduplicated' | |
| # The captured stdout is not reported as regular action output, not even for | |
| # the deduplicated action. | |
| expect_not_log 'hello-from-stdout' | |
| } | |
| run_suite "path mapping tests" |