blob: 71e16682801bfe7059d7e4429e7a42349a2531d0 [file] [log] [blame]
#!/bin/bash
#
# Copyright 2019 The Bazel Authors. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# --- begin runfiles.bash initialization ---
# Copy-pasted from Bazel's Bash runfiles library (tools/bash/runfiles/runfiles.bash).
set -euo pipefail
if [[ ! -d "${RUNFILES_DIR:-/dev/null}" && ! -f "${RUNFILES_MANIFEST_FILE:-/dev/null}" ]]; then
if [[ -f "$0.runfiles_manifest" ]]; then
export RUNFILES_MANIFEST_FILE="$0.runfiles_manifest"
elif [[ -f "$0.runfiles/MANIFEST" ]]; then
export RUNFILES_MANIFEST_FILE="$0.runfiles/MANIFEST"
elif [[ -f "$0.runfiles/bazel_tools/tools/bash/runfiles/runfiles.bash" ]]; then
export RUNFILES_DIR="$0.runfiles"
fi
fi
if [[ -f "${RUNFILES_DIR:-/dev/null}/bazel_tools/tools/bash/runfiles/runfiles.bash" ]]; then
source "${RUNFILES_DIR}/bazel_tools/tools/bash/runfiles/runfiles.bash"
elif [[ -f "${RUNFILES_MANIFEST_FILE:-/dev/null}" ]]; then
source "$(grep -m1 "^bazel_tools/tools/bash/runfiles/runfiles.bash " \
"$RUNFILES_MANIFEST_FILE" | cut -d ' ' -f 2-)"
else
echo >&2 "ERROR: cannot find @bazel_tools//tools/bash/runfiles:runfiles.bash"
exit 1
fi
# --- end runfiles.bash initialization ---
source "$(rlocation "io_bazel/src/test/shell/integration_test_setup.sh")" \
|| { echo "integration_test_setup.sh not found!" >&2; exit 1; }
case "$(uname -s | tr [:upper:] [:lower:])" in
msys*|mingw*|cygwin*)
declare -r is_windows=true
;;
*)
declare -r is_windows=false
;;
esac
if "$is_windows"; then
export MSYS_NO_PATHCONV=1
export MSYS2_ARG_CONV_EXCL="*"
fi
add_to_bazelrc "build --package_path=%workspace%"
add_to_bazelrc "build --spawn_strategy=local"
#### HELPER FUNCTIONS ##################################################
function set_up() {
mkdir -p pkg
cat > pkg/BUILD << 'EOF'
load(":build.bzl", "build_rule")
filegroup(
name = "all_inputs",
srcs = glob(["*.input"]),
)
sh_binary(
name = "cat_unused",
srcs = ["cat_unused.sh"],
)
build_rule(
name = "output",
out = "output.out",
executable = ":cat_unused",
inputs = ":all_inputs",
)
sh_binary(
name = "cat_unused2",
srcs = ["cat_unused.sh"],
data = [
"output.out",
],
)
build_rule(
name = "output2",
out = "output2.out",
executable = ":cat_unused2",
inputs = ":all_inputs",
)
EOF
cat > pkg/build.bzl << 'EOF'
def _impl(ctx):
inputs = ctx.attr.inputs.files
output = ctx.outputs.out
unused_inputs_list = ctx.actions.declare_file(ctx.label.name + ".unused")
arguments = []
arguments += [output.path]
arguments += [unused_inputs_list.path]
for input in inputs.to_list():
arguments += [input.path]
ctx.actions.run(
inputs = inputs,
outputs = [output, unused_inputs_list],
arguments = arguments,
executable = ctx.executable.executable,
unused_inputs_list = unused_inputs_list,
)
build_rule = rule(
attrs = {
"inputs": attr.label(),
"executable": attr.label(executable = True, cfg = "exec"),
"out": attr.output(),
},
implementation = _impl,
)
EOF
cat > pkg/cat_unused.sh << 'EOF'
#!/bin/sh
#
# Usage: cat_unused.sh output_file unused_file input...
# "Magic" input content values:
# - 'unused': mark the file unused, skip its content.
# - 'invalidUnused': produce an invalid unused file.
#
set -eu
output_file="$1"
shift
unused_file="$1"
shift
output=""
unused=""
for input in "$@"; do
if grep -q "invalidUnused" "${input}"; then
if [[ ! -z "${unused}" ]]; then
unused="${unused}\n"
fi
unused="${unused}${input}_invalid"
elif grep -q "unused" "${input}"; then
if [[ ! -z "${unused}" ]]; then
unused="${unused}\n"
fi
unused="${unused}${input}"
else
output="${output}$(cat "${input}") "
fi
done
echo "${output}" > "${output_file}"
echo "${unused}" > "${unused_file}"
EOF
chmod +x pkg/cat_unused.sh
echo "contentA" > pkg/a.input
echo "contentB" > pkg/b.input
echo "contentC" > pkg/c.input
}
function tear_down() {
bazel clean
bazel shutdown
rm -rf pkg
}
# ----------------------------------------------------------------------
# HELPER FUNCTIONS
# ----------------------------------------------------------------------
# Checks that the unused file contains exactly the list of files passed
# as parameters.
function check_unused_content() {
unused_file="${PRODUCT_NAME}-bin/pkg/output.unused"
expected=""
for input in "$@"; do
expected+="${input}"
expected+=$'\n'
done
expected="$(echo "${expected}")" # Trimmed.
actual="$(cat ${unused_file})"
assert_equals "$expected" "$actual"
}
# Checks the content of the output.
function check_output_content() {
output_file="${PRODUCT_NAME}-bin/pkg/output.out"
actual="$(echo $(cat ${output_file}))" # Trimmed.
assert_equals "$@" "$actual"
}
# ----------------------------------------------------------------------
# TESTS
# ----------------------------------------------------------------------
# Idea of the tests:
# - "cat_unused.sh" cats the lists of inputs.
# - if an input contains "unused", it is added to the "unused_list"
# - otherwise, its content is concatenated to the output.
# As a result, any input file that contains "unused" will be considered as
# unused by the build system..
#
# Note: this is not a valid use of "unused_inputs_list" as all input files do
# actually influence the build output, making this build rule
# non-deterministic.
# However, the goal of this test is to check the behavior of the build system
# with regard to the "unused_inputs_list" attribute.
# Typical "rebuild" scenario.
function test_dependency_pruning_scenario() {
# Initial build.
bazel build //pkg:output || fail "build failed"
check_output_content "contentA contentB contentC"
check_unused_content
# Mark "b" as unused.
echo "unused" > pkg/b.input
bazel build //pkg:output || fail "build failed"
check_output_content "contentA contentC"
check_unused_content "pkg/b.input"
# Change "b" again:
# This time it should be used. But given that it was marked "unused"
# the build should not trigger: "b" should still be considered unused.
echo "newContentB" > pkg/b.input
bazel build //pkg:output || fail "build failed"
check_output_content "contentA contentC"
check_unused_content "pkg/b.input"
# Change c:
# The build should be triggered, and the newer version of "b" should be used.
echo "unused" > pkg/c.input
bazel build //pkg:output || fail "build failed"
check_output_content "contentA newContentB"
check_unused_content "pkg/c.input"
}
# Verify that the state of the local action cache survives server shutdown.
function test_unused_shutdown() {
# Mark "b" as unused + initial build
echo "unused" > pkg/b.input
bazel build //pkg:output || fail "build failed"
check_output_content "contentA contentC"
check_unused_content "pkg/b.input"
# Shutdown.
bazel shutdown
# Change "b" again:
# Check that the action is still cached, although b changed.
echo "newContentB" > pkg/b.input
bazel build //pkg:output || fail "build failed"
check_output_content "contentA contentC"
check_unused_content "pkg/b.input"
# Change c:
# The build should be triggered, and the newer version of "b" should be used.
echo "unused" > pkg/c.input
bazel build //pkg:output || fail "build failed"
check_output_content "contentA newContentB"
check_unused_content "pkg/c.input"
}
# Verify that actually used input files stay on the set ot inputs after a server
# shutdown.
function test_used_shutdown() {
# Mark "b" as unused + initial build
echo "unused" > pkg/b.input
bazel build //pkg:output || fail "build failed"
check_output_content "contentA contentC"
check_unused_content "pkg/b.input"
# Shutdown.
bazel shutdown
# Change "c", which is used.
echo "newContentC" > pkg/c.input
bazel build //pkg:output || fail "build failed"
check_output_content "contentA newContentC"
check_unused_content "pkg/b.input"
}
# Verify that file names that are not actually inputs in the unused file are
# ignored.
function test_invalid_unused() {
# Mark "b" as producing an invalid unused file + initial build
echo "invalidUnused" > pkg/b.input
bazel build //pkg:output || fail "build failed"
# Note: build should not fail: it is OK for unused file to contain
# non-existing files.
check_output_content "contentA contentC"
check_unused_content "pkg/b.input_invalid"
# Change "b" again:
# It should just be picked-up, as it was not "unused".
echo "newContentB" > pkg/b.input
bazel build //pkg:output || fail "build failed"
check_output_content "contentA newContentB contentC"
check_unused_content
}
function test_missing_unused_inputs_list() {
cat > pkg/cat_unused.sh << 'EOF'
#!/bin/sh
exit 0
EOF
chmod +x pkg/cat_unused.sh
bazel build //pkg:output >& $TEST_log && fail "Expected failure"
exitcode=$?
assert_equals 1 "$exitcode"
expect_log "Action did not create expected output file listing unused inputs"
}
run_suite "Tests Starlark dependency pruning"