| #!/bin/bash | |
| # | |
| # Copyright 2018 The Bazel Authors. All rights reserved. | |
| # | |
| # Licensed under the Apache License, Version 2.0 (the "License"); | |
| # you may not use this file except in compliance with the License. | |
| # You may obtain a copy of the License at | |
| # | |
| # http://www.apache.org/licenses/LICENSE-2.0 | |
| # | |
| # Unless required by applicable law or agreed to in writing, software | |
| # distributed under the License is distributed on an "AS IS" BASIS, | |
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | |
| # See the License for the specific language governing permissions and | |
| # limitations under the License. | |
| # --- begin runfiles.bash initialization v2 --- | |
| # Copy-pasted from the Bazel Bash runfiles library v2. | |
| set -uo pipefail; f=bazel_tools/tools/bash/runfiles/runfiles.bash | |
| source "${RUNFILES_DIR:-/dev/null}/$f" 2>/dev/null || \ | |
| source "$(grep -sm1 "^$f " "${RUNFILES_MANIFEST_FILE:-/dev/null}" | cut -f2- -d' ')" 2>/dev/null || \ | |
| source "$0.runfiles/$f" 2>/dev/null || \ | |
| source "$(grep -sm1 "^$f " "$0.runfiles_manifest" | cut -f2- -d' ')" 2>/dev/null || \ | |
| source "$(grep -sm1 "^$f " "$0.exe.runfiles_manifest" | cut -f2- -d' ')" 2>/dev/null || \ | |
| { echo>&2 "ERROR: cannot find $f"; exit 1; }; f=; set -e | |
| # --- end runfiles.bash initialization v2 --- | |
| source "$(rlocation "io_bazel/src/test/shell/integration_test_setup.sh")" \ | |
| || { echo "integration_test_setup.sh not found!" >&2; exit 1; } | |
| case "$(uname -s | tr [:upper:] [:lower:])" in | |
| msys*|mingw*|cygwin*) | |
| declare -r is_macos=false | |
| declare -r is_windows=true | |
| ;; | |
| darwin) | |
| declare -r is_macos=true | |
| declare -r is_windows=false | |
| ;; | |
| *) | |
| declare -r is_macos=false | |
| declare -r is_windows=false | |
| ;; | |
| esac | |
| if "$is_windows"; then | |
| export MSYS_NO_PATHCONV=1 | |
| export MSYS2_ARG_CONV_EXCL="*" | |
| fi | |
| add_to_bazelrc "build --package_path=%workspace%" | |
| function has_iso_8859_1_locale() { | |
| charmap="$(LC_ALL=en_US.ISO-8859-1 locale charmap 2>/dev/null)" | |
| [[ "${charmap}" == "ISO-8859-1" ]] | |
| } | |
| function has_utf8_locale() { | |
| charmap="$(LC_ALL=en_US.UTF-8 locale charmap 2>/dev/null)" | |
| [[ "${charmap}" == "UTF-8" ]] | |
| } | |
| function assert_only_action_foo() { | |
| expect_log_n "^action '" 1 "Expected exactly one action." | |
| assert_contains "action.*foo" $1 | |
| assert_not_contains "action.*wrong_input" $1 | |
| assert_not_contains "action.*wrong_output" $1 | |
| assert_not_contains "action.*wrong_mnemonic" $1 | |
| assert_contains "Inputs: \[.*foo_matching_in.java.*\]" $1 | |
| assert_contains "Outputs: \[.*foo_matching_out.*\]" $1 | |
| assert_contains "Mnemonic: Genrule" $1 | |
| return 0 | |
| } | |
| function assert_only_action_foo_textproto() { | |
| expect_log_once "actions {" | |
| assert_contains "input_dep_set_ids: 1" $1 | |
| assert_contains "output_ids: 3" $1 | |
| assert_contains "mnemonic: \"Genrule\"" $1 | |
| return 0 | |
| } | |
| function test_basic_aquery() { | |
| local pkg="${FUNCNAME[0]}" | |
| mkdir -p "$pkg" || fail "mkdir -p $pkg" | |
| cat > "$pkg/BUILD" <<'EOF' | |
| genrule( | |
| name = "foo", | |
| srcs = [":bar"], | |
| outs = ["foo_out.txt"], | |
| cmd = "cat $(SRCS) > $(OUTS)", | |
| ) | |
| genrule( | |
| name = "bar", | |
| srcs = ["dummy.txt"], | |
| outs = ["bar_out.txt"], | |
| cmd = "echo unused > $(OUTS)", | |
| ) | |
| EOF | |
| echo "hello aquery" > "$pkg/in.txt" | |
| bazel aquery "//$pkg:foo" > output 2> "$TEST_log" || fail "Expected success" | |
| assert_contains "//$pkg:foo" output | |
| assert_not_contains "//$pkg:bar" output | |
| bazel aquery "deps(//$pkg:foo)" > output 2> "$TEST_log" \ | |
| || fail "Expected success" | |
| assert_contains "//$pkg:foo" output | |
| assert_contains "//$pkg:bar" output | |
| } | |
| function test_basic_aquery_text() { | |
| local pkg="${FUNCNAME[0]}" | |
| mkdir -p "$pkg" || fail "mkdir -p $pkg" | |
| cat > "$pkg/BUILD" <<'EOF' | |
| genrule( | |
| name = "bar", | |
| srcs = ["dummy.txt"], | |
| outs = ["bar_out.txt"], | |
| cmd = "echo unused > $(OUTS)", | |
| ) | |
| EOF | |
| echo "hello aquery" > "$pkg/in.txt" | |
| bazel aquery --output=text "//$pkg:bar" > output 2> "$TEST_log" \ | |
| || fail "Expected success" | |
| cat output >> "$TEST_log" | |
| assert_contains "action 'Executing genrule //$pkg:bar'" output | |
| assert_contains "Mnemonic: Genrule" output | |
| assert_contains "Target: //$pkg:bar" output | |
| assert_contains "Configuration: .*-fastbuild" output | |
| assert_contains "Execution platform: ${default_host_platform}" output | |
| # Only check that the inputs/outputs/command line/environment exist, but not | |
| # their actual contents since that would be too much. | |
| assert_contains "Inputs: \[" output | |
| assert_contains "Outputs: \[" output | |
| if $is_windows; then | |
| assert_contains "Command Line: .*bash\.exe" output | |
| else | |
| assert_contains "Command Line: (" output | |
| fi | |
| assert_contains "echo unused" output | |
| bazel aquery --output=text --noinclude_commandline "//$pkg:bar" > output \ | |
| 2> "$TEST_log" || fail "Expected success" | |
| assert_not_contains "echo unused" output | |
| } | |
| function test_basic_aquery_proto() { | |
| local pkg="${FUNCNAME[0]}" | |
| mkdir -p "$pkg" || fail "mkdir -p $pkg" | |
| cat > "$pkg/BUILD" <<'EOF' | |
| genrule( | |
| name = "bar", | |
| srcs = ["dummy.txt"], | |
| outs = ["bar_out.txt"], | |
| cmd = "echo unused > $(OUTS)", | |
| ) | |
| EOF | |
| bazel aquery --output=proto "//$pkg:bar" \ | |
| || fail "Expected success" | |
| bazel aquery --output=streamed_proto "//$pkg:bar" \ | |
| || fail "Expected success" | |
| bazel aquery --output=textproto "//$pkg:bar" > output 2> "$TEST_log" \ | |
| || fail "Expected success" | |
| cat output >> "$TEST_log" | |
| # Verify than ids come in integers instead of strings. | |
| assert_contains "id: 1" output | |
| assert_not_contains "id: \"1\"" output | |
| # Verify that paths are broken down to path fragments. | |
| assert_contains "path_fragments {" output | |
| assert_contains "primary_output_id" output | |
| # Verify that the appropriate action was included. | |
| assert_contains "label: \"dummy.txt\"" output | |
| assert_contains "mnemonic: \"Genrule\"" output | |
| assert_contains "mnemonic: \".*-fastbuild\"" output | |
| assert_contains "execution_platform: \"${default_host_platform}\"" output | |
| assert_contains "echo unused" output | |
| } | |
| function test_basic_aquery_jsonproto() { | |
| local pkg="${FUNCNAME[0]}" | |
| mkdir -p "$pkg" || fail "mkdir -p $pkg" | |
| cat > "$pkg/BUILD" <<'EOF' | |
| genrule( | |
| name = "bar", | |
| srcs = ["dummy.txt"], | |
| outs = ["bar_out.txt"], | |
| cmd = "echo unused > $(OUTS)", | |
| ) | |
| EOF | |
| bazel aquery --output=jsonproto "//$pkg:bar" > output 2> "$TEST_log" \ | |
| || fail "Expected success" | |
| cat output >> "$TEST_log" | |
| # Verify than ids come in integers instead of strings. | |
| assert_contains "\"id\": 1," output | |
| assert_not_contains "\"id\": \"1\"" output | |
| # Verify that paths are broken down to path fragments. | |
| assert_contains "\"pathFragments\": \[{" output | |
| # Verify that the appropriate action was included. | |
| assert_contains "\"label\": \"dummy.txt\"" output | |
| assert_contains "\"mnemonic\": \"Genrule\"" output | |
| assert_contains "\"mnemonic\": \".*-fastbuild\"" output | |
| assert_contains "\"executionPlatform\": \"${default_host_platform}\"" output | |
| assert_contains "echo unused" output | |
| } | |
| function test_aquery_include_artifacts() { | |
| local pkg="${FUNCNAME[0]}" | |
| mkdir -p "$pkg" || fail "mkdir -p $pkg" | |
| cat > "$pkg/BUILD" <<'EOF' | |
| genrule( | |
| name = "bar", | |
| srcs = ["dummy.txt"], | |
| outs = ["bar_out.txt"], | |
| cmd = "echo unused > $(OUTS)", | |
| ) | |
| EOF | |
| echo "hello aquery" > "$pkg/in.txt" | |
| bazel aquery --include_artifacts "//$pkg:bar" > output 2> "$TEST_log" \ | |
| || fail "Expected success" | |
| cat output >> "$TEST_log" | |
| assert_contains "Inputs: \[" output | |
| assert_contains "Outputs: \[" output | |
| bazel aquery --noinclude_artifacts "//$pkg:bar" > output 2> "$TEST_log" \ | |
| || fail "Expected success" | |
| cat output >> "$TEST_log" | |
| assert_not_contains "Inputs: \[" output | |
| assert_not_contains "Outputs: \[" output | |
| } | |
| function test_aquery_include_scheduling_dependencies() { | |
| local pkg="${FUNCNAME[0]}" | |
| mkdir -p "$pkg" || fail "mkdir -p $pkg" | |
| cat > "$pkg/BUILD" <<'EOF' | |
| cc_binary(name="b", srcs=["b.cc"], deps=[":l"]) | |
| cc_library(name="l", hdrs=["library_header.h"]) | |
| EOF | |
| bazel aquery \ | |
| --include_artifacts \ | |
| --include_scheduling_dependencies \ | |
| "mnemonic(CppCompile,//$pkg:b)" > output 2> "$TEST_log" \ | |
| || fail "Expected success" | |
| cat output >> "$TEST_log" | |
| assert_contains "SchedulingDependencies:.*library_header.h" output | |
| bazel aquery \ | |
| --include_artifacts \ | |
| --include_scheduling_dependencies \ | |
| --output=jsonproto \ | |
| "mnemonic(CppCompile,//$pkg:b)" > output 2> "$TEST_log" \ | |
| || fail "Expected success" | |
| cat output >> "$TEST_log" | |
| assert_contains "library_header.h" output | |
| } | |
| function test_aquery_starlark_env() { | |
| local pkg="${FUNCNAME[0]}" | |
| mkdir -p "$pkg" || fail "mkdir -p $pkg" | |
| cat > "$pkg/rule.bzl" <<'EOF' | |
| def _impl(ctx): | |
| output = ctx.outputs.out | |
| input = ctx.file.source | |
| env = {} | |
| env["foo"] = "bar" | |
| ctx.actions.run_shell( | |
| inputs = [input], | |
| outputs = [output], | |
| command = "cat '%s' > '%s'" % (input.path, output.path), | |
| env = env, | |
| ) | |
| copy = rule( | |
| implementation = _impl, | |
| attrs = {"source": attr.label(mandatory = True, allow_single_file = True)}, | |
| outputs = {"out": "%{name}.copy"}, | |
| ) | |
| EOF | |
| cat > "$pkg/BUILD" <<'EOF' | |
| load(":rule.bzl", "copy") | |
| copy( | |
| name = "goo", | |
| source = "dummy.txt", | |
| ) | |
| EOF | |
| echo "hello aquery" > "$pkg/dummy.txt" | |
| bazel aquery --output=text "//$pkg:goo" > output 2> "$TEST_log" \ | |
| || fail "Expected success" | |
| cat output >> "$TEST_log" | |
| assert_contains "Mnemonic: Action" output | |
| assert_contains "Target: //$pkg:goo" output | |
| assert_contains "Environment: \[.*foo=bar" output | |
| } | |
| function test_aquery_aspect() { | |
| local pkg="${FUNCNAME[0]}" | |
| mkdir -p "$pkg" || fail "mkdir -p $pkg" | |
| cat > "$pkg/foobar.bzl" <<'EOF' | |
| DummyProvider = provider(fields = {'dummies' : 'files'}) | |
| def _aspect_impl(target, ctx): | |
| ins = [] | |
| if hasattr(ctx.rule.attr, 'srcs'): | |
| ins = depset(transitive = [src.files for src in ctx.rule.attr.srcs]).to_list() | |
| dummy = ctx.actions.declare_file("%s-aspect" % (target.label.name)) | |
| all_dummies = depset([dummy], transitive = [dep[DummyProvider].dummies for dep in ctx.rule.attr.deps]) | |
| ctx.actions.run_shell(inputs = ins, outputs = [dummy], command = "echo {} > {}".format(ctx.attr.bar, dummy.path)) | |
| return [DummyProvider(dummies = all_dummies)] | |
| bar_aspect = aspect(implementation = _aspect_impl, | |
| attr_aspects = ['deps'], | |
| attrs = { | |
| 'bar' : attr.string(values = ['one', 'two', 'three']), | |
| } | |
| ) | |
| def _bar_impl(ctx): | |
| ctx.actions.write(content = "hello world", output = ctx.outputs.out) | |
| return DefaultInfo(files = depset(transitive = [dep[DummyProvider].dummies for dep in ctx.attr.deps])) | |
| bar_rule = rule( | |
| implementation = _bar_impl, | |
| attrs = { | |
| 'deps' : attr.label_list(aspects = [bar_aspect]), | |
| 'bar' : attr.string(default = 'two'), | |
| }, | |
| outputs = {"out": "%{name}.count"}, | |
| ) | |
| def _foo_library_impl(ctx): | |
| ctx.actions.run_shell( | |
| command = "touch {}".format(ctx.outputs.out.path), | |
| inputs = ctx.files.srcs, | |
| outputs = [ctx.outputs.out], | |
| ) | |
| foo_library = rule( | |
| implementation = _foo_library_impl, | |
| attrs = { | |
| "srcs": attr.label_list(allow_files = True), | |
| "deps": attr.label_list(), | |
| }, | |
| outputs = {"out": "%{name}.foo_object"}, | |
| ) | |
| EOF | |
| cat > "$pkg/BUILD" <<'EOF' | |
| load(":foobar.bzl", "bar_rule", "foo_library") | |
| foo_library( | |
| name = "a", | |
| srcs = ["a.foo"], | |
| ) | |
| foo_library( | |
| name = "b", | |
| srcs = ["b.foo"], | |
| deps = [":a"], | |
| ) | |
| foo_library( | |
| name = "c", | |
| srcs = ["c.foo"], | |
| deps = [":b"], | |
| ) | |
| bar_rule( | |
| name = 'bar', | |
| deps = [':c'], | |
| bar = 'three', | |
| ) | |
| EOF | |
| # Test without considering aspects. | |
| bazel aquery --output=text "//$pkg:a" > output 2> "$TEST_log" \ | |
| || fail "Expected success" | |
| cat output >> "$TEST_log" | |
| expect_log_n "^action '" 1 "Expected exactly one action when not considering aspects." | |
| assert_not_contains "AspectDescriptors" output | |
| # Test considering aspects but without triggering it. | |
| bazel aquery --include_aspects --output=text "//$pkg:a" > output 2> "$TEST_log" \ | |
| || fail "Expected success" | |
| cat output >> "$TEST_log" | |
| expect_log_n "^action '" 1 "Expected exactly one action without universe scope." | |
| assert_not_contains "AspectDescriptors" output | |
| # Trigger the aspect. | |
| bazel aquery --include_aspects --output=text "//$pkg:a" --universe_scope="//$pkg:bar" \ | |
| > output 2> "$TEST_log" \ | |
| || fail "Expected success" | |
| cat output >> "$TEST_log" | |
| expect_log_n "^action '" 2 "Expected exactly two actions." | |
| assert_contains "AspectDescriptors: \[.*foobar.bzl%bar_aspect.*bar='three'" output | |
| assert_contains "Outputs: \[.*a.foo_object" output | |
| assert_contains "Outputs: \[.*a-aspect" output | |
| } | |
| function test_aquery_all_filters_only_match_foo() { | |
| local pkg="${FUNCNAME[0]}" | |
| mkdir -p "$pkg" || fail "mkdir -p $pkg" | |
| cat > "$pkg/BUILD" <<'EOF' | |
| genrule( | |
| name = "foo", | |
| srcs = ["foo_matching_in.java"], | |
| outs = ["foo_matching_out"], | |
| cmd = "echo unused > $(OUTS)", | |
| ) | |
| genrule( | |
| name = "wrong_input", | |
| srcs = ["wrong_input.java"], | |
| outs = ["wi_matching_out"], | |
| cmd = "echo unused > $(OUTS)", | |
| ) | |
| genrule( | |
| name = "wrong_output", | |
| srcs = ["wo_matching_in.java"], | |
| outs = ["wrong_out"], | |
| cmd = "echo unused > $(OUTS)", | |
| ) | |
| java_library( | |
| name = "wrong_mnemonic", | |
| srcs = ["wm_matching_in.java"], | |
| ) | |
| EOF | |
| QUERY="inputs( | |
| '.*matching_in.java', outputs('.*matching_out', mnemonic('Genrule', //$pkg:all)))" | |
| bazel aquery --output=text ${QUERY} > output 2> "$TEST_log" \ | |
| || fail "Expected success" | |
| cat output >> "$TEST_log" | |
| assert_only_action_foo output | |
| bazel aquery --output=textproto --noinclude_commandline ${QUERY} > output \ | |
| 2> "$TEST_log" || fail "Expected success" | |
| } | |
| function test_aquery_inputs_filter_only_mach_foo() { | |
| local pkg="${FUNCNAME[0]}" | |
| mkdir -p "$pkg" || fail "mkdir -p $pkg" | |
| cat > "$pkg/BUILD" <<'EOF' | |
| genrule( | |
| name = "foo", | |
| srcs = ["foo_matching_in.java"], | |
| outs = ["foo_matching_out"], | |
| cmd = "echo unused > $(OUTS)", | |
| ) | |
| genrule( | |
| name = "wrong_input", | |
| srcs = ["wrong_input.java"], | |
| outs = ["wi_matching_out"], | |
| cmd = "echo unused > $(OUTS)", | |
| ) | |
| EOF | |
| QUERY="inputs('.*matching_in.java', //$pkg:all)" | |
| bazel aquery --output=text ${QUERY} > output 2> "$TEST_log" \ | |
| || fail "Expected success" | |
| cat output >> "$TEST_log" | |
| assert_only_action_foo output | |
| bazel aquery --output=textproto --noinclude_commandline ${QUERY} > output \ | |
| 2> "$TEST_log" || fail "Expected success" | |
| } | |
| function test_aquery_outputs_filter_only_mach_foo() { | |
| local pkg="${FUNCNAME[0]}" | |
| mkdir -p "$pkg" || fail "mkdir -p $pkg" | |
| cat > "$pkg/BUILD" <<'EOF' | |
| genrule( | |
| name = "foo", | |
| srcs = ["foo_matching_in.java"], | |
| outs = ["foo_matching_out"], | |
| cmd = "echo unused > $(OUTS)", | |
| ) | |
| genrule( | |
| name = "wrong_output", | |
| srcs = ["wo_matching_in.java"], | |
| outs = ["wrong_out"], | |
| cmd = "echo unused > $(OUTS)", | |
| ) | |
| EOF | |
| QUERY="outputs('.*matching_out', //$pkg:all)" | |
| bazel aquery --output=text ${QUERY} > output 2> "$TEST_log" \ | |
| || fail "Expected success" | |
| cat output >> "$TEST_log" | |
| assert_only_action_foo output | |
| bazel aquery --output=textproto --noinclude_commandline ${QUERY} > output \ | |
| 2> "$TEST_log" || fail "Expected success" | |
| } | |
| function test_aquery_mnemonic_filter_only_mach_foo() { | |
| local pkg="${FUNCNAME[0]}" | |
| mkdir -p "$pkg" || fail "mkdir -p $pkg" | |
| cat > "$pkg/BUILD" <<'EOF' | |
| genrule( | |
| name = "foo", | |
| srcs = ["foo_matching_in.java"], | |
| outs = ["foo_matching_out"], | |
| cmd = "echo unused > $(OUTS)", | |
| ) | |
| java_library( | |
| name = "wrong_mnemonic", | |
| srcs = ["wm_matching_in.java"], | |
| ) | |
| EOF | |
| QUERY="mnemonic('.*rule', //$pkg:all)" | |
| bazel aquery --output=text ${QUERY} > output 2> "$TEST_log" \ | |
| || fail "Expected success" | |
| cat output >> "$TEST_log" | |
| assert_only_action_foo output | |
| bazel aquery --output=textproto --noinclude_commandline ${QUERY} > output \ | |
| 2> "$TEST_log" || fail "Expected success" | |
| } | |
| function test_aquery_inputs_filter_exact_filename_only_mach_foo() { | |
| local pkg="${FUNCNAME[0]}" | |
| mkdir -p "$pkg" || fail "mkdir -p $pkg" | |
| cat > "$pkg/BUILD" <<'EOF' | |
| genrule( | |
| name = "foo", | |
| srcs = ["foo_matching_in.java"], | |
| outs = ["foo_matching_out"], | |
| cmd = "echo unused > $(OUTS)", | |
| ) | |
| genrule( | |
| name = "wrong_input", | |
| srcs = ["wrong_input.java"], | |
| outs = ["wi_matching_out"], | |
| cmd = "echo unused > $(OUTS)", | |
| ) | |
| EOF | |
| QUERY="inputs('$pkg/foo_matching_in.java', //$pkg:all)" | |
| bazel aquery --output=text ${QUERY} > output 2> "$TEST_log" \ | |
| || fail "Expected success" | |
| cat output >> "$TEST_log" | |
| assert_only_action_foo output | |
| bazel aquery --output=textproto --noinclude_commandline ${QUERY} > output \ | |
| 2> "$TEST_log" || fail "Expected success" | |
| } | |
| function test_aquery_outputs_filter_exact_filename_only_mach_foo() { | |
| local pkg="${FUNCNAME[0]}" | |
| mkdir -p "$pkg" || fail "mkdir -p $pkg" | |
| cat > "$pkg/BUILD" <<'EOF' | |
| genrule( | |
| name = "foo", | |
| srcs = ["foo_matching_in.java"], | |
| outs = ["foo_matching_out"], | |
| cmd = "echo unused > $(OUTS)", | |
| ) | |
| genrule( | |
| name = "wrong_output", | |
| srcs = ["wo_matching_in.java"], | |
| outs = ["wrong_out"], | |
| cmd = "echo unused > $(OUTS)", | |
| ) | |
| EOF | |
| QUERY="outputs('.*/$pkg/foo_matching_out', //$pkg:all)" | |
| bazel aquery --output=text ${QUERY} > output 2> "$TEST_log" \ | |
| || fail "Expected success" | |
| cat output >> "$TEST_log" | |
| assert_only_action_foo output | |
| bazel aquery --output=textproto --noinclude_commandline ${QUERY} > output \ | |
| 2> "$TEST_log" || fail "Expected success" | |
| } | |
| function test_aquery_mnemonic_filter_exact_mnemonic_only_mach_foo() { | |
| local pkg="${FUNCNAME[0]}" | |
| mkdir -p "$pkg" || fail "mkdir -p $pkg" | |
| cat > "$pkg/BUILD" <<'EOF' | |
| genrule( | |
| name = "foo", | |
| srcs = ["foo_matching_in.java"], | |
| outs = ["foo_matching_out"], | |
| cmd = "echo unused > $(OUTS)", | |
| ) | |
| java_library( | |
| name = "wrong_mnemonic", | |
| srcs = ["wm_matching_in.java"], | |
| ) | |
| EOF | |
| QUERY="mnemonic('Genrule', //$pkg:all)" | |
| bazel aquery --output=text ${QUERY} > output 2> "$TEST_log" \ | |
| || fail "Expected success" | |
| cat output >> "$TEST_log" | |
| assert_only_action_foo output | |
| bazel aquery --output=textproto --noinclude_commandline ${QUERY} > output \ | |
| 2> "$TEST_log" || fail "Expected success" | |
| } | |
| function test_aquery_filters_non_aquery_enclosing_function_query_error() { | |
| local pkg="${FUNCNAME[0]}" | |
| mkdir -p "$pkg" || fail "mkdir -p $pkg" | |
| cat > "$pkg/BUILD" <<'EOF' | |
| genrule( | |
| name = "foo", | |
| srcs = ["foo_matching_in.java"], | |
| outs = ["foo_matching_out"], | |
| cmd = "echo unused > $(OUTS)", | |
| ) | |
| EOF | |
| QUERY="deps(inputs('.*matching_in.java', outputs('.*matching_out', mnemonic('Genrule', //$pkg:all))))" | |
| EXPECTED_LOG="ERROR: aquery filter functions (inputs, outputs, mnemonic) produce actions, and therefore can't be the input of other function types: deps | |
| ${QUERY}" | |
| bazel aquery --output=text ${QUERY} > output 2> "$TEST_log" \ | |
| && fail "Expected failure" | |
| expect_log "${EXPECTED_LOG}" | |
| } | |
| function test_aquery_filters_chain_inputs_only_match_one() { | |
| local pkg="${FUNCNAME[0]}" | |
| mkdir -p "$pkg" || fail "mkdir -p $pkg" | |
| cat > "$pkg/BUILD" <<'EOF' | |
| genrule( | |
| name='foo', | |
| srcs=['foo_matching_in.java'], | |
| outs=['foo_matching_out'], | |
| cmd='cat $(SRCS) > $(OUTS)' | |
| ) | |
| java_library( | |
| name='bar', | |
| srcs=['in_bar.java'] | |
| ) | |
| genrule( | |
| name='foo2', | |
| srcs=['foo_matching_in.java_not'], | |
| outs=['foo_matching_out2'], | |
| cmd='cat $(SRCS) > $(OUTS)' | |
| ) | |
| EOF | |
| QUERY="inputs('.*java', inputs('.*foo.*', //$pkg:all))" | |
| bazel aquery --output=text ${QUERY} > output 2> "$TEST_log" \ | |
| || fail "Expected success" | |
| cat output >> "$TEST_log" | |
| assert_only_action_foo output | |
| bazel aquery --output=textproto --noinclude_commandline ${QUERY} > output \ | |
| 2> "$TEST_log" || fail "Expected success" | |
| } | |
| function test_aquery_filters_chain_outputs_only_match_one() { | |
| local pkg="${FUNCNAME[0]}" | |
| mkdir -p "$pkg" || fail "mkdir -p $pkg" | |
| cat > "$pkg/BUILD" <<'EOF' | |
| genrule( | |
| name='foo', | |
| srcs=['foo_matching_in.java'], | |
| outs=['foo_matching_out'], | |
| cmd='cat $(SRCS) > $(OUTS)' | |
| ) | |
| genrule( | |
| name='foo2', | |
| srcs=['foo_matching_in.java'], | |
| outs=['foo_matching_out_not'], | |
| cmd='cat $(SRCS) > $(OUTS)' | |
| ) | |
| genrule( | |
| name='foo3', | |
| srcs=['foo_matching_in.java'], | |
| outs=['not_matching_out'], | |
| cmd='cat $(SRCS) > $(OUTS)' | |
| ) | |
| EOF | |
| QUERY="outputs('.*out', outputs('.*foo.*', //$pkg:all))" | |
| bazel aquery --output=text ${QUERY} > output 2> "$TEST_log" \ | |
| || fail "Expected success" | |
| cat output >> "$TEST_log" | |
| assert_only_action_foo output | |
| bazel aquery --output=textproto --noinclude_commandline ${QUERY} > output \ | |
| 2> "$TEST_log" || fail "Expected success" | |
| } | |
| function test_aquery_filters_chain_mnemonic_only_match_one() { | |
| local pkg="${FUNCNAME[0]}" | |
| mkdir -p "$pkg" || fail "mkdir -p $pkg" | |
| cat > "$pkg/BUILD" <<'EOF' | |
| java_library( | |
| name='foo', | |
| srcs=['Foo.java'] | |
| ) | |
| EOF | |
| # java_library targets generate actions of the following mnemonics: | |
| # - Javac | |
| # - JavaSourceJar | |
| # - Turbine | |
| QUERY="mnemonic('Java.*', mnemonic('.*e.*', //$pkg:all))" | |
| bazel aquery --output=text ${QUERY} > output 2> "$TEST_log" \ | |
| || fail "Expected success" | |
| cat output >> "$TEST_log" | |
| expect_log_n "^action '" 1 "Expected exactly one action." | |
| assert_contains "action.*foo" output | |
| assert_contains "Inputs: \[.*Foo.java.*\]" output | |
| assert_contains "Outputs: \[.*jar\]" output | |
| assert_contains "Mnemonic: JavaSourceJar" output | |
| bazel aquery --output=textproto --noinclude_commandline ${QUERY} > output \ | |
| 2> "$TEST_log" || fail "Expected success" | |
| } | |
| function test_aquery_noinclude_artifacts() { | |
| local pkg="${FUNCNAME[0]}" | |
| mkdir -p "$pkg" || fail "mkdir -p $pkg" | |
| cat > "$pkg/BUILD" <<'EOF' | |
| cc_binary( | |
| name='foo', | |
| srcs=['foo.cc'] | |
| ) | |
| EOF | |
| # cc_binary targets write param files and use them in CppLinkActions. | |
| QUERY="//$pkg:foo" | |
| bazel aquery --output=text --noinclude_artifacts ${QUERY} > output 2> "$TEST_log" \ | |
| || fail "Expected success" | |
| cat output >> "$TEST_log" | |
| assert_not_contains "Inputs: " output | |
| assert_not_contains "Outputs: " output | |
| } | |
| function test_aquery_include_param_file_starlark_rule() { | |
| local pkg="${FUNCNAME[0]}" | |
| mkdir -p "$pkg" || fail "mkdir -p $pkg" | |
| cat > "$pkg/test_rule.bzl" <<'EOF' | |
| def _impl(ctx): | |
| args = ctx.actions.args() | |
| args.add('--param_file_arg') | |
| args.set_param_file_format('multiline') | |
| args.use_param_file('--param_file=%s', use_always = True) | |
| ctx.actions.run( | |
| inputs = ctx.files.srcs, | |
| outputs = [ctx.outputs.outfile], | |
| executable = 'dummy', | |
| arguments = ['--non-param-file-flag', args], | |
| mnemonic = 'Action' | |
| ) | |
| test_rule = rule( | |
| implementation = _impl, | |
| attrs = { | |
| 'srcs': attr.label_list(allow_files=True) | |
| }, | |
| outputs = { | |
| 'outfile': '{name}.out' | |
| }, | |
| ) | |
| EOF | |
| cat > "$pkg/BUILD" <<'EOF' | |
| load(':test_rule.bzl', 'test_rule') | |
| test_rule( | |
| name='foo', | |
| srcs=['foo.java'] | |
| ) | |
| EOF | |
| # Actions from Starlark rules don't explicitly write out param file, | |
| # but includes all arguments (including those in the param file) in the command line. | |
| QUERY="//$pkg:foo" | |
| bazel aquery --output=text --include_param_files ${QUERY} > output 2> "$TEST_log" \ | |
| || fail "Expected success" | |
| cat output >> "$TEST_log" | |
| assert_not_contains "Params File Content" output | |
| bazel aquery --output=textproto --include_param_files ${QUERY} > output \ | |
| 2> "$TEST_log" || fail "Expected success" | |
| } | |
| # Regression test for b/191070494. | |
| function test_aquery_include_param_files_tree_artifact_writes_unexpanded_dir() { | |
| local pkg="${FUNCNAME[0]}" | |
| mkdir -p "$pkg" || fail "mkdir -p $pkg" | |
| cat > "${pkg}"/def.bzl <<'EOF' | |
| def _r(ctx): | |
| dir = ctx.actions.declare_directory(ctx.label.name + "_dir") | |
| ctx.actions.run_shell(outputs=[dir], command="touch %s/file" % dir.path) | |
| param_file = ctx.actions.declare_file(ctx.label.name + "_param_file") | |
| args = ctx.actions.args() | |
| args.add_all([dir]) | |
| ctx.actions.write(param_file, args) | |
| file = ctx.actions.declare_file(ctx.label.name) | |
| ctx.actions.run_shell( | |
| mnemonic = "Action", | |
| outputs = [file], | |
| inputs = [param_file], | |
| command = "cp %s %s" % (param_file.path, file.path) | |
| ) | |
| return DefaultInfo(files=depset([file])) | |
| r = rule(implementation=_r) | |
| EOF | |
| cat > "${pkg}"/BUILD <<'EOF' | |
| load(":def.bzl", "r") | |
| r(name="a") | |
| EOF | |
| bazel aquery --include_param_files \ | |
| "mnemonic(Action, //${pkg}:a)" > output 2> "${TEST_log}" \ | |
| || fail "Expected aquery to succeed" | |
| cat output >> "${TEST_log}" | |
| assert_matches \ | |
| "${PRODUCT_NAME}-out/[^/]+-fastbuild/bin/${pkg}/a_dir" \ | |
| "$(grep --after-context=1000 'Params File Content' output | tail -n +2 | | |
| sed 's/^[[:space:]]\+//')" | |
| } | |
| function test_aquery_include_param_file_not_enabled_by_default() { | |
| local pkg="${FUNCNAME[0]}" | |
| mkdir -p "$pkg" || fail "mkdir -p $pkg" | |
| cat > "$pkg/BUILD" <<'EOF' | |
| cc_binary( | |
| name='foo', | |
| srcs=['foo.cc'] | |
| ) | |
| EOF | |
| # cc_binary targets write param files and use them in CppLinkActions. | |
| QUERY="//$pkg:foo" | |
| bazel aquery --output=text ${QUERY} > output 2> "$TEST_log" \ | |
| || fail "Expected success" | |
| cat output >> "$TEST_log" | |
| assert_not_contains "Params File Content" output | |
| bazel aquery --output=textproto ${QUERY} > output \ | |
| 2> "$TEST_log" || fail "Expected success" | |
| } | |
| function test_aquery_cpp_action_template_treeartifact_output() { | |
| local pkg="${FUNCNAME[0]}" | |
| mkdir -p "$pkg" || fail "mkdir -p $pkg" | |
| cat > "$pkg/a.bzl" <<'EOF' | |
| def _impl(ctx): | |
| directory = ctx.actions.declare_directory(ctx.attr.name + "_artifact.cc") | |
| ctx.actions.run_shell( | |
| inputs = ctx.files.srcs, | |
| outputs = [directory], | |
| mnemonic = 'MoveTreeArtifact', | |
| command = "echo abc", | |
| ) | |
| return [DefaultInfo(files = depset([directory]))] | |
| cc_tree_artifact_files = rule( | |
| implementation = _impl, | |
| attrs = { | |
| 'srcs': attr.label_list(allow_files=True), | |
| }, | |
| ) | |
| EOF | |
| cat > "$pkg/BUILD" <<'EOF' | |
| load(':a.bzl', 'cc_tree_artifact_files') | |
| cc_tree_artifact_files( | |
| name = 'tree_artifact', | |
| srcs = ['a1.cc', 'a2.cc'], | |
| ) | |
| cc_binary( | |
| name = 'bin', | |
| srcs = ['b1.h', 'b2.cc', ':tree_artifact'], | |
| ) | |
| EOF | |
| QUERY="//$pkg:all" | |
| # In fastbuild, we expect exactly 1 CppCompileActionTemplate, which is a PIC | |
| # action on Darwin and Windows and a noPIC action on Linux. | |
| bazel aquery --output=text ${QUERY} > output 2> "$TEST_log" \ | |
| || fail "Expected success" | |
| cat output >> "$TEST_log" | |
| expect_log_n "CppCompileActionTemplate compiling.*.cc" 1 \ | |
| "Expected exactly 1 CppCompileActionTemplates." | |
| assert_contains "Outputs:.*tree_artifact_artifact (TreeArtifact)\]$" output | |
| # Darwin and Windows only produce 1 CppCompileActionTemplate with PIC, | |
| # while Linux has both PIC and non-PIC CppCompileActionTemplates | |
| bazel aquery -c opt --output=text ${QUERY} > output 2> "$TEST_log" \ | |
| --features=-prefer_pic_for_opt_binaries \ | |
| || fail "Expected success" | |
| cat output >> "$TEST_log" | |
| if (is_darwin || $is_windows); then | |
| expected_num_actions=1 | |
| else | |
| expected_num_actions=2 | |
| fi | |
| expect_log_n "CppCompileActionTemplate compiling.*.cc" $expected_num_actions \ | |
| "Expected exactly $expected_num_actions CppCompileActionTemplates." | |
| assert_contains "Outputs:.*tree_artifact_artifact (TreeArtifact)\]$" output | |
| bazel aquery --output=textproto --noinclude_commandline ${QUERY} > output \ | |
| 2> "$TEST_log" || fail "Expected success" | |
| } | |
| function test_aquery_single_aspect() { | |
| local pkg="${FUNCNAME[0]}" | |
| mkdir -p "$pkg" || fail "mkdir -p $pkg" | |
| cat > "$pkg/rule.bzl" <<'EOF' | |
| MyBaseRuleProvider = provider( | |
| fields = { | |
| 'dummy_field': 'dummy field' | |
| } | |
| ) | |
| MyProvider = provider( | |
| fields = { | |
| 'dummy_field': 'dummy field' | |
| } | |
| ) | |
| def _base_rule_impl(ctx): | |
| return [MyBaseRuleProvider(dummy_field = 1)] | |
| base_rule = rule( | |
| attrs = { | |
| 'srcs': attr.label_list(allow_files = True), | |
| }, | |
| implementation = _base_rule_impl | |
| ) | |
| def _my_jpl_aspect_imp(target, ctx): | |
| if hasattr(ctx.rule.attr, 'srcs'): | |
| out = ctx.actions.declare_file('out_jpl_{}'.format(target)) | |
| ctx.actions.run( | |
| inputs = [f for src in ctx.rule.attr.srcs for f in src.files.to_list()], | |
| outputs = [out], | |
| executable = 'dummy', | |
| mnemonic = 'MyJplAspect' | |
| ) | |
| return [MyProvider(dummy_field = 1)] | |
| my_jpl_aspect = aspect( | |
| attr_aspects = ['deps', 'exports'], | |
| required_aspect_providers = [['proto_java']], | |
| attrs = { | |
| 'aspect_param': attr.string(default = 'x', values = ['x', 'y']) | |
| }, | |
| implementation = _my_jpl_aspect_imp, | |
| ) | |
| def _jpl_rule_impl(ctx): | |
| return [] | |
| my_jpl_rule = rule( | |
| attrs = { | |
| 'deps': attr.label_list(aspects = [my_jpl_aspect]), | |
| 'srcs': attr.label_list(allow_files = True), | |
| 'aspect_param': attr.string(default = 'x', values = ['x', 'y']) | |
| }, | |
| implementation = _jpl_rule_impl | |
| ) | |
| EOF | |
| cat > "$pkg/BUILD" <<'EOF' | |
| load(':rule.bzl', 'my_jpl_rule', 'base_rule') | |
| base_rule( | |
| name = 'x', | |
| srcs = [':x.java'], | |
| ) | |
| my_jpl_rule( | |
| name = 'my_aspect', | |
| deps = [':x'], | |
| aspect_param = 'y' | |
| ) | |
| EOF | |
| QUERY="deps(//$pkg:my_aspect)" | |
| bazel aquery --output=text --include_aspects ${QUERY} > output 2> "$TEST_log" \ | |
| || fail "Expected success" | |
| cat output >> "$TEST_log" | |
| assert_contains "Mnemonic: MyJplAspect" output | |
| assert_contains "AspectDescriptors: \[.*:rule.bzl%my_jpl_aspect(aspect_param='y')" output | |
| bazel aquery --output=textproto --include_aspects --noinclude_commandline ${QUERY} > output \ | |
| 2> "$TEST_log" || fail "Expected success" | |
| } | |
| function test_aquery_aspect_on_aspect() { | |
| local pkg="${FUNCNAME[0]}" | |
| mkdir -p "$pkg" || fail "mkdir -p $pkg" | |
| cat > "$pkg/rule.bzl" <<'EOF' | |
| IntermediateProvider = provider( | |
| fields = { | |
| 'dummy_field': 'dummy field' | |
| } | |
| ) | |
| MyBaseRuleProvider = provider( | |
| fields = { | |
| 'dummy_field': 'dummy field' | |
| } | |
| ) | |
| def _base_rule_impl(ctx): | |
| return [MyBaseRuleProvider(dummy_field = 1)] | |
| base_rule = rule( | |
| attrs = { | |
| 'srcs': attr.label_list(allow_files = True), | |
| }, | |
| implementation = _base_rule_impl | |
| ) | |
| def _intermediate_aspect_imp(target, ctx): | |
| if hasattr(ctx.rule.attr, 'srcs'): | |
| out = ctx.actions.declare_file('out_jpl_{}'.format(target)) | |
| ctx.actions.run( | |
| inputs = [f for src in ctx.rule.attr.srcs for f in src.files.to_list()], | |
| outputs = [out], | |
| executable = 'dummy', | |
| mnemonic = 'MyIntermediateAspect' | |
| ) | |
| return [IntermediateProvider(dummy_field = 1)] | |
| intermediate_aspect = aspect( | |
| attr_aspects = ['deps', 'exports'], | |
| required_aspect_providers = [[MyBaseRuleProvider]], | |
| provides = [IntermediateProvider], | |
| implementation = _intermediate_aspect_imp, | |
| ) | |
| def _int_rule_impl(ctx): | |
| return [] | |
| intermediate_rule = rule( | |
| attrs = { | |
| 'deps': attr.label_list(aspects = [intermediate_aspect]), | |
| 'srcs': attr.label_list(allow_files = True), | |
| }, | |
| implementation = _int_rule_impl | |
| ) | |
| def _aspect_impl(target, ctx): | |
| if hasattr(ctx.rule.attr, 'srcs'): | |
| out = ctx.actions.declare_file('out{}'.format(target)) | |
| ctx.actions.run( | |
| inputs = [f for src in ctx.rule.attr.srcs for f in src.files.to_list()], | |
| outputs = [out], | |
| executable = 'dummy', | |
| mnemonic = 'MyAspect' | |
| ) | |
| return [] | |
| my_aspect = aspect( | |
| attr_aspects = ['deps', 'exports'], | |
| required_aspect_providers = [[IntermediateProvider], [MyBaseRuleProvider]], | |
| attrs = { | |
| 'aspect_param': attr.string(default = 'x', values = ['x', 'y']) | |
| }, | |
| implementation = _aspect_impl, | |
| ) | |
| def _rule_impl(ctx): | |
| return [] | |
| my_rule = rule( | |
| attrs = { | |
| 'deps': attr.label_list(aspects = [my_aspect]), | |
| 'srcs': attr.label_list(allow_files = True), | |
| 'aspect_param': attr.string(default = 'x', values = ['x', 'y']) | |
| }, | |
| implementation = _rule_impl | |
| ) | |
| EOF | |
| cat > "$pkg/BUILD" <<'EOF' | |
| load(':rule.bzl', 'my_rule', 'intermediate_rule', 'base_rule') | |
| base_rule( | |
| name = 'x', | |
| srcs = [':x.java'], | |
| ) | |
| intermediate_rule( | |
| name = 'int_target', | |
| deps = [':x'], | |
| ) | |
| my_rule( | |
| name = 'my_target', | |
| srcs = ['foo.java'], | |
| aspect_param = 'y', | |
| deps = [':int_target'], | |
| ) | |
| EOF | |
| QUERY="deps(//$pkg:my_target)" | |
| bazel aquery --output=text --include_aspects ${QUERY} > output 2> "$TEST_log" \ | |
| || fail "Expected success" | |
| cat output >> "$TEST_log" | |
| assert_contains "Mnemonic: MyAspect" output | |
| assert_contains "AspectDescriptors: \[.*:rule.bzl%my_aspect(aspect_param='y')" output | |
| assert_contains "^.*->.*:rule.bzl%intermediate_aspect()\]$" output | |
| bazel aquery --output=textproto --include_aspects --noinclude_commandline ${QUERY} > output \ | |
| 2> "$TEST_log" || fail "Expected success" | |
| } | |
| function test_aquery_skyframe_state_no_filter_no_previous_build_empty() { | |
| local pkg="${FUNCNAME[0]}" | |
| mkdir -p "$pkg" || fail "mkdir -p $pkg" | |
| bazel clean | |
| bazel aquery --output=textproto --skyframe_state > output 2> "$TEST_log" \ | |
| || fail "Expected success" | |
| cat output >> "$TEST_log" | |
| assert_not_contains "actions" output | |
| } | |
| function test_aquery_skyframe_state_wrong_syntax() { | |
| local pkg="${FUNCNAME[0]}" | |
| mkdir -p "$pkg" || fail "mkdir -p $pkg" | |
| EXPECTED_LOG="Specifying build target(s) \[//some_target\] with --skyframe_state is currently not supported" | |
| bazel aquery --output=textproto --skyframe_state "//some_target" > output 2> "$TEST_log" \ | |
| && fail "Expected failure" | |
| expect_log "${EXPECTED_LOG}" | |
| bazel aquery --output=textproto --skyframe_state "inputs('pattern', //some_target)" > output 2> "$TEST_log" \ | |
| && fail "Expected failure" | |
| expect_log "${EXPECTED_LOG}" | |
| } | |
| function test_aquery_skyframe_state_no_filter_with_previous_build() { | |
| local pkg="${FUNCNAME[0]}" | |
| mkdir -p "$pkg" || fail "mkdir -p $pkg" | |
| cat > "$pkg/BUILD" <<'EOF' | |
| genrule( | |
| name = "foo", | |
| srcs = ["foo_matching_in.java"], | |
| outs = ["foo_matching_out"], | |
| cmd = "echo unused > $(OUTS)", | |
| ) | |
| EOF | |
| bazel clean | |
| bazel aquery --noenable_bzlmod --output=textproto --skyframe_state > output 2> "$TEST_log" \ | |
| || fail "Expected success" | |
| cat output >> "$TEST_log" | |
| assert_not_contains "actions" output | |
| bazel build --noenable_bzlmod --nobuild "//$pkg:foo" | |
| bazel aquery --noenable_bzlmod --output=textproto --skyframe_state > output 2> "$TEST_log" \ | |
| || fail "Expected success" | |
| cat output >> "$TEST_log" | |
| assert_only_action_foo_textproto output | |
| } | |
| function test_aquery_skyframe_state_with_filter_with_previous_build() { | |
| local pkg="${FUNCNAME[0]}" | |
| mkdir -p "$pkg" || fail "mkdir -p $pkg" | |
| cat > "$pkg/BUILD" <<'EOF' | |
| genrule( | |
| name = "foo", | |
| srcs = ["foo_matching_in.java"], | |
| outs = ["foo_matching_out"], | |
| cmd = "echo unused > $(OUTS)", | |
| ) | |
| genrule( | |
| name = "wrong_input", | |
| srcs = ["wrong_input.java"], | |
| outs = ["wi_matching_out"], | |
| cmd = "echo unused > $(OUTS)", | |
| ) | |
| EOF | |
| QUERY="inputs('.*matching_in.java', outputs('.*matching_out', mnemonic('Genrule')))" | |
| bazel clean | |
| bazel build --noenable_bzlmod --nobuild "//$pkg:foo" | |
| bazel aquery --noenable_bzlmod --output=textproto --skyframe_state ${QUERY} > output 2> "$TEST_log" \ | |
| || fail "Expected success" | |
| cat output >> "$TEST_log" | |
| assert_only_action_foo_textproto output | |
| } | |
| function test_aquery_textproto_skyframe_state() { | |
| local pkg="${FUNCNAME[0]}" | |
| mkdir -p "$pkg" || fail "mkdir -p $pkg" | |
| cat > "$pkg/BUILD" <<'EOF' | |
| genrule( | |
| name = "foo", | |
| srcs = ["foo_matching_in.java"], | |
| outs = ["foo_matching_out"], | |
| cmd = "echo unused > $(OUTS)", | |
| ) | |
| EOF | |
| bazel clean | |
| bazel aquery --noenable_bzlmod --output=textproto --skyframe_state > output 2> "$TEST_log" \ | |
| || fail "Expected success" | |
| cat output >> "$TEST_log" | |
| assert_not_contains "actions" output | |
| bazel build --noenable_bzlmod --nobuild "//$pkg:foo" | |
| bazel aquery --noenable_bzlmod --output=textproto --skyframe_state > output 2> "$TEST_log" \ | |
| || fail "Expected success" | |
| cat output >> "$TEST_log" | |
| expect_log_once "actions {" | |
| assert_contains "input_dep_set_ids: 1" output | |
| assert_contains "output_ids: 3" output | |
| assert_contains "mnemonic: \"Genrule\"" output | |
| } | |
| function test_aquery_json_skyframe_state() { | |
| local pkg="${FUNCNAME[0]}" | |
| mkdir -p "$pkg" || fail "mkdir -p $pkg" | |
| cat > "$pkg/BUILD" <<'EOF' | |
| genrule( | |
| name = "foo", | |
| srcs = ["foo_matching_in.java"], | |
| outs = ["foo_matching_out"], | |
| cmd = "echo unused > $(OUTS)", | |
| ) | |
| EOF | |
| bazel clean | |
| bazel aquery --noenable_bzlmod --output=jsonproto --skyframe_state > output 2> "$TEST_log" \ | |
| || fail "Expected success" | |
| cat output >> "$TEST_log" | |
| assert_not_contains "actions" output | |
| bazel build --noenable_bzlmod --nobuild "//$pkg:foo" | |
| bazel aquery --noenable_bzlmod --output=jsonproto --skyframe_state > output 2> "$TEST_log" \ | |
| || fail "Expected success" | |
| cat output >> "$TEST_log" | |
| expect_log_once "\"actionKey\":" | |
| } | |
| function test_aquery_json_skyframe_state_invalid_format() { | |
| local pkg="${FUNCNAME[0]}" | |
| mkdir -p "$pkg" || fail "mkdir -p $pkg" | |
| cat > "$pkg/BUILD" <<'EOF' | |
| genrule( | |
| name = "foo", | |
| srcs = ["foo_matching_in.java"], | |
| outs = ["foo_matching_out"], | |
| cmd = "echo unused > $(OUTS)", | |
| ) | |
| EOF | |
| bazel clean | |
| bazel aquery --noenable_bzlmod --output=text --skyframe_state &> "$TEST_log" \ | |
| && fail "Expected failure" | |
| expect_log "--skyframe_state must be used with --output=proto\|textproto\|jsonproto. Invalid aquery output format: text" | |
| } | |
| function test_summary_output() { | |
| local pkg="${FUNCNAME[0]}" | |
| mkdir -p "$pkg" || fail "mkdir -p $pkg" | |
| cat > "$pkg/BUILD" <<'EOF' | |
| genrule( | |
| name = "foo", | |
| srcs = ["in"], | |
| outs = ["out"], | |
| cmd = "touch $(OUTS)", | |
| ) | |
| EOF | |
| touch "$pkg/in" | |
| bazel aquery --output=summary "//$pkg:all" \ | |
| &> "$TEST_log" || fail "Expected success" | |
| expect_log "1 total action" | |
| expect_log "Genrule: 1" | |
| # Not matching the full string here since it's OS dependent. | |
| expect_log "-fastbuild: 1" | |
| } | |
| function test_aquery_include_template_substitution_for_template_expand_of_py_binary() { | |
| local pkg="${FUNCNAME[0]}" | |
| mkdir -p "$pkg" || fail "mkdir -p $pkg" | |
| cat > "$pkg/BUILD" <<'EOF' | |
| load("@rules_python//python:py_binary.bzl", "py_binary") | |
| py_binary( | |
| name='foo', | |
| srcs=['foo.py'] | |
| ) | |
| EOF | |
| # aquery returns template content and substitutions in TemplateExpand actions | |
| # of py_binary targets. | |
| QUERY="//$pkg:foo" | |
| bazel aquery --output=text ${QUERY} > output 2> "$TEST_log" \ | |
| || fail "Expected success" | |
| cat output >> "$TEST_log" | |
| assert_contains "{%python_binary%:" output | |
| bazel aquery --output=jsonproto ${QUERY} > output 2> "$TEST_log" \ | |
| || fail "Expected success" | |
| assert_contains "\"templateContent\":" output | |
| assert_contains "\"key\": \"%python_binary%\"" output | |
| } | |
| function test_aquery_include_template_substitution_for_template_expand_action() { | |
| local pkg="${FUNCNAME[0]}" | |
| mkdir -p "$pkg" || fail "mkdir -p $pkg" | |
| cat > "$pkg/template.txt" <<'EOF' | |
| The token: {TOKEN1} | |
| EOF | |
| cat > "$pkg/test.bzl" <<'EOF' | |
| def test_template(**kwargs): | |
| _test_template( | |
| **kwargs | |
| ) | |
| def _test_template_impl(ctx): | |
| ctx.actions.expand_template( | |
| template = ctx.file.template, | |
| output = ctx.outputs.output, | |
| substitutions = { | |
| "{TOKEN1}": "123456", | |
| }, | |
| ) | |
| _test_template = rule( | |
| implementation = _test_template_impl, | |
| attrs = { | |
| "template": attr.label( | |
| allow_single_file = True, | |
| ), | |
| "output": attr.output(mandatory = True), | |
| }, | |
| ) | |
| EOF | |
| cat > "$pkg/BUILD" <<'EOF' | |
| load('test.bzl', 'test_template') | |
| test_template(name='foo', template='template.txt', output='output.txt') | |
| EOF | |
| # aquery returns template content and substitutions of TemplateExpand actions. | |
| QUERY="//$pkg:foo" | |
| bazel aquery --output=text ${QUERY} > output 2> "$TEST_log" \ | |
| || fail "Expected success" | |
| cat output >> "$TEST_log" | |
| assert_contains "Template: The token: {TOKEN1}" output | |
| assert_contains "{{TOKEN1}: 123456}" output | |
| bazel aquery --output=jsonproto ${QUERY} > output 2> "$TEST_log" \ | |
| || fail "Expected success" | |
| assert_contains "\"templateContent\": \"The token" output | |
| assert_contains "\"key\": \"{TOKEN1}\"" output | |
| assert_contains "\"value\": \"123456\"" output | |
| } | |
| # Cre: @keith https://github.com/bazelbuild/bazel/pull/17682 | |
| function test_aquery_multiple_expand_templates() { | |
| local pkg="${FUNCNAME[0]}" | |
| mkdir -p "$pkg" || fail "mkdir -p $pkg" | |
| cat > "$pkg/template.txt" <<'EOF' | |
| The token: {TOKEN1} | |
| EOF | |
| cat > "$pkg/test.bzl" <<EOF | |
| def _impl(ctx): | |
| template1 = ctx.actions.declare_file("first.txt") | |
| ctx.actions.expand_template( | |
| template = ctx.file._template, | |
| output = template1, | |
| substitutions = { | |
| "{TOKEN1}": "{TOKEN2}", | |
| }, | |
| ) | |
| template2 = ctx.actions.declare_file("second.txt") | |
| ctx.actions.expand_template( | |
| template = template1, | |
| output = template2, | |
| substitutions = { | |
| "{TOKEN2}": "123456", | |
| }, | |
| ) | |
| return [DefaultInfo(files = depset([template2]))] | |
| test_template = rule( | |
| _impl, | |
| attrs = { | |
| "_template": attr.label( | |
| default = Label("//$pkg:template.txt"), | |
| allow_single_file = True, | |
| ), | |
| }, | |
| ) | |
| EOF | |
| cat > "$pkg/BUILD" <<'EOF' | |
| load('test.bzl', 'test_template') | |
| test_template(name='foo') | |
| EOF | |
| # aquery returns template content and substitutions of TemplateExpand actions. | |
| QUERY="//$pkg:foo" | |
| bazel aquery --output=text ${QUERY} > output 2> "$TEST_log" \ | |
| || fail "Expected success" | |
| cat output >> "$TEST_log" | |
| assert_contains "Template: The token: {TOKEN1}" output | |
| assert_contains "{{TOKEN1}: {TOKEN2}}" output | |
| assert_contains "Template: ARTIFACT:.*$pkg/first.txt" output | |
| assert_contains "{{TOKEN2}: 123456}" output | |
| bazel aquery --output=jsonproto ${QUERY} > output 2> "$TEST_log" \ | |
| || fail "Expected success" | |
| assert_contains "\"templateContent\": \"The token" output | |
| assert_contains "\"templateContent\": \"ARTIFACT" output | |
| assert_contains "\"key\": \"{TOKEN1}\"" output | |
| assert_contains "\"value\": \"{TOKEN2}\"" output | |
| assert_contains "\"key\": \"{TOKEN2}\"" output | |
| assert_contains "\"value\": \"123456\"" output | |
| } | |
| # Regression test for b/205753626. | |
| # This test case isn't testing aquery for correctness, just using aquery as a | |
| # vehicle for testing lower-level logic. | |
| # TODO(b/205978333): Find a better home for this test case. | |
| function test_starlark_action_with_reqs_has_deterministic_action_key() { | |
| local -r pkg="${FUNCNAME[0]}" | |
| mkdir -p "$pkg" || fail "mkdir -p $pkg" | |
| cat >$pkg/BUILD <<'EOF' | |
| load(":defs.bzl", "lots_of_reqs") | |
| lots_of_reqs(name = "reqs") | |
| EOF | |
| cat >$pkg/defs.bzl <<'EOF' | |
| def _lots_of_reqs_impl(ctx): | |
| f = ctx.actions.declare_file(ctx.attr.name + ".txt") | |
| ctx.actions.run_shell( | |
| outputs = [f], | |
| command = "touch " + f.path, | |
| execution_requirements = {"requires-" + str(i): "1" for i in range(100)}, | |
| ) | |
| return DefaultInfo(files = depset([f])) | |
| lots_of_reqs = rule(implementation = _lots_of_reqs_impl) | |
| EOF | |
| bazel aquery $pkg:reqs > output1 2> "$TEST_log" || fail "Expected success" | |
| bazel shutdown || fail "Couldn't shutdown" | |
| bazel aquery $pkg:reqs > output2 2> "$TEST_log" || fail "Expected success" | |
| diff <(grep ActionKey output1) <(grep ActionKey output2) \ | |
| || fail "Nondeterministic action key" | |
| } | |
| function test_execution_info() { | |
| local pkg="${FUNCNAME[0]}" | |
| mkdir -p "$pkg" || fail "mkdir -p $pkg" | |
| cat > "$pkg/BUILD" <<'EOF' | |
| platform( | |
| name = "exec", | |
| exec_properties = { | |
| "prop1": "foo", | |
| "prop2": "bar", | |
| }, | |
| ) | |
| genrule( | |
| name = "bar", | |
| srcs = ["dummy.txt"], | |
| outs = ["bar_out.txt"], | |
| cmd = "echo unused > $(OUTS)", | |
| ) | |
| EOF | |
| echo "hello aquery" > "$pkg/dummy.txt" | |
| bazel aquery \ | |
| --extra_execution_platforms="//${pkg}:exec" \ | |
| --output=text \ | |
| "//$pkg:bar" > output 2> "$TEST_log" \ | |
| || fail "Expected success" | |
| cat output >> "$TEST_log" | |
| assert_contains "Execution platform: //${pkg}:exec" output | |
| # Verify the execution platform's exec_properties end up as execution requirements. | |
| assert_contains "ExecutionInfo: {prop1: foo, prop2: bar}" output | |
| } | |
| function test_unicode_text() { | |
| # Bazel relies on the JVM for filename encoding, and can only support | |
| # UTF-8 if either a UTF-8 or ISO-8859-1 locale is available. | |
| if ! "$is_windows"; then | |
| if ! has_iso_8859_1_locale && ! has_utf8_locale; then | |
| echo "Skipping test (no ISO-8859-1 or UTF-8 locale)." | |
| echo "Available locales (need ISO-8859-1 or UTF-8):" | |
| locale -a | |
| return | |
| fi | |
| fi | |
| local pkg="${FUNCNAME[0]}" | |
| mkdir -p "${pkg}" || fail "mkdir -p ${pkg}" | |
| cat > "${pkg}/BUILD" <<'EOF' | |
| genrule( | |
| name = "bar", | |
| srcs = glob(["input-*.txt"]), | |
| outs = ["output-ünïcödë.txt"], | |
| cmd = "echo unused > $(OUTS)", | |
| ) | |
| EOF | |
| # ${pkg}/input-ünïcödë.txt | |
| touch "${pkg}/"$'input-\xc3\xbcn\xc3\xafc\xc3\xb6d\xc3\xab.txt' | |
| bazel aquery --output=text "//$pkg:bar" > output 2> "$TEST_log" \ | |
| || fail "Expected success" | |
| cat output >> "$TEST_log" | |
| assert_contains 'Inputs: \[.*/input-\\u00FCn\\u00EFc\\u00F6d\\u00EB.txt' output | |
| assert_contains 'Outputs: \[.*/output-\\u00FCn\\u00EFc\\u00F6d\\u00EB.txt' output | |
| } | |
| function test_file_write() { | |
| local pkg="${FUNCNAME[0]}" | |
| mkdir -p "$pkg" || fail "mkdir -p $pkg" | |
| cat > "$pkg/rule.bzl" <<'EOF' | |
| def _impl(ctx): | |
| ctx.actions.write(content = "hello world", output = ctx.outputs.out) | |
| hello = rule( | |
| implementation = _impl, | |
| attrs = { | |
| }, | |
| outputs = {"out": "%{name}.count"}, | |
| ) | |
| EOF | |
| cat > "$pkg/BUILD" <<'EOF' | |
| load(":rule.bzl", "hello") | |
| hello( | |
| name = 'bar', | |
| ) | |
| EOF | |
| bazel aquery --output=text --include_file_write_contents "//$pkg:bar" > output 2> "$TEST_log" \ | |
| || fail "Expected success" | |
| cat output >> "$TEST_log" | |
| assert_contains "Mnemonic: FileWrite" output | |
| # FileWrite contents is base64-encoded 'hello world' | |
| assert_contains "FileWriteContents: \[aGVsbG8gd29ybGQ=\]" output | |
| assert_contains "^ *IsExecutable: false" output | |
| bazel aquery --output=textproto --include_file_write_contents "//$pkg:bar" > output 2> "$TEST_log" \ | |
| || fail "Expected success" | |
| cat output >> "$TEST_log" | |
| assert_contains 'file_contents: "hello world"' output | |
| assert_not_contains "^is_executable: true" output | |
| } | |
| function test_file_write_is_executable() { | |
| local pkg="${FUNCNAME[0]}" | |
| mkdir -p "$pkg" || fail "mkdir -p $pkg" | |
| touch "$pkg/foo.sh" | |
| cat > "$pkg/write_executable_file.bzl" <<'EOF' | |
| def _impl(ctx): | |
| out = ctx.actions.declare_symlink(ctx.label.name) | |
| ctx.actions.write( | |
| output = out, | |
| content = "Hello", | |
| is_executable = True, | |
| ) | |
| return [ | |
| DefaultInfo(files = depset([out])) | |
| ] | |
| write_executable_file = rule( | |
| implementation = _impl, | |
| attrs = { | |
| "path": attr.string(), | |
| }, | |
| ) | |
| EOF | |
| cat > "$pkg/BUILD" <<'EOF' | |
| load(":write_executable_file.bzl", "write_executable_file") | |
| write_executable_file( | |
| name = "foo", | |
| path = "bar/baz.txt", | |
| ) | |
| EOF | |
| bazel aquery --output=textproto \ | |
| "//$pkg:foo" >output 2> "$TEST_log" || fail "Expected success" | |
| cat output >> "$TEST_log" | |
| assert_contains "^is_executable: true" output | |
| bazel aquery --output=text "//$pkg:foo" | \ | |
| sed -nr '/Mnemonic: FileWrite/,/^ *$/p' >output \ | |
| 2> "$TEST_log" || fail "Expected success" | |
| cat output >> "$TEST_log" | |
| assert_contains "^ *IsExecutable: true" output | |
| } | |
| function test_source_symlink_manifest() { | |
| local pkg="${FUNCNAME[0]}" | |
| mkdir -p "$pkg" || fail "mkdir -p $pkg" | |
| touch "$pkg/foo.sh" | |
| cat > "$pkg/BUILD" <<'EOF' | |
| sh_binary(name = "foo", | |
| srcs = ["foo.sh"], | |
| ) | |
| EOF | |
| bazel aquery --output=textproto --include_file_write_contents \ | |
| "//$pkg:foo" >output 2> "$TEST_log" || fail "Expected success" | |
| cat output >> "$TEST_log" | |
| assert_contains "^file_contents:.*$pkg/foo.sh" output | |
| bazel aquery --output=text --include_file_write_contents "//$pkg:foo" | \ | |
| sed -nr '/Mnemonic: SourceSymlinkManifest/,/^ *$/p' >output \ | |
| 2> "$TEST_log" || fail "Expected success" | |
| cat output >> "$TEST_log" | |
| assert_contains "^ *FileWriteContents: \[.*\]" output | |
| # Verify file contents if we can decode base64-encoded data. | |
| if which base64 >/dev/null; then | |
| sed -nr 's/^ *FileWriteContents: \[(.*)\]/echo \1 | base64 -d/p' output | \ | |
| sh | tee -a "$TEST_log" | assert_contains "$pkg/foo\.sh" - | |
| fi | |
| } | |
| function test_unresolved_symlinks() { | |
| local pkg="${FUNCNAME[0]}" | |
| mkdir -p "$pkg" || fail "mkdir -p $pkg" | |
| touch "$pkg/foo.sh" | |
| cat > "$pkg/unresolved_symlink.bzl" <<'EOF' | |
| def _impl(ctx): | |
| out = ctx.actions.declare_symlink(ctx.label.name) | |
| ctx.actions.symlink( | |
| output = out, | |
| target_path = ctx.attr.path | |
| ) | |
| return [ | |
| DefaultInfo(files = depset([out])) | |
| ] | |
| unresolved_symlink = rule( | |
| implementation = _impl, | |
| attrs = { | |
| "path": attr.string(), | |
| }, | |
| ) | |
| EOF | |
| cat > "$pkg/BUILD" <<'EOF' | |
| load(":unresolved_symlink.bzl", "unresolved_symlink") | |
| unresolved_symlink( | |
| name = "foo", | |
| path = "bar/baz.txt", | |
| ) | |
| EOF | |
| bazel aquery --output=textproto \ | |
| "//$pkg:foo" >output 2> "$TEST_log" || fail "Expected success" | |
| cat output >> "$TEST_log" | |
| assert_contains "^unresolved_symlink_target:.*bar/baz.txt" output | |
| bazel aquery --output=text "//$pkg:foo" | \ | |
| sed -nr '/Mnemonic: UnresolvedSymlink/,/^ *$/p' >output \ | |
| 2> "$TEST_log" || fail "Expected success" | |
| cat output >> "$TEST_log" | |
| assert_contains "^ *UnresolvedSymlinkTarget:.*bar/baz.txt" output | |
| } | |
| function test_does_not_fail_horribly_with_file() { | |
| rm -rf peach | |
| mkdir -p peach | |
| cat > "peach/BUILD" <<'EOF' | |
| genrule( | |
| name = "bar", | |
| srcs = ["dummy.txt"], | |
| outs = ["bar_out.txt"], | |
| cmd = "echo unused > bar_out.txt", | |
| ) | |
| EOF | |
| echo "//peach:bar" > query_file | |
| bazel aquery --query_file=query_file > $TEST_log | |
| expect_log "Target: //peach:bar" "look in $TEST_log" | |
| expect_log "ActionKey:" | |
| } | |
| function test_cpp_compile_action_env() { | |
| local pkg="${FUNCNAME[0]}" | |
| mkdir -p "$pkg" | |
| touch "$pkg/main.cpp" | |
| cat > "$pkg/BUILD" <<'EOF' | |
| cc_binary( | |
| name = "main", | |
| srcs = ["main.cpp"], | |
| ) | |
| EOF | |
| bazel aquery --output=textproto \ | |
| "mnemonic(CppCompile,//$pkg:main)" >output 2> "$TEST_log" || fail "Expected success" | |
| cat output >> "$TEST_log" | |
| if "$is_windows"; then | |
| assert_contains ' key: "INCLUDE"' output | |
| else | |
| assert_contains ' key: "PWD"' output | |
| fi | |
| } | |
| # TODO(bazel-team): The non-text aquery output formats don't correctly handle | |
| # non-ASCII fields (input/output paths, environment variables, etc). | |
| function DISABLED_test_unicode_textproto() { | |
| # Bazel relies on the JVM for filename encoding, and can only support | |
| # UTF-8 if either a UTF-8 or ISO-8859-1 locale is available. | |
| if ! "$is_windows"; then | |
| if ! has_iso_8859_1_locale && ! has_utf8_locale; then | |
| echo "Skipping test (no ISO-8859-1 or UTF-8 locale)." | |
| echo "Available locales (need ISO-8859-1 or UTF-8):" | |
| locale -a | |
| return | |
| fi | |
| fi | |
| local pkg="${FUNCNAME[0]}" | |
| mkdir -p "${pkg}" || fail "mkdir -p ${pkg}" | |
| cat > "${pkg}/BUILD" <<'EOF' | |
| genrule( | |
| name = "bar", | |
| srcs = glob(["input-*.txt"]), | |
| outs = ["output-ünïcödë.txt"], | |
| cmd = "echo unused > $(OUTS)", | |
| ) | |
| EOF | |
| # ${pkg}/input-ünïcödë.txt | |
| unicode=$'\xc3\xbcn\xc3\xafc\xc3\xb6d\xc3\xab' | |
| touch "${pkg}/input-${unicode}.txt" | |
| bazel aquery --output=textproto "//$pkg:bar" > output 2> "$TEST_log" \ | |
| || fail "Expected success" | |
| cat output >> "$TEST_log" | |
| assert_contains 'label: "input-\\303\\274n\\303\\257c\\303\\266d\\303\\253.txt"' output | |
| assert_contains 'label: "output-\\303\\274n\\303\\257c\\303\\266d\\303\\253.txt"' output | |
| } | |
| # Usage: assert_matches expected_pattern actual | |
| function assert_matches() { | |
| [[ "$2" =~ $1 ]] || fail "Expected to match '$1', was: $2" | |
| } | |
| run_suite "${PRODUCT_NAME} action graph query tests" |