| #!/bin/bash |
| # |
| # Copyright 2015 The Bazel Authors. All rights reserved. |
| # |
| # Licensed under the Apache License, Version 2.0 (the "License"); |
| # you may not use this file except in compliance with the License. |
| # You may obtain a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, software |
| # distributed under the License is distributed on an "AS IS" BASIS, |
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| # See the License for the specific language governing permissions and |
| # limitations under the License. |
| # |
| # loading_phase_tests.sh: miscellaneous integration tests of Bazel, |
| # that use only the loading or analysis phases. |
| # |
| |
| # --- begin runfiles.bash initialization --- |
| set -euo pipefail |
| if [[ ! -d "${RUNFILES_DIR:-/dev/null}" && ! -f "${RUNFILES_MANIFEST_FILE:-/dev/null}" ]]; then |
| if [[ -f "$0.runfiles_manifest" ]]; then |
| export RUNFILES_MANIFEST_FILE="$0.runfiles_manifest" |
| elif [[ -f "$0.runfiles/MANIFEST" ]]; then |
| export RUNFILES_MANIFEST_FILE="$0.runfiles/MANIFEST" |
| elif [[ -f "$0.runfiles/bazel_tools/tools/bash/runfiles/runfiles.bash" ]]; then |
| export RUNFILES_DIR="$0.runfiles" |
| fi |
| fi |
| if [[ -f "${RUNFILES_DIR:-/dev/null}/bazel_tools/tools/bash/runfiles/runfiles.bash" ]]; then |
| source "${RUNFILES_DIR}/bazel_tools/tools/bash/runfiles/runfiles.bash" |
| elif [[ -f "${RUNFILES_MANIFEST_FILE:-/dev/null}" ]]; then |
| source "$(grep -m1 "^bazel_tools/tools/bash/runfiles/runfiles.bash " \ |
| "$RUNFILES_MANIFEST_FILE" | cut -d ' ' -f 2-)" |
| else |
| echo >&2 "ERROR: cannot find @bazel_tools//tools/bash/runfiles:runfiles.bash" |
| exit 1 |
| fi |
| # --- end runfiles.bash initialization --- |
| |
| source "$(rlocation "io_bazel/src/test/shell/integration_test_setup.sh")" \ |
| || { echo "integration_test_setup.sh not found!" >&2; exit 1; } |
| |
| case "$(uname -s | tr [:upper:] [:lower:])" in |
| msys*|mingw*|cygwin*) |
| declare -r is_windows=true |
| ;; |
| *) |
| declare -r is_windows=false |
| ;; |
| esac |
| |
| if "$is_windows"; then |
| export MSYS_NO_PATHCONV=1 |
| export MSYS2_ARG_CONV_EXCL="*" |
| fi |
| |
| # Our tests use the static crosstool, so make it the default. |
| # add_to_bazelrc "build --crosstool_top=@bazel_tools//tools/cpp:default-toolchain" |
| |
| output_base=$TEST_TMPDIR/out |
| TEST_stderr=$(dirname $TEST_log)/stderr |
| |
| #### HELPER FUNCTIONS ################################################## |
| |
| if ! type try_with_timeout >&/dev/null; then |
| # Bazel's testenv.sh defines try_with_timeout but the Google-internal version |
| # uses a different testenv.sh. |
| function try_with_timeout() { $* ; } |
| fi |
| |
| function set_up() { |
| cd ${WORKSPACE_DIR} |
| } |
| |
| function tear_down() { |
| try_with_timeout bazel shutdown |
| } |
| |
| #### TESTS ############################################################# |
| |
| function test_query_buildfiles_with_load() { |
| local -r pkg="${FUNCNAME}" |
| mkdir -p "$pkg" || fail "could not create \"$pkg\"" |
| |
| mkdir -p $pkg/x || fail "mkdir $pkg/x failed" |
| echo "load('//$pkg/y:rules.bzl', 'a')" >$pkg/x/BUILD |
| echo "cc_library(name='x')" >>$pkg/x/BUILD |
| mkdir -p $pkg/y || fail "mkdir $pkg/y failed" |
| touch $pkg/y/BUILD |
| echo "a=1" >$pkg/y/rules.bzl |
| |
| bazel query --noshow_progress "buildfiles(//$pkg/x)" >$TEST_log || |
| fail "Expected success" |
| expect_log //$pkg/x:BUILD |
| expect_log //$pkg/y:BUILD |
| expect_log //$pkg/y:rules.bzl |
| |
| # null terminated: |
| bazel query --noshow_progress --null "buildfiles(//$pkg/x)" >$pkg/null.log || |
| fail "Expected null success" |
| printf "//$pkg/y:rules.bzl\0//$pkg/y:BUILD\0//$pkg/x:BUILD\0" >$pkg/null.ref.log |
| cmp $pkg/null.ref.log $pkg/null.log || fail "Expected match" |
| |
| # Missing skylark file: |
| rm -f $pkg/y/rules.bzl |
| bazel query --noshow_progress "buildfiles(//$pkg/x)" 2>$TEST_log && |
| fail "Expected error" |
| expect_log "Unable to load file '//$pkg/y:rules.bzl'" |
| } |
| |
| # Regression test for: |
| # "Skyframe does not build targets that transitively depend on non-rule targets |
| # that live in packages with errors". |
| function test_non_error_target_in_bad_pkg() { |
| local -r pkg="${FUNCNAME}" |
| mkdir -p "$pkg" || fail "could not create \"$pkg\"" |
| |
| mkdir -p $pkg/a || fail "mkdir $pkg/a failed" |
| mkdir -p $pkg/b || fail "mkdir $pkg/b failed" |
| |
| echo "sh_library(name = 'a', data = ['//$pkg/b'])" > $pkg/a/BUILD |
| echo "exports_files(['b'])" > $pkg/b/BUILD |
| echo "genrule(name='r1', cmd = '', outs = ['conflict'])" >> $pkg/b/BUILD |
| echo "genrule(name='r2', cmd = '', outs = ['conflict'])" >> $pkg/b/BUILD |
| |
| bazel build --nobuild -k //$pkg/a >& $TEST_log && fail "Expected failure" |
| expect_log "'conflict' in rule" |
| expect_not_log "Loading failed" |
| expect_log "but there were loading phase errors" |
| expect_not_log "Loading succeeded for only" |
| } |
| |
| # This is a regression test to make sure that none of the bazel |
| # commands has an incompatible set of @Options annotations. In the |
| # past, options have been declared multiple times, making a command |
| # unusable. |
| function test_options_errors() { |
| local -r pkg="${FUNCNAME}" |
| mkdir -p "$pkg" || fail "could not create \"$pkg\"" |
| |
| # Enumerate bazel commands... |
| bazel help 2>/dev/null | |
| grep '^ [a-z]' | |
| grep -v '^ '${PRODUCT_NAME}' ' | |
| awk '{print $1}' | |
| while read command; do |
| bazel $command >$TEST_log 2>&1 || true |
| # Mustn't crash in the options package: |
| expect_not_log "Duplicate option name" |
| expect_not_log "at com.google.devtools.build.lib" |
| expect_not_log "lib.util.options.*Exception" |
| done |
| } |
| |
| function test_bazelrc_option() { |
| local -r pkg="${FUNCNAME}" |
| mkdir -p "$pkg" || fail "could not create \"$pkg\"" |
| |
| if [[ "$(get_real_path "${bazelrc}")" != "$(get_real_path ".${PRODUCT_NAME}rc")" ]]; then |
| cp "${bazelrc}" ".${PRODUCT_NAME}rc" |
| fi |
| |
| echo "build --subcommands" >>".${PRODUCT_NAME}rc" # default bazelrc |
| $PATH_TO_BAZEL_BIN info --announce_rc >/dev/null 2>$TEST_log |
| expect_log "Reading.*$pkg[/\\\\].${PRODUCT_NAME}rc: |
| .*--subcommands" |
| |
| cp .${PRODUCT_NAME}rc $pkg/foo |
| echo "build --nosubcommands" >>$pkg/foo # non-default bazelrc |
| $PATH_TO_BAZEL_BIN --${PRODUCT_NAME}rc=$pkg/foo info --announce_rc >/dev/null \ |
| 2>$TEST_log |
| expect_log "Reading.*$pkg[/\\\\]foo: |
| .*--nosubcommands" |
| } |
| |
| # This exercises the production-code assertion in AbstractCommand.java |
| # that all help texts mention their %{options}. |
| function test_all_help_topics_succeed() { |
| local -r pkg="${FUNCNAME}" |
| mkdir -p "$pkg" || fail "could not create \"$pkg\"" |
| |
| topics=($(bazel help 2>/dev/null | |
| grep '^ [a-z]' | |
| grep -v '^ '${PRODUCT_NAME}' ' | |
| awk '{print $1}') \ |
| startup_options \ |
| target-syntax) |
| for topic in "${topics[@]}"; do |
| bazel help $topic >$TEST_log 2>&1 || { |
| fail "help $topic failed" |
| expect_not_log . # print the log |
| } |
| done |
| [ ${#topics[@]} -gt 15 ] || fail "Hmmm: not many topics: ${topics[*]}." |
| } |
| |
| # Regression for "Sticky error during analysis phase when input is cyclic". |
| function test_regress_cycle_during_analysis_phase() { |
| local -r pkg="${FUNCNAME}" |
| mkdir -p "$pkg" || fail "could not create \"$pkg\"" |
| |
| mkdir -p $pkg/cycle $pkg/main |
| cat >$pkg/main/BUILD <<EOF |
| genrule(name='mygenrule', outs=['baz.h'], srcs=['//$pkg/cycle:foo.h'], cmd=':') |
| EOF |
| cat >$pkg/cycle/BUILD <<EOF |
| genrule(name='foo.h', outs=['bar.h'], srcs=['foo.h'], cmd=':') |
| EOF |
| bazel build --nobuild //$pkg/cycle:foo.h >$TEST_log 2>&1 || true |
| expect_log "in genrule rule //$pkg/cycle:foo.h: .*dependency graph" |
| expect_log "//$pkg/cycle:foo.h.*self-edge" |
| |
| bazel build --nobuild //$pkg/main:mygenrule >$TEST_log 2>&1 || true |
| expect_log "in genrule rule //$pkg/cycle:foo.h: .*dependency graph" |
| expect_log "//$pkg/cycle:foo.h.*self-edge" |
| |
| bazel build --nobuild //$pkg/cycle:foo.h >$TEST_log 2>&1 || true |
| expect_log "in genrule rule //$pkg/cycle:foo.h: .*dependency graph" |
| expect_log "//$pkg/cycle:foo.h.*self-edge" |
| } |
| |
| # glob function should not return values that are outside the package |
| function test_glob_with_subpackage() { |
| local -r pkg="${FUNCNAME}" |
| mkdir -p "$pkg" || fail "could not create \"$pkg\"" |
| |
| mkdir -p $pkg/p/subpkg || fail "mkdir $pkg/p/subpkg failed" |
| mkdir -p $pkg/p/dir || fail "mkdir $pkg/p/dir failed" |
| |
| echo "exports_files(glob(['**/*.txt']))" >$pkg/p/BUILD |
| echo "# Empty" >$pkg/p/subpkg/BUILD |
| |
| echo "$pkg/p/t1.txt" > $pkg/p/t1.txt |
| echo "$pkg/p/dir/t2.txt" > $pkg/p/dir/t2.txt |
| echo "$pkg/p/subpkg/t3.txt" > $pkg/p/subpkg/t3.txt |
| |
| bazel query "$pkg/p:*" >$TEST_log || fail "Expected success" |
| expect_log "//$pkg/p:t1\.txt" |
| expect_log "//$pkg/p:dir/t2\.txt" |
| expect_log "//$pkg/p:BUILD" |
| expect_not_log 't3\.txt' |
| assert_equals "3" $(wc -l "$TEST_log") |
| |
| # glob returns an empty list, because t3.txt is outside the package |
| echo "exports_files(glob(['subpkg/t3.txt']))" >$pkg/p/BUILD |
| bazel query "$pkg/p:*" -k >$TEST_log || fail "Expected success" |
| expect_log "//$pkg/p:BUILD" |
| assert_equals "1" $(wc -l "$TEST_log") |
| |
| # same test, with a nonexisting file |
| echo "exports_files(glob(['subpkg/no_glob.txt']))" >$pkg/p/BUILD |
| bazel query "$pkg/p:*" -k >$TEST_log || fail "Expected success" |
| expect_log "//$pkg/p:BUILD" |
| assert_equals "1" $(wc -l "$TEST_log") |
| |
| # Non-recursive wildcard gives the same result as the recursive wildcard |
| echo "exports_files(glob(['*.txt', '*/*.txt']))" >$pkg/p/BUILD |
| bazel query "$pkg/p:*" >$TEST_log || fail "Expected success" |
| expect_log "//$pkg/p:t1\.txt" |
| expect_log "//$pkg/p:dir/t2\.txt" |
| expect_log "//$pkg/p:BUILD" |
| expect_not_log 't3\.txt' |
| assert_equals "3" $(wc -l "$TEST_log") |
| } |
| |
| function test_glob_with_subpackage2() { |
| local -r pkg="${FUNCNAME}" |
| mkdir -p "$pkg" || fail "could not create \"$pkg\"" |
| |
| mkdir -p $pkg/p/q/subpkg || fail "mkdir $pkg/p/q/subpkg failed" |
| mkdir -p $pkg/p/q/dir || fail "mkdir $pkg/p/q/dir failed" |
| |
| echo "exports_files(glob(['**/*.txt']))" >$pkg/p/q/BUILD |
| echo "# Empty" >$pkg/p/q/subpkg/BUILD |
| |
| echo "$pkg/p/q/t1.txt" > $pkg/p/q/t1.txt |
| echo "$pkg/p/q/dir/t2.txt" > $pkg/p/q/dir/t2.txt |
| echo "$pkg/p/q/subpkg/t3.txt" > $pkg/p/q/subpkg/t3.txt |
| |
| bazel query "$pkg/p/q:*" >$TEST_log || fail "Expected success" |
| expect_log "//$pkg/p/q:t1\.txt" |
| expect_log "//$pkg/p/q:dir/t2\.txt" |
| expect_log "//$pkg/p/q:BUILD" |
| expect_not_log 't3\.txt' |
| assert_equals "3" $(wc -l "$TEST_log") |
| } |
| |
| # Regression test for bug "ASTFileLookupFunction has an unnoted |
| # dependency on the PathPackageLocator". |
| function test_incremental_deleting_package_roots() { |
| local -r pkg="${FUNCNAME}" |
| mkdir -p "$pkg" || fail "could not create \"$pkg\"" |
| |
| local other_root=$TEST_TMPDIR/other_root/${WORKSPACE_NAME} |
| mkdir -p $other_root/$pkg/a |
| touch $other_root/WORKSPACE |
| echo 'sh_library(name="external")' > $other_root/$pkg/a/BUILD |
| mkdir -p $pkg/a |
| echo 'sh_library(name="internal")' > $pkg/a/BUILD |
| |
| bazel query --package_path=$other_root:. $pkg/a:all >& $TEST_log \ |
| || fail "Expected success" |
| expect_log "//$pkg/a:external" |
| expect_not_log "//$pkg/a:internal" |
| rm -r $other_root |
| bazel query --package_path=$other_root:. $pkg/a:all >& $TEST_log \ |
| || fail "Expected success" |
| expect_log "//$pkg/a:internal" |
| expect_not_log "//$pkg/a:external" |
| mkdir -p $other_root |
| bazel query --package_path=$other_root:. $pkg/a:all >& $TEST_log \ |
| || fail "Expected success" |
| expect_log "//$pkg/a:internal" |
| expect_not_log "//$pkg/a:external" |
| } |
| |
| function test_no_package_loading_on_benign_workspace_file_changes() { |
| local -r pkg="${FUNCNAME}" |
| mkdir -p "$pkg" || fail "could not create \"$pkg\"" |
| |
| mkdir $pkg/foo |
| |
| echo 'workspace(name="wsname1")' > WORKSPACE |
| echo 'sh_library(name="shname1")' > $pkg/foo/BUILD |
| # TODO(b/37617303): make tests UI-independent |
| bazel query --noexperimental_ui //$pkg/foo:all >& "$TEST_log" \ |
| || fail "Expected success" |
| expect_log "Loading package: $pkg/foo" |
| expect_log "//$pkg/foo:shname1" |
| |
| echo 'sh_library(name="shname2")' > $pkg/foo/BUILD |
| # TODO(b/37617303): make tests UI-independent |
| bazel query --noexperimental_ui //$pkg/foo:all >& "$TEST_log" \ |
| || fail "Expected success" |
| expect_log "Loading package: $pkg/foo" |
| expect_log "//$pkg/foo:shname2" |
| |
| # Test that comment changes do not cause package reloading |
| echo '#benign comment' >> WORKSPACE |
| # TODO(b/37617303): make tests UI-independent |
| bazel query --noexperimental_ui //$pkg/foo:all >& "$TEST_log" \ |
| || fail "Expected success" |
| expect_not_log "Loading package: $pkg/foo" |
| expect_log "//$pkg/foo:shname2" |
| |
| echo 'workspace(name="wsname2")' > WORKSPACE |
| # TODO(b/37617303): make tests UI-independent |
| bazel query --noexperimental_ui //$pkg/foo:all >& "$TEST_log" \ |
| || fail "Expected success" |
| expect_log "Loading package: $pkg/foo" |
| expect_log "//$pkg/foo:shname2" |
| } |
| |
| function test_incompatible_disallow_load_labels_to_cross_package_boundaries() { |
| local -r pkg="${FUNCNAME}" |
| mkdir -p "$pkg" || fail "could not create \"$pkg\"" |
| |
| mkdir "$pkg"/foo |
| echo "load(\"//$pkg/foo/a:b/b.bzl\", \"b\")" > "$pkg"/foo/BUILD |
| mkdir -p "$pkg"/foo/a/b |
| touch "$pkg"/foo/a/BUILD |
| touch "$pkg"/foo/a/b/BUILD |
| echo "b = 42" > "$pkg"/foo/a/b/b.bzl |
| |
| bazel query "$pkg/foo:BUILD" >& "$TEST_log" || fail "Expected success" |
| expect_log "//$pkg/foo:BUILD" |
| |
| bazel query \ |
| --incompatible_disallow_load_labels_to_cross_package_boundaries=true \ |
| "$pkg/foo:BUILD" >& "$TEST_log" && fail "Expected failure" |
| expect_log "Label '//$pkg/foo/a:b/b.bzl' crosses boundary of subpackage '$pkg/foo/a/b'" |
| |
| bazel query "$pkg/foo:BUILD" >& "$TEST_log" || fail "Expected success" |
| expect_log "//$pkg/foo:BUILD" |
| } |
| |
| function test_package_loading_errors_in_target_parsing() { |
| mkdir bad || fail "mkdir failed" |
| echo "nope" > bad/BUILD || fail "echo failed" |
| |
| for keep_going in "--keep_going" "--nokeep_going" |
| do |
| for target_pattern in "//bad:BUILD" "//bad:all" "//bad/..." |
| do |
| bazel build --nobuild "$target_pattern" >& "$TEST_log" \ |
| && fail "Expected failure" |
| expect_log "Build did NOT complete successfully" |
| done |
| done |
| } |
| |
| run_suite "Integration tests of ${PRODUCT_NAME} using loading/analysis phases." |