blob: b5a325e937673f12f694243eb4cf093f43c5f573 [file] [log] [blame]
#!/bin/bash
# Copyright 2014 The Bazel Authors. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# This script bootstraps building a Bazel binary without Bazel then
# use this compiled Bazel to bootstrap Bazel itself. It can also
# be provided with a previous version of Bazel to bootstrap Bazel
# itself.
# The resulting binary can be found at output/bazel.
set -o errexit
# Correct PATH on Windows, to avoid using "FIND.EXE" instead of "/usr/bin/find"
# etc, leading to confusing errors.
export BAZEL_OLD_PATH=$PATH
case "$(uname -s | tr [:upper:] [:lower:])" in
msys*|mingw*|cygwin*)
# Check that the PATH is set up correctly by attempting to locate `[`.
# This ensures that `which` is installed correctly and can succeed, while
# also avoids accidentally locating a tool that exists in plain Windows too
# (like "find" for "FIND.EXE").
which [ >&/dev/null || export PATH="/bin:/usr/bin:$PATH"
esac
# Check that the bintools can be found, otherwise we would see very confusing
# error messages.
which [ >&/dev/null || {
echo >&2 "ERROR: cannot locate GNU bintools; check your PATH."
echo >&2 " (You may need to run 'export PATH=/bin:/usr/bin:\$PATH)'"
exit 1
}
cd "$(dirname "$0")"
# Set the default verbose mode in buildenv.sh so that we do not display command
# output unless there is a failure. We do this conditionally to offer the user
# a chance of overriding this in case they want to do so.
: ${VERBOSE:=no}
source scripts/bootstrap/buildenv.sh
function usage() {
[ -n "${1:-compile}" ] && echo "Invalid command(s): $1" >&2
echo "syntax: $0 [command[,command]* [BAZEL_BIN [BAZEL_SUM]]]" >&2
echo " General purpose commands:" >&2
echo " compile = compile the bazel binary (default)" >&2
echo " Commands for developers:" >&2
echo " all = compile,determinism,test" >&2
echo " determinism = test for stability of Bazel builds" >&2
echo " srcs = test that //:srcs contains all the sources" >&2
echo " test = run the full test suite of Bazel" >&2
exit 1
}
function parse_options() {
local keywords="(compile|all|determinism|bootstrap|srcs|test)"
COMMANDS="${1:-compile}"
[[ "${COMMANDS}" =~ ^$keywords(,$keywords)*$ ]] || usage "$@"
DO_COMPILE=
DO_CHECKSUM=
DO_FULL_CHECKSUM=1
DO_TESTS=
DO_SRCS_TEST=
[[ "${COMMANDS}" =~ (compile|all) ]] && DO_COMPILE=1
[[ "${COMMANDS}" =~ (bootstrap|determinism|all) ]] && DO_CHECKSUM=1
[[ "${COMMANDS}" =~ (bootstrap) ]] && DO_FULL_CHECKSUM=
[[ "${COMMANDS}" =~ (srcs|all) ]] && DO_SRCS_TEST=1
[[ "${COMMANDS}" =~ (test|all) ]] && DO_TESTS=1
BAZEL_BIN=${2:-"bazel-bin/src/bazel"}
BAZEL_SUM=${3:-"x"}
}
parse_options "${@}"
mkdir -p output
: ${BAZEL:=${2-}}
#
# Create an initial binary so we can host ourself
#
if [ ! -x "${BAZEL}" ]; then
display "$INFO You can skip this first step by providing a path to the bazel binary as second argument:"
display "$INFO $0 ${COMMANDS} /path/to/bazel"
new_step 'Building Bazel from scratch'
source scripts/bootstrap/compile.sh
# The DO_COMPILE flow will actually create the bazel binary and set BAZEL.
DO_COMPILE=1
fi
#
# Bootstrap bazel using the previous bazel binary = release binary
#
if [ "${EMBED_LABEL-x}" = "x" ]; then
# Add a default label when unspecified
git_sha1=$(git_sha1)
EMBED_LABEL="$(get_last_version) (@${git_sha1:-non-git})"
fi
if [[ $PLATFORM == "darwin" ]] && \
xcodebuild -showsdks 2> /dev/null | grep -q '\-sdk iphonesimulator'; then
EXTRA_BAZEL_ARGS="${EXTRA_BAZEL_ARGS-} --define IPHONE_SDK=1"
fi
source scripts/bootstrap/bootstrap.sh
if [ $DO_COMPILE ]; then
new_step 'Building Bazel with Bazel'
display "."
log "Building output/bazel"
bazel_build "src:bazel${EXE_EXT}" \
|| fail "Could not build Bazel"
bazel_bin_path="$(get_bazel_bin_path)/src/bazel${EXE_EXT}"
[ -e "$bazel_bin_path" ] \
|| fail "Could not find freshly built Bazel binary at '$bazel_bin_path'"
cp -f "$bazel_bin_path" "output/bazel${EXE_EXT}" \
|| fail "Could not copy '$bazel_bin_path' to 'output/bazel${EXE_EXT}'"
chmod 0755 "output/bazel${EXE_EXT}"
BAZEL="$(pwd)/output/bazel${EXE_EXT}"
fi
#
# Output is deterministic between two bootstrapped bazel binary using the actual tools and the
# released binary.
#
if [ $DO_CHECKSUM ]; then
new_step "Determinism test"
if [ ! -f ${BAZEL_SUM:-x} ]; then
BAZEL_SUM=bazel-out/bazel_checksum
log "First build"
bootstrap_test ${BAZEL} ${BAZEL_SUM}
else
BOOTSTRAP=${BAZEL}
fi
if [ "${BAZEL_SUM}" != "${OUTPUT_DIR}/bazel_checksum" ]; then
cp ${BAZEL_SUM} ${OUTPUT_DIR}/bazel_checksum
fi
if [ $DO_FULL_CHECKSUM ]; then
log "Second build"
bootstrap_test ${BOOTSTRAP} bazel-out/bazel_checksum
log "Comparing output"
(diff -U 0 ${OUTPUT_DIR}/bazel_checksum bazel-out/bazel_checksum >&2) \
|| fail "Differences detected in outputs!"
fi
fi
#
# Test that //:srcs contains all the sources
#
if [ $DO_SRCS_TEST ]; then
new_step "Checking that //:srcs contains all the sources"
log "Querying //:srcs"
${BAZEL} query 'kind("source file", deps(//:srcs))' \
| grep -v '^@' \
| sed -e 's|^//||' | sed -e 's|^:||' | sed -e 's|:|/|' \
| sort -u >"${OUTPUT_DIR}/srcs-query"
log "Finding all files"
# SRCS_EXCLUDES can be overriden to adds some more exceptions for the find
# commands (for CI systems).
SRCS_EXCLUDES=${SRCS_EXCLUDES-XXXXXXXXXXXXXX1268778dfsdf4}
# See file BUILD for the list of grep -v exceptions.
# tools/defaults package is hidden by Bazel so cannot be put in the srcs.
find . -type f | sed -e 's|./||' \
| grep -v '^bazel-' \
| grep -v '^\.' | grep -v '^out/' | grep -v '^output/' \
| grep -v '^derived' \
| grep -Ev "${SRCS_EXCLUDES}" \
| grep -v '^tools/defaults/BUILD' \
| sort -u >"${OUTPUT_DIR}/srcs-find"
log "Diffing"
res="$(diff -U 0 "${OUTPUT_DIR}/srcs-find" "${OUTPUT_DIR}/srcs-query" | sed -e 's|^-||' | grep -Ev '^(@@|\+\+|--)' || true)"
if [ -n "${res}" ]; then
fail "//:srcs filegroup do not contains all the sources, missing:
${res}"
fi
fi
#
# Tests
#
if [ $DO_TESTS ]; then
new_step "Running tests"
display "."
ndk_target="$(get_bind_target //external:android_ndk_for_testing)"
sdk_target="$(get_bind_target //external:android_sdk_for_testing)"
if [ "$ndk_target" = "//:dummy" ] || [ "$sdk_target" = "//:dummy" ]; then
display "$WARNING Android SDK or NDK are not set in the WORKSPACE file. Android tests will not be run."
fi
[ -n "$JAVAC_VERSION" ] || get_java_version
if [[ ! "${BAZEL_TEST_FILTERS-}" =~ "-jdk8" ]]; then
if [ "8" -gt ${JAVAC_VERSION#*.} ] || [ "${JAVA_VERSION}" = "1.7" ]; then
display "$WARNING Your version of Java is lower than 1.8!"
display "$WARNING Deactivating Java 8 tests, please use a JDK 8 to fully"
display "$WARNING test Bazel."
if [ -n "${BAZEL_TEST_FILTERS-}" ]; then
BAZEL_TEST_FILTERS="${BAZEL_TEST_FILTERS},-jdk8"
else
BAZEL_TEST_FILTERS="-jdk8"
fi
fi
fi
$BAZEL --bazelrc=${BAZELRC} --nomaster_bazelrc \
${BAZEL_DIR_STARTUP_OPTIONS} \
test \
--test_tag_filters="${BAZEL_TEST_FILTERS-}" \
--build_tests_only \
--nolegacy_bazel_java_test \
--define JAVA_VERSION=${JAVA_VERSION} \
${EXTRA_BAZEL_ARGS} \
-k --test_output=errors //src/... //third_party/ijar/... //scripts/... \
|| fail "Tests failed"
fi
clear_log
display "Build successful! Binary is here: ${BAZEL}"