container/build.sh

# Copyright 2017 The Bazel Authors. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#    http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

#!/usr/bin/env bash
set -e


show_usage () {
  usage=$(cat << EOF
Usage: build.sh [options]

Builds the fully-loaded container, with Google Cloud Container Builder or locally.

Required parameters (when build with Google Cloud Container Builder):
    -d|--distro             Distro of the base image: debian8, debian9, ubuntu16_04
    -p|--project            GCP project ID
    -c|--container          Docker container name
    -t|--tag                Docker tag for the image
    -b|--bucket             GCS bucket to store the tarball of debian packages

Optional parameters (when build with Google Cloud Container Builder):
    -a|--async              asynchronous execute Cloud Container Builder

Standalone parameters
    -l|--local              build container locally

To build with Google Cloud Container Builder:
$ ./build.sh -p my-gcp-project -d {debian8, debian9, ubuntu16_04} -c rbe-{debian8, debian9, ubuntu16_04} -t latest -b my_bucket
will produce docker images in Google Container Registry:
    gcr.io/my-gcp-project/rbe-{debian8, debian9, ubuntu16_04}:latest
and the debian packages installed will be packed as a tarball and stored in
gs://my_bucket for future reference.

To build locally:
$ ./build.sh -d {debian8, debian9, ubuntu16_04} -l
will produce docker locally as rbe-{debian8, debian9, ubuntu16_04}:latest
EOF
)
  echo "$usage"
}


parse_parameters () {
  while [[ $# -gt 0 ]]; do
    case "$1" in
      -h|--help)
        show_usage
        exit 0
        ;;
      -p|--project)
        shift
        PROJECT=$1
        shift
        ;;
      -d|--distro)
        shift
        DISTRO=$1
        shift
        ;;
      -c|--container)
        shift
        CONTAINER=$1
        shift
        ;;
      -t|--docker-tag)
        shift
        TAG=$1
        shift
        ;;
      -b|--bucket)
        shift
        BUCKET=$1
        shift
        ;;
      -a|--async)
        ASYNC=" --async "
        shift
        ;;
      -l|--local)
        LOCAL=true
        shift
        ;;
      *)
        echo "Unknown argument $1"
        show_usage
        exit 1
        ;;
    esac
  done

  if [[ ("$PROJECT" == "" || "$CONTAINER" == "" || "$DISTRO" == "" || "$TAG" == "" || "$BUCKET" == "" ) && "$LOCAL" == "" ]]; then
     echo "Please specify all required options for building in Google Cloud Container Builder"
     show_usage
     exit 1
  fi

  if [[ "$DISTRO" != "debian8" && "$DISTRO" != "debian9" && "$DISTRO" != "ubuntu16_04" ]]; then
    echo "Distro parameter can be only: 'debian8', 'debian9' or 'ubuntu16_04'"
    show_usage
    exit 1
  fi
}

main () {
  parse_parameters $@

  PROJECT_ROOT=$(git rev-parse --show-toplevel)
  if [[ "$DISTRO" != "debian9" ]]; then
    DIR="container/rbe-${DISTRO}"
  else
    DIR="container/experimental/rbe-${DISTRO}"
  fi

  # We need to start the build from the root of the project, so that we can
  # mount the full root directory (to use bazel builder properly).
  cd ${PROJECT_ROOT}
  # We need to run clean to make sure we don't mount local build outputs
  bazel clean

  if [[ "$LOCAL" = true ]]; then
    echo "Building container locally."
    bazel run //${DIR}:toolchain
    echo "Testing container locally."
    bazel test //${DIR}:toolchain-test
    echo "Tagging container."
    docker tag bazel/${DIR}:toolchain rbe-${DISTRO}:latest
    echo -e "\n" \
      "rbe-${DISTRO}:lastest container is now available to use.\n" \
      "To try it: docker run -it rbe-${DISTRO}:latest \n"
  else
    echo "Building container in Google Cloud Container Builder."
    # Setup GCP project id for the build
    gcloud config set project ${PROJECT}
    # Ensure all BUILD files under /third_party have the right permission.
    # This is because in some systems the BUILD files under /third_party (after git clone)
    # will be with permission 640 and the build will fail in Container Builder.
    find ${PROJECT_ROOT}/third_party -type f -print0 | xargs -0 chmod 644
    # Start Google Cloud Container Builder
    gcloud container builds submit . \
      --config=${PROJECT_ROOT}/container/cloudbuild.yaml \
      --substitutions _PROJECT=${PROJECT},_DISTRO=${DISTRO},_CONTAINER=${CONTAINER},_TAG=${TAG},_DIR=${DIR},_BUCKET=${BUCKET} \
      ${ASYNC}
  fi
}

main $@