src/test/shell/bazel/remote/remote_execution_with_xattr_test.sh

#!/bin/bash
#
# Copyright 2020 The Bazel Authors. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#    http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
# Tests remote execution and caching.

set -euo pipefail

# --- begin runfiles.bash initialization ---
if [[ ! -d "${RUNFILES_DIR:-/dev/null}" && ! -f "${RUNFILES_MANIFEST_FILE:-/dev/null}" ]]; then
  if [[ -f "$0.runfiles_manifest" ]]; then
    export RUNFILES_MANIFEST_FILE="$0.runfiles_manifest"
  elif [[ -f "$0.runfiles/MANIFEST" ]]; then
    export RUNFILES_MANIFEST_FILE="$0.runfiles/MANIFEST"
  elif [[ -f "$0.runfiles/bazel_tools/tools/bash/runfiles/runfiles.bash" ]]; then
    export RUNFILES_DIR="$0.runfiles"
  fi
fi
if [[ -f "${RUNFILES_DIR:-/dev/null}/bazel_tools/tools/bash/runfiles/runfiles.bash" ]]; then
  source "${RUNFILES_DIR}/bazel_tools/tools/bash/runfiles/runfiles.bash"
elif [[ -f "${RUNFILES_MANIFEST_FILE:-/dev/null}" ]]; then
  source "$(grep -m1 "^bazel_tools/tools/bash/runfiles/runfiles.bash " \
            "$RUNFILES_MANIFEST_FILE" | cut -d ' ' -f 2-)"
else
  echo >&2 "ERROR: cannot find @bazel_tools//tools/bash/runfiles:runfiles.bash"
  exit 1
fi
# --- end runfiles.bash initialization ---

source "$(rlocation "io_bazel/src/test/shell/integration_test_setup.sh")" \
  || { echo "integration_test_setup.sh not found!" >&2; exit 1; }
source "$(rlocation "io_bazel/src/test/shell/bazel/remote/remote_utils.sh")" \
  || { echo "remote_utils.sh not found!" >&2; exit 1; }

function set_up() {
  start_worker
}

function tear_down() {
  bazel clean >& $TEST_log
  stop_worker
}

function test_remote_grpc_cache_with_xattr() {
  # Create a simple build action that depends on two input files.
  echo hello > file1
  echo world > file2
  cat > BUILD << 'EOF'
genrule(
  name = "nothing",
  srcs = ["file1", "file2"],
  outs = ["nothing.txt"],
  cmd = "echo foo > $@",
)
EOF

  # Place an extended attribute on one of the input files that contains
  # the file's hash. This will allow Bazel to compute the file's digest
  # without reading the actual file contents.
  build_file_hash="$(openssl sha256 file1 | cut -d ' ' -f 2)"
  if type xattr 2> /dev/null; then
    xattr -wx user.checksum.sha256 "${build_file_hash}" file1
  elif type setfattr 2> /dev/null; then
    setfattr -n user.checksum.sha256 -v "0x${build_file_hash}" file1
  else
    # Skip this test, as this platform doesn't provide any known utility
    # for setting extended attributes.
    return 0
  fi

  # Run the build action with remote caching. We should not see 'VFS md5'
  # profiling events for file1, as getxattr() should be called instead.
  # We should see an entry for file2, though.
  bazel \
      --unix_digest_hash_attribute_name=user.checksum.sha256 \
      build \
      --remote_cache=grpc://localhost:${worker_port} \
      --profile=profile_log \
      --record_full_profiler_data \
      //:nothing || fail "Build failed"
  grep -q "VFS md5.*file1" profile_log && \
      fail "Bazel should not have computed a digest for file1"
  grep -q "VFS md5.*file2" profile_log || \
      fail "Bazel should have computed a digest for file2"
}

run_suite "Remote execution with extended attributes enabled"