bazel: use GCS remote cache (envoyproxy#4050)

Partially addresses envoyproxy#3741 Description: Use GCS remote cache for CI builds when key is provided. Risk Level: Low Testing: CI Docs Changes: Release Notes: Signed-off-by: Lizan Zhou <[email protected]>
kyu-c · Aug 12, 2018 · 7309c14 · 7309c14
1 parent 5fe4e14
commit 7309c14
Show file tree

Hide file tree

Showing 5 changed files with 46 additions and 1 deletion.
diff --git a/.circleci/config.yml b/.circleci/config.yml
@@ -9,6 +9,8 @@ jobs:
        - image: *envoy-build-image
      resource_class: xlarge
      working_directory: /source
+     environment:
+       BAZEL_REMOTE_CACHE: https://storage.googleapis.com/envoy-circleci-bazel-cache/
      steps:
        - run: rm -rf /home/circleci/project/.git # CircleCI git caching is likely broken
        - checkout
@@ -21,6 +23,8 @@ jobs:
        - image: *envoy-build-image
      resource_class: xlarge
      working_directory: /source
+     environment:
+       BAZEL_REMOTE_CACHE: https://storage.googleapis.com/envoy-circleci-bazel-cache/
      steps:
        - run: rm -rf /home/circleci/project/.git # CircleCI git caching is likely broken
        - run: echo $CIRCLE_SHA1
@@ -33,6 +37,8 @@ jobs:
        - image: *envoy-build-image
      resource_class: xlarge
      working_directory: /source
+     environment:
+       BAZEL_REMOTE_CACHE: https://storage.googleapis.com/envoy-circleci-bazel-cache/
      steps:
        - run: rm -rf /home/circleci/project/.git # CircleCI git caching is likely broken
        - checkout
@@ -64,6 +70,8 @@ jobs:
        - run: ci/filter_example_mirror.sh
    ipv6_tests:
      machine: true
+     environment:
+       BAZEL_REMOTE_CACHE: https://storage.googleapis.com/envoy-circleci-bazel-cache/
      steps:
      - run: rm -rf /home/circleci/project/.git # CircleCI git caching is likely broken
      - checkout
@@ -136,6 +144,8 @@ jobs:
    mac:
      macos:
        xcode: "9.3.0"
+     environment:
+       BAZEL_REMOTE_CACHE: https://storage.googleapis.com/envoy-circleci-bazel-cache/
      steps:
        - run: sudo ntpdate -vu time.apple.com
        - run: rm -rf /home/circleci/project/.git # CircleCI git caching is likely broken

diff --git a/ci/do_ci.sh b/ci/do_ci.sh
@@ -9,6 +9,7 @@ if [[ "$1" == "fix_format" || "$1" == "check_format" ]]; then
   build_setup_args="-nofetch"
 fi
 
+. "$(dirname "$0")"/setup_gcs_cache.sh
 . "$(dirname "$0")"/build_setup.sh $build_setup_args
 
 echo "building using ${NUM_CPUS} CPUs"

diff --git a/ci/do_circle_ci_ipv6_tests.sh b/ci/do_circle_ci_ipv6_tests.sh
@@ -22,5 +22,6 @@ echo "disk space at beginning of build:"
 df -h
 
 docker run -t -i -v "$ENVOY_BUILD_DIR":/build -v "$ENVOY_SRCDIR":/source \
+  --env GCP_SERVICE_ACCOUNT_KEY --env BAZEL_REMOTE_CACHE \
   envoyproxy/envoy-build:"$ENVOY_BUILD_SHA" /bin/bash -c "cd /source && ci/do_ci.sh $TEST_TYPE"
 
diff --git a/ci/mac_ci_steps.sh b/ci/mac_ci_steps.sh
@@ -2,7 +2,9 @@
 
 set -e
 
-BAZEL_BUILD_OPTIONS="--curses=no --show_task_finish --verbose_failures"
+. "$(dirname "$0")"/setup_gcs_cache.sh
+
+BAZEL_BUILD_OPTIONS="--curses=no --show_task_finish --verbose_failures ${BAZEL_BUILD_EXTRA_OPTIONS}"
 # TODO(zuercher): remove --flaky_test_attempts when https://github.com/envoyproxy/envoy/issues/2428
 # is resolved.
 BAZEL_TEST_OPTIONS="${BAZEL_BUILD_OPTIONS} --test_output=all --flaky_test_attempts=integration@2"

diff --git a/ci/setup_gcs_cache.sh b/ci/setup_gcs_cache.sh
@@ -0,0 +1,31 @@
+#!/bin/bash
+
+set -e
+
+if [[ ! -z "${BAZEL_REMOTE_CACHE}" ]]; then
+  if [[ ! -z "${GCP_SERVICE_ACCOUNT_KEY}" ]]; then
+    # mktemp will create a tempfile with u+rw permission minus umask, it will not be readable by all
+    # users by default.
+    GCP_SERVICE_ACCOUNT_KEY_FILE=$(mktemp -t gcp_service_account.XXXXXX.json)
+
+    gcp_service_account_cleanup() {
+      echo "Deleting service account key file..."
+      rm -rf "${GCP_SERVICE_ACCOUNT_KEY_FILE}"
+    }
+
+    trap gcp_service_account_cleanup EXIT
+
+    echo "${GCP_SERVICE_ACCOUNT_KEY}" | base64 --decode > "${GCP_SERVICE_ACCOUNT_KEY_FILE}"
+
+    export BAZEL_BUILD_EXTRA_OPTIONS="${BAZEL_BUILD_EXTRA_OPTIONS} \
+      --remote_http_cache=${BAZEL_REMOTE_CACHE} \
+      --google_credentials=${GCP_SERVICE_ACCOUNT_KEY_FILE}"
+    echo "Set up bazel read/write HTTP cache at ${BAZEL_REMOTE_CACHE}."
+  else
+    export BAZEL_BUILD_EXTRA_OPTIONS="${BAZEL_BUILD_EXTRA_OPTIONS} \
+      --remote_http_cache=${BAZEL_REMOTE_CACHE} --noremote_upload_local_results"
+    echo "Set up bazel read only HTTP cache at ${BAZEL_REMOTE_CACHE}."
+  fi
+else
+  echo "No remote cache bucket is set, skipping setup remote cache."
+fi