build: no longer use bazel from "ngcontainer" image

We no longer use Bazel from the `ngcontainer` image as it is no longer maintained and we need to use the latest version of Bazel in CircleCI. It's not ideal to use Bazel through Yarn since binaries like that should be actually part of the docker image, but for now we need to do this for jobs that use NodeJS & Bazel at the same time. This is similar to what `angulart/angular` does.
2026-09-14 13:54:52 +08:00 · 2019-06-19 10:21:31 +02:00
parent f6d4acb44a
commit 2ce5ffd56b
5 changed files with 75 additions and 69 deletions
@@ -7,23 +7,24 @@
 # To validate changes, use an online parser, eg.
 # http://yaml-online-parser.appspot.com/

-var_1: &docker_image angular/ngcontainer:0.10.0
+var_1: &docker_image circleci/node:10.16
+var_2: &docker_bazel_image l.gcr.io/google/bazel:0.26.1

 # **Note**: When updating the beginning of the cache key, also update the cache key to match
 # the new cache key prefix. This allows us to take advantage of CircleCI's fallback caching.
 # Read more here: https://circleci.com/docs/2.0/caching/#restoring-cache.
-var_2: &cache_key v2-ng-mat-{{ checksum "WORKSPACE" }}-{{ checksum "yarn.lock" }}
-var_3: &cache_fallback_key v2-ng-mat-
+var_3: &cache_key v3-ng-mat-{{ checksum "WORKSPACE" }}-{{ checksum "yarn.lock" }}
+var_4: &cache_fallback_key v3-ng-mat-

 # Settings common to each job
-var_4: &job_defaults
+var_5: &job_defaults
  working_directory: ~/ng
  docker:
    - image: *docker_image

 # Job step for checking out the source code from GitHub. This also ensures that the source code
 # is rebased on top of master.
-var_5: &checkout_code
+var_6: &checkout_code
  checkout:
    # After checkout, rebase on top of master. By default, PRs are not rebased on top of master,
    # which we want. See https://discuss.circleci.com/t/1662
@@ -31,7 +32,7 @@ var_5: &checkout_code

 # Restores the cache that could be available for the current Yarn lock file. The cache usually
 # includes the node modules and the Bazel repository cache.
-var_6: &restore_cache
+var_7: &restore_cache
  restore_cache:
    keys:
      - *cache_key
@@ -39,7 +40,7 @@ var_6: &restore_cache

 # Saves the cache for the current Yarn lock file. We store the node modules and the Bazel
 # repository cache in order to make subsequent builds faster.
-var_7: &save_cache
+var_8: &save_cache
  save_cache:
    key: *cache_key
    paths:
@@ -47,48 +48,49 @@ var_7: &save_cache
      - "~/bazel_repository_cache"

 # Decryption token that is used to decode the GCP credentials file in ".circleci/gcp_token".
-var_8: &gcp_decrypt_token "angular"
+var_9: &gcp_decrypt_token "angular"

 # Job step that ensures that the node module dependencies are installed and up-to-date. We use
 # Yarn with the frozen lockfile option in order to make sure that lock file and package.json are
 # in sync. Unlike in Travis, we don't need to manually purge the node modules if stale because
 # CircleCI automatically discards the cache if the checksum of the lock file has changed.
-var_9: &yarn_install
+var_10: &yarn_install
  run:
    name: "Installing project dependencies"
    command: yarn install --frozen-lockfile --non-interactive

 # Anchor that can be used to download and install Yarn globally in the bash environment.
-var_10: &yarn_download
+var_11: &yarn_download
  run:
    name: "Downloading and installing Yarn"
    command: |
      touch $BASH_ENV
      curl -o- -L https://yarnpkg.com/install.sh | PROFILE=$BASH_ENV bash -s -- --version "1.16.0"

-# Copies the Bazel config which is specifically for CircleCI to a location where Bazel picks it
-# up and merges it with the project-wide bazel configuration (tools/bazel.rc)
-var_11: &copy_bazel_config
-  # Set up the CircleCI specific bazel configuration.
-  run: sudo cp ./.circleci/bazel.rc /etc/bazel.bazelrc
+# Sets up the Bazel config which is specific for CircleCI builds.
+var_12: &setup_bazel_ci_config
+  run:
+    name: "Setting up Bazel configuration for CI"
+    command: |
+      echo "import %workspace%/.circleci/bazel.rc" >> ./.bazelrc

 # Sets up a different Docker image that includes a moe recent Firefox version which
 # is needed for headless testing.
-var_12: &docker-firefox-image
+var_13: &docker-firefox-image
  # TODO(devversion): Temporarily use a image that includes Firefox 62 because the
  # ngcontainer image does include an old Firefox version that does not support headless.
  - image: circleci/node:11.4.0-browsers

 # Attaches the release output which has been stored in the workspace to the current job.
 # https://circleci.com/docs/2.0/workflows/#using-workspaces-to-share-data-among-jobs
-var_13: &attach_release_output
+var_14: &attach_release_output
  attach_workspace:
    at: dist/

 # Branch filter that we can specify for jobs that should only run on publish branches. This filter
 # is used to ensure that not all upstream branches will be published as Github builds
 # (e.g. revert branches, feature branches)
-var_14: &publish_branches_filter
+var_15: &publish_branches_filter
  branches:
    only:
      - master
@@ -102,7 +104,7 @@ var_14: &publish_branches_filter
 # In order to reduce duplication we use a YAML anchor that just always excludes the "_presubmit"
 # branch. We don't want to run Circle for the temporary "_presubmit" branch which is reserved
 # for the caretaker.
-var_15: &ignore_presubmit_branch_filter
+var_16: &ignore_presubmit_branch_filter
  branches:
    ignore:
      - "_presubmit"
@@ -110,7 +112,7 @@ var_15: &ignore_presubmit_branch_filter

 # Runs a script that sets up the Bazel remote execution. This will be used by jobs that run
 # Bazel primarily and should benefit from remote caching and execution.
-var_16: &setup_bazel_remote_execution
+var_17: &setup_bazel_remote_execution
  run:
    name: "Setup bazel RBE remote execution"
    command: ./scripts/circleci/bazel/setup-remote-execution.sh
@@ -130,36 +132,34 @@ jobs:
  # Build and test job that uses Bazel.
  # -----------------------------------
  bazel_build_test:
-    <<: *job_defaults
+    docker:
+      - image: *docker_bazel_image
    resource_class: xlarge
    environment:
      GCP_DECRYPT_TOKEN: *gcp_decrypt_token
    steps:
      - *checkout_code
      - *restore_cache
-      - *copy_bazel_config
+      - *setup_bazel_ci_config
      - *setup_bazel_remote_execution

      - run: bazel build src/... --build_tag_filters=-docs-package
      - run: bazel test src/... --build_tag_filters=-docs-package --test_tag_filters=-e2e

-      # Note: We want to save the cache in this job because the workspace cache also
-      # includes the Bazel repository cache that will be updated in this job.
-      - *save_cache
-
  # --------------------------------------------------------------------------------------------
  # Job that runs ts-api-guardian against our API goldens in "tools/public_api_guard".
  # This job fails whenever an API has been updated but not explicitly approved through goldens.
  # --------------------------------------------------------------------------------------------
  api_golden_checks:
-    <<: *job_defaults
+    docker:
+      - image: *docker_bazel_image
    resource_class: xlarge
    environment:
      GCP_DECRYPT_TOKEN: *gcp_decrypt_token
    steps:
    - *checkout_code
    - *restore_cache
-    - *copy_bazel_config
+    - *setup_bazel_ci_config
    - *setup_bazel_remote_execution

    - run: bazel test tools/public_api_guard/...
@@ -168,14 +168,15 @@ jobs:
  # Job that runs the e2e tests with Protractor and Chromium headless
  # -----------------------------------------------------------------
  e2e_tests:
-    <<: *job_defaults
+    docker:
+      - image: *docker_bazel_image
    resource_class: xlarge
    environment:
      GCP_DECRYPT_TOKEN: *gcp_decrypt_token
    steps:
      - *checkout_code
      - *restore_cache
-      - *copy_bazel_config
+      - *setup_bazel_ci_config
      - *setup_bazel_remote_execution

      - run: bazel test src/... --test_tag_filters=e2e
@@ -277,6 +278,8 @@ jobs:
      - run: ./scripts/circleci/lint-bazel-files.sh
      - run: yarn gulp ci:lint

+      - *save_cache
+
  # -------------------------------------------------------------------------------------------
  # Job that builds all release packages with Gulp. The built packages can be then used in the
  # same workflow to publish snapshot builds or test the dev-app with the release packages.
@@ -327,7 +330,8 @@ jobs:
  # Job that publishes the build snapshots
  # ----------------------------------------
  publish_snapshots:
-    <<: *job_defaults
+    docker:
+      - image: *docker_bazel_image
    resource_class: xlarge
    environment:
      GCP_DECRYPT_TOKEN: *gcp_decrypt_token
@@ -335,7 +339,7 @@ jobs:
      - *checkout_code
      - *restore_cache
      - *attach_release_output
-      - *copy_bazel_config
+      - *setup_bazel_ci_config
      - *setup_bazel_remote_execution

      # CircleCI has a config setting to enforce SSH for all github connections.
@@ -371,17 +375,16 @@ jobs:
  # specified in the project dev dependencies.
  # ----------------------------------------------------------------------------
  ivy_test:
-    <<: *job_defaults
+    docker:
+      - image: *docker_bazel_image
    resource_class: xlarge
    environment:
      GCP_DECRYPT_TOKEN: *gcp_decrypt_token
    steps:
      - *checkout_code
      - *restore_cache
-      - *copy_bazel_config
+      - *setup_bazel_ci_config
      - *setup_bazel_remote_execution
-      - *yarn_download
-      - *yarn_install

      # Setup Angular ivy snapshots built with ngtsc but locked to a specific tag. We
      # cannot determine the tag automatically based on the Angular version specified in
@@ -389,7 +392,7 @@ jobs:
      # we use ngcc to apply the ivy switches because ngcc currently does not handle the
      # UMD format which is used by Bazel when running tests. UMD processing is in
      # progress and tracked with FW-85.
-      - run: node ./scripts/circleci/setup-angular-snapshots.js --tag 8.0.0-rc.0-ivy-aot+bd37622
+      - run: bazel run @nodejs//:node -- ./scripts/circleci/setup-angular-snapshots.js --tag 8.1.0-next.1-ivy-aot+82e0b4a
      # Disable type checking when building with Ivy. This is necessary because
      # type checking is not complete yet and can incorrectly break compilation.
      # Issue is tracked with FW-1004.
@@ -402,20 +405,19 @@ jobs:
  # Job that runs all Bazel tests against Ivy from angular/angular#master.
  # ----------------------------------------------------------------------------
  ivy_snapshot_test_cronjob:
-    <<: *job_defaults
+    docker:
+      - image: *docker_bazel_image
    resource_class: xlarge
    environment:
      GCP_DECRYPT_TOKEN: *gcp_decrypt_token
    steps:
      - *checkout_code
      - *restore_cache
-      - *copy_bazel_config
+      - *setup_bazel_ci_config
      - *setup_bazel_remote_execution
-      - *yarn_download
-      - *yarn_install

      # Setup Angular ivy snapshots built with ngtsc.
-      - run: node ./scripts/circleci/setup-angular-snapshots.js --tag master-ivy-aot
+      - run: bazel run @nodejs//:node -- ./scripts/circleci/setup-angular-snapshots.js --tag master-ivy-aot
      # Disable type checking when building with Ivy. This is necessary because
      # type checking is not complete yet and can incorrectly break compilation.
      # Issue is tracked with FW-1004.
@@ -19,8 +19,8 @@ http_archive(

 load("@build_bazel_rules_nodejs//:defs.bzl", "check_bazel_version", "node_repositories", "yarn_install")

-# The minimum bazel version to use with this repo is 0.18.0
-check_bazel_version("0.18.0")
+# The minimum bazel version to use with this repo is 0.26.1
+check_bazel_version("0.26.1")

 node_repositories(
    # For deterministic builds, specify explicit NodeJS and Yarn versions.
@@ -39,6 +39,10 @@ yarn_install(
        "//:tools/npm/check-npm.js",
    ],
    package_json = "//:package.json",
+    # Temporarily disable node_modules symlinking until the fix for
+    # https://github.com/bazelbuild/bazel/issues/8487 makes it into a
+    # future Bazel release
+    symlink_node_modules = False,
    yarn_lock = "//:yarn.lock",
 )

@@ -80,9 +84,9 @@ sass_repositories()
 # Bring in bazel_toolchains for RBE setup configuration.
 http_archive(
    name = "bazel_toolchains",
-    sha256 = "67335b3563d9b67dc2550b8f27cc689b64fadac491e69ce78763d9ba894cc5cc",
-    strip_prefix = "bazel-toolchains-cddc376d428ada2927ad359211c3e356bd9c9fbb",
-    url = "https://github.com/bazelbuild/bazel-toolchains/archive/cddc376d428ada2927ad359211c3e356bd9c9fbb.tar.gz",
+    sha256 = "4598bf5a8b4f5ced82c782899438a7ba695165d47b3bf783ce774e89a8c6e617",
+    strip_prefix = "bazel-toolchains-0.27.0",
+    url = "https://github.com/bazelbuild/bazel-toolchains/archive/0.27.0.tar.gz",
 )

 load("@bazel_toolchains//repositories:repositories.bzl", bazel_toolchains_repositories = "repositories")
@@ -97,10 +101,10 @@ rbe_autoconfig(
    # platform configurations for the "ubuntu16_04" image. Otherwise the autoconfig rule would
    # need to pull the image and run it in order determine the toolchain configuration.
    # See: https://github.com/bazelbuild/bazel-toolchains/blob/master/rules/rbe_repo.bzl#L229
-    base_container_digest = "sha256:da0f21c71abce3bbb92c3a0c44c3737f007a82b60f8bd2930abc55fe64fc2729",
-    digest = "sha256:e874885f5e3d9ac0c0d3176e5369cb5969467dbf9ad8d42b862829cec8d84b9b",
-    registry = "gcr.io",
+    base_container_digest = "sha256:94d7d8552902d228c32c8c148cc13f0effc2b4837757a6e95b73fdc5c5e4b07b",
+    digest = "sha256:76e2e4a894f9ffbea0a0cb2fbde741b5d223d40f265dbb9bca78655430173990",
+    registry = "marketplace.gcr.io",
    # We can't use the default "ubuntu16_04" RBE image provided by the autoconfig because we need
    # a specific Linux kernel that comes with "libx11" in order to run headless browser tests.
-    repository = "asci-toolchain/nosla-ubuntu16_04-webtest",
+    repository = "google/rbe-ubuntu16-04-webtest",
 )
@@ -62,12 +62,12 @@
    "@angular/platform-server": "^8.0.1",
    "@angular/router": "^8.0.1",
    "@angular/upgrade": "^8.0.1",
-    "@bazel/bazel": "^0.26.1",
+    "@bazel/bazel": "0.26.1",
    "@bazel/buildifier": "^0.25.1",
    "@bazel/ibazel": "^0.9.0",
-    "@bazel/jasmine": "^0.31.1",
-    "@bazel/karma": "^0.31.1",
-    "@bazel/typescript": "^0.31.1",
+    "@bazel/jasmine": "0.31.1",
+    "@bazel/karma": "0.31.1",
+    "@bazel/typescript": "0.31.1",
    "@firebase/app-types": "^0.3.2",
    "@octokit/rest": "^15.9.4",
    "@schematics/angular": "^8.0.3",
@@ -141,7 +141,7 @@
    "selenium-webdriver": "^3.6.0",
    "sorcery": "^0.10.0",
    "stylelint": "^9.10.1",
-    "ts-api-guardian": "^0.4.4",
+    "ts-api-guardian": "^0.4.6",
    "ts-node": "^3.0.4",
    "tsconfig-paths": "^2.3.0",
    "tslint": "^5.16.0",
@@ -7,13 +7,13 @@ if [[ -z "${GCP_DECRYPT_TOKEN}" ]]; then
 fi

 # Decode the GCP token that is needed to authenticate the Bazel remote execution.
-openssl aes-256-cbc -d -in .circleci/gcp_token -k ${GCP_DECRYPT_TOKEN} \
-  -out /home/circleci/.gcp_credentials
+openssl aes-256-cbc -d -in .circleci/gcp_token -md md5 -k ${GCP_DECRYPT_TOKEN} \
+  -out /home/.gcp_credentials

 # Export the "GOOGLE_APPLICATION_CREDENTIALS" variable that should refer to the GCP credentials
 # file. Bazel automatically picks up the credentials from that variable.
 # https://github.com/bazelbuild/bazel/blob/master/third_party/grpc/include/grpc/grpc_security.h#L134-L137
-echo "export GOOGLE_APPLICATION_CREDENTIALS=/home/circleci/.gcp_credentials" >> $BASH_ENV
+echo "export GOOGLE_APPLICATION_CREDENTIALS=/home/.gcp_credentials" >> $BASH_ENV

-# Update the global Bazel configuration to always use remote execution.
-sudo bash -c "echo 'build --config=remote' >> /etc/bazel.bazelrc"
+# Update the CircleCI Bazel configuration to always use remote execution.
+echo 'build --config=remote' >> .circleci/bazel.rc
@@ -340,7 +340,7 @@
  resolved "https://registry.yarnpkg.com/@bazel/bazel-win32_x64/-/bazel-win32_x64-0.26.1.tgz#9351f07313173b1f98006da8131c94db7aa7c506"
  integrity sha512-0FkOo8+bxw13X2m6ALhXX2241gG9ZXgcLu0E/IbCWy/TmOB5bR0Z73CslszWbXIldVYnANuhFmnkxIa745Du5Q==

-"@bazel/bazel@^0.26.1":
+"@bazel/bazel@0.26.1":
  version "0.26.1"
  resolved "https://registry.yarnpkg.com/@bazel/bazel/-/bazel-0.26.1.tgz#de5febbd1f4b457aa870fb69492f474850283e5d"
  integrity sha512-x0IR0KEML4JGG6QpAOpHQHWpMqM1YQjOi8zY1jjLwiRHhC3Y8Tc/Mcspnd6zUnjfs7MerPfppkyx2jaEnZwUuQ==
@@ -378,7 +378,7 @@
  resolved "https://registry.yarnpkg.com/@bazel/ibazel/-/ibazel-0.9.0.tgz#fd60023acd36313d304cc2f8c2e181b88b5445cd"
  integrity sha512-E31cefDcdJsx/oii6p/gqKZXSVw0kEg1O73DD2McFcSvnf/p1GYWcQtVgdRQmlviBEytJkJgdX8rtThitRvcow==

-"@bazel/jasmine@^0.31.1":
+"@bazel/jasmine@0.31.1":
  version "0.31.1"
  resolved "https://registry.yarnpkg.com/@bazel/jasmine/-/jasmine-0.31.1.tgz#da3de10760fe1e29e9fc748fabc4fcf604f4356a"
  integrity sha512-heKo8qzm6DTm8eOlfL69RJJi1GLI9vJDSmBGYgol18K7oXz6JrspGWUL9/TlCYbRUUCt22kqX7f3R+QlD0KrCg==
@@ -387,7 +387,7 @@
    jasmine-core "~3.3.0"
    v8-coverage "1.0.9"

-"@bazel/karma@^0.31.1":
+"@bazel/karma@0.31.1":
  version "0.31.1"
  resolved "https://registry.yarnpkg.com/@bazel/karma/-/karma-0.31.1.tgz#fecbb269c7693baa29ad78179cca752fe7c09068"
  integrity sha512-PUOTQOD57IjM18iM+MOe9fRUFNJ8RQMq1i1qDaPLStMS/LtJAvDcvWhypK/2wNDdmAGz7U5uLlvl827XbwIuuA==
@@ -404,7 +404,7 @@
    semver "5.6.0"
    tmp "0.0.33"

-"@bazel/typescript@^0.31.1":
+"@bazel/typescript@0.31.1":
  version "0.31.1"
  resolved "https://registry.yarnpkg.com/@bazel/typescript/-/typescript-0.31.1.tgz#2ccf9997d97903c51e73f82e29433fe444b8d672"
  integrity sha512-jUTJjwdc4JSDMt4kIj74gGtctu8xe0YZPJuPxOIS4TdrWcn+dG9Fy7Z8bJLXhePheig1JLY7NBP6BGwrtggzPQ==
@@ -11282,10 +11282,10 @@ tryit@^1.0.1:
  resolved "https://registry.yarnpkg.com/tryit/-/tryit-1.0.3.tgz#393be730a9446fd1ead6da59a014308f36c289cb"
  integrity sha1-OTvnMKlEb9Hq1tpZoBQwjzbCics=

-ts-api-guardian@^0.4.4:
-  version "0.4.4"
-  resolved "https://registry.yarnpkg.com/ts-api-guardian/-/ts-api-guardian-0.4.4.tgz#12dfcfa5c5d6c5a8cb2f1b7cc322b9510a81814c"
-  integrity sha512-nWJQRNSeV+er9/deUo/tdYD7Rm7tKOwbcexI8UbqrzC3uAGm2UWncZ9USK0i6kTvT5hCvhW5VNw76JQ8L7Aq8A==
+ts-api-guardian@^0.4.6:
+  version "0.4.6"
+  resolved "https://registry.yarnpkg.com/ts-api-guardian/-/ts-api-guardian-0.4.6.tgz#ebd9a700b40de6ca4dbc5c468e322fe86476b6db"
+  integrity sha512-V+AVEe4HCi3j0mKrvSBNZN6zoY0eIw2r9vcWrqu4vhGlpASgPTSwuPHtxctx4qMBH5ieyqO6rf1LrQfsr8s5tw==
  dependencies:
    chalk "^2.3.1"
    diff "^3.5.0"