diff --git a/.circleci/bazel.windows.rc b/.circleci/bazel.windows.rc
index 903bf89e12..2e1680613a 100644
--- a/.circleci/bazel.windows.rc
+++ b/.circleci/bazel.windows.rc
@@ -9,3 +9,9 @@ import %workspace%/.circleci/bazel.common.rc
 # Save downloaded repositories in a location that can be cached by CircleCI. This helps us
 # speeding up the analysis time significantly with Bazel managed node dependencies on the CI.
 build --repository_cache=C:/Users/circleci/bazel_repository_cache
+
+# All windows jobs run on master and should use http caching
+build --config=remote-http-caching
+
+# TODO(josephperrott): remove after #33109 lands
+build --google_default_credentials
diff --git a/.circleci/config.yml b/.circleci/config.yml
index e2140dc0fe..eb0cc4d576 100644
--- a/.circleci/config.yml
+++ b/.circleci/config.yml
@@ -172,6 +172,11 @@ commands:
     description: Set up CircleCI bazel configuration on Windows
     steps:
       - run: copy .circleci\bazel.windows.rc $env:USERPROFILE\.bazelrc
+      - run: mkdir %APPDATA%\gcloud
+      # We need ensure that the same default digest is used for encoding and decoding
+      # with openssl. Openssl versions might have different default digests which can
+      # cause decryption failures based on the openssl version. https://stackoverflow.com/a/39641378/4317734
+      - run: openssl aes-256-cbc -d -in .circleci/gcp_token -md md5 -k "$CI_REPO_NAME" -out %APPDATA%/gcloud/application_default_credentials.json
 
   setup_bazel_rbe:
     description: Setup bazel RBE remote execution