Add authenticated GCS caching for Bazel CI and releases (#61187)

## What changed

- Authenticate eligible protected `main` runs and Rust release tags with GitHub OIDC. Allow cache uploads only on `main` pushes; use read-only access for manual runs and release tags, and leave pull requests without GCS credentials.
- Rename the shared wrapper to `.github/scripts/run_bazel.py` and route Bazel callers through it. Disable the disk cache in GitHub Actions and default macOS GCS connections to 20 while respecting explicit limits.
- Gate additional Bazel release artifacts on `CODEX_BAZEL_RELEASES` and cache configuration, sharing the selected build systems across building, signing, and packaging. Keep Cargo as the default and prepare native Windows dependencies for Bazel releases.
- Add a `Bazel result` check for the full workflow and extend Bazel job timeouts.

## Testing

Add wrapper tests for cache access by event, argument preservation, and macOS connection limits. The wrapper test suite passes.

GitOrigin-RevId: d85edbd083acfaa8bafaa8fd5241daed3e9ef871
This commit is contained in:
Dmitriy Kovalenko
2026-11-12 21:41:05 +00:00
committed by copyberry
parent d0221bc947
commit 4490060db6
25 changed files with 464 additions and 184 deletions
@@ -20,9 +20,9 @@ runs:
- name: Install Cargo for workspace metadata
uses: dtolnay/rust-toolchain@e081816240890017053eacbb1bdf337761dc5582 # 1.95.0
- name: Configure MSVC environment
- name: Prepare native Windows release dependencies
if: ${{ runner.os == 'Windows' }}
uses: ./.github/actions/setup-msvc-env
uses: ./.github/actions/setup-bazel-windows
with:
target: ${{ inputs.target }}
@@ -33,12 +33,12 @@ runs:
# Keep Git Bash from rewriting Bazel labels as Windows paths.
MSYS2_ARG_CONV_EXCL: "*"
run: |
python3 .github/scripts/run_bazel_with_buildbuddy.py build \
${{ runner.os == 'Windows' && '--config=ci-windows-msvc' || '' }} \
${{ runner.os == 'macOS' && '--config=ci-macos --remote_download_toplevel --build_metadata=VISIBILITY=PRIVATE' || '' }} \
./.github/scripts/run-bazel-ci.sh \
${{ runner.os == 'Windows' && '--windows-msvc-host-platform' || '' }} -- build \
${{ runner.os == 'macOS' && '--config=ci-macos --remote_download_toplevel' || '' }} \
"--platforms=@rules_rs//rs/platforms:$TARGET" \
"--//codex-rs:runtime_package_build_mode=$BUILD_MODE" \
"//codex-rs:runtime_package_$BUNDLE"
-- "//codex-rs:runtime_package_$BUNDLE"
- name: Extract staging archive
shell: bash
@@ -24,6 +24,58 @@ runs:
- id: setup_ci
uses: ./.github/actions/setup-ci
- name: Authenticate the Bazel cache
id: gcs
if: >-
github.repository == 'openai/codex' && github.ref_protected &&
env.CODEX_BAZEL_GCS_BUCKET != '' && env.CODEX_BAZEL_GCS_WORKLOAD_IDENTITY_PROVIDER != '' &&
((github.ref == 'refs/heads/main' && (github.event_name == 'push' || github.event_name == 'workflow_dispatch')) ||
(github.event_name == 'push' && startsWith(github.ref, 'refs/tags/rust-v')))
uses: google-github-actions/auth@7c6bc770dae815cd3e89ee6cdf493a5fab2cc093 # v3.0.0
with:
workload_identity_provider: ${{ env.CODEX_BAZEL_GCS_WORKLOAD_IDENTITY_PROVIDER }}
export_environment_variables: false
- name: Configure Bazel cache credentials
if: ${{ always() && steps.gcs.outcome != 'skipped' }}
shell: bash
env:
CREDENTIALS_FILE: ${{ steps.gcs.outputs.credentials_file_path }}
AUTH_OUTCOME: ${{ steps.gcs.outcome }}
run: |
if [[ "$RUNNER_OS" == "Windows" ]]; then
bazel_python=python
else
bazel_python=python3
fi
"$bazel_python" - <<'PYTHON'
import os
from pathlib import Path
import shutil
# auth creates the file in the checkout before it tests the token exchange.
# Keep it out of Bazel inputs, even when authentication failed.
if os.environ["CREDENTIALS_FILE"]:
source = Path(os.environ["CREDENTIALS_FILE"])
credentials = Path(os.environ["RUNNER_TEMP"]) / source.name
shutil.move(source, credentials)
credentials.chmod(0o600)
with open(os.environ["GITHUB_ENV"], "a", encoding="utf-8") as env:
print(f"GOOGLE_GHA_CREDS_PATH={credentials}", file=env) # auth post-job cleanup
if os.environ["AUTH_OUTCOME"] == "success":
print(f"CODEX_BAZEL_GCS_CREDENTIALS={credentials}", file=env)
print("Bazel GCS cache credentials configured.")
else:
print("Bazel GCS cache authentication failed. Credentials were moved for cleanup.")
else:
print("Bazel GCS authentication did not produce a credentials file.")
PYTHON
- name: Report skipped Bazel cache authentication
if: ${{ steps.gcs.outcome == 'skipped' }}
shell: bash
run: echo "Bazel GCS authentication skipped. Cache configuration is missing or this event is outside the allowed cache access policy."
- name: Set up Bazel
uses: bazel-contrib/setup-bazel@c5acdfb288317d0b5c0bbd7a396a3dc868bb0f86 # 0.19.0
# Without an explicit Bazelisk version, setup-bazel leaves PATH unchanged