Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Test RC cut #317

Closed
wants to merge 3 commits into from
Closed

Test RC cut #317

Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
5ad8a21
Test RC cut
cgundy Jul 8, 2024
5e041cd
test
cgundy Jul 8, 2024
9d0d27e
Merge branch 'mirroring' into test-rc-cut
cgundy Jul 11, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
252 changes: 126 additions & 126 deletions .github/workflows/schedule-daily.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -24,7 +24,7 @@ jobs:
name: Cut RC
runs-on: ubuntu-latest
timeout-minutes: 30
if: github.event_name == 'schedule' || (github.event_name == 'workflow_dispatch' && github.ref == 'refs/heads/master')
# if: github.event_name == 'schedule' || (github.event_name == 'workflow_dispatch' && github.ref == 'refs/heads/master')
steps:
- name: Checkout
uses: actions/checkout@v4
Expand All @@ -41,128 +41,128 @@ jobs:
RC_BRANCH_NAME="rc--$(date '+%Y-%m-%d_%H-%M')--github"
git switch --force-create "$RC_BRANCH_NAME" HEAD
git push --force --set-upstream origin "$RC_BRANCH_NAME"
rust-benchmarks:
name: Bazel Run Rust Benchmarks
runs-on:
# see linux-x86-64 runner group
labels: rust-benchmarks
container:
image: ghcr.io/dfinity/ic-build@sha256:26cc347efa50935342742acddfb5d710fae1982d401911013ad8750f0603c590
# running on bare metal machine using ubuntu user
options: --user ubuntu
timeout-minutes: 720 # 12 hours
strategy:
matrix:
targets:
- "//rs/crypto/..."
- "//rs/state_manager/..."
- "//rs/certification/..."
- "//rs/boundary_node/ic_boundary/..."
steps:
- name: Checkout
uses: actions/checkout@v4
- name: Before script
id: before-script
shell: bash
run: ./gitlab-ci/src/ci-scripts/before-script.sh
- name: Run Rust Benchmarks
id: rust-benchmarks
shell: bash
run: |
./gitlab-ci/src/ci-scripts/rust-benchmarks.sh
env:
BAZEL_CI_CONFIG: "--config=ci --repository_cache=/cache/bazel"
BAZEL_COMMAND: "run"
BAZEL_STARTUP_ARGS: "--output_base=/var/tmp/bazel-output/"
RUSTFLAGS: "--remap-path-prefix=${CI_PROJECT_DIR}=/ic"
RUST_BACKTRACE: "full"
TARGETS: ${{ matrix.targets }}
bazel-test-bare-metal:
name: Bazel Test Bare Metal
container:
image: ghcr.io/dfinity/ic-build@sha256:26cc347efa50935342742acddfb5d710fae1982d401911013ad8750f0603c590
timeout-minutes: 120
runs-on:
group: zh1
labels: dind-large
steps:
- name: Checkout
uses: actions/checkout@v4
- name: Before script
id: before-script
shell: bash
run: ./gitlab-ci/src/ci-scripts/before-script.sh
- name: Run Bazel Launch Bare Metal
shell: bash
run: |
echo "$ZH2_DLL01_CSV_SECRETS" > file1
echo "$ZH2_FILE_SHARE_KEY" > file2 && chmod 400 file2
# shellcheck disable=SC2046,SC2086
bazel ${BAZEL_STARTUP_ARGS} run ${BAZEL_CI_CONFIG} \
//ic-os/setupos/envs/dev:launch_bare_metal -- \
--config_path "$(realpath ./ic-os/dev-tools/bare_metal_deployment/zh2-dll01.yaml)" \
--csv_filename "$(realpath file1)" \
--file_share_ssh_key "$(realpath file2)" \
--file_share_username ci_interim \
--ci_mode
bazel clean
env:
BAZEL_STARTUP_ARGS: "--output_base=/var/tmp/bazel-output/"
BAZEL_CI_CONFIG: "--config=ci --repository_cache=/cache/bazel"
ZH2_DLL01_CSV_SECRETS: "${{ secrets.ZH2_DLL01_CSV_SECRETS }}"
ZH2_FILE_SHARE_KEY: "${{ secrets.ZH2_FILE_SHARE_KEY }}"
nns-tests-nightly:
name: Bazel Test NNS Nightly
runs-on:
group: zh1
labels: dind-large
container:
image: ghcr.io/dfinity/ic-build@sha256:26cc347efa50935342742acddfb5d710fae1982d401911013ad8750f0603c590
timeout-minutes: 20
steps:
- name: Checkout
uses: actions/checkout@v4
- name: Before script
id: before-script
shell: bash
run: ./gitlab-ci/src/ci-scripts/before-script.sh
- name: Run NNS Tests Nightly
id: bazel-test-all
uses: ./.github/actions/bazel-test-all/
with:
BAZEL_COMMAND: "test"
BAZEL_TARGETS: "//rs/nns/..."
BAZEL_CI_CONFIG: "--config=ci --repository_cache=/cache/bazel"
BAZEL_EXTRA_ARGS: "--keep_going --test_tag_filters=nns_tests_nightly --test_env=SSH_AUTH_SOCK --test_env=NNS_CANISTER_UPGRADE_SEQUENCE=all"
HONEYCOMB_API_TOKEN: ${{ secrets.HONEYCOMB_API_TOKEN }}
SSH_PRIVATE_KEY: ${{ secrets.SSH_PRIVATE_KEY }}
system-tests-benchmarks-nightly:
name: Bazel System Test Benchmarks
runs-on:
group: zh1
labels: dind-large
container:
image: ghcr.io/dfinity/ic-build@sha256:26cc347efa50935342742acddfb5d710fae1982d401911013ad8750f0603c590
timeout-minutes: 480
steps:
- name: Checkout
uses: actions/checkout@v4
- name: Before script
id: before-script
shell: bash
run: ./gitlab-ci/src/ci-scripts/before-script.sh
- name: Set Benchmark Targets
shell: bash
run: |
set -xeuo pipefail
echo "BENCHMARK_TARGETS=$(bazel query 'attr(tags, system_test_benchmark, //rs/...)')" >> $GITHUB_ENV
- name: Test System Test Benchmarks
id: bazel-system-test-benchmarks
uses: ./.github/actions/bazel-test-all/
with:
BAZEL_COMMAND: "test"
BAZEL_TARGETS: ${{ env.BENCHMARK_TARGETS }}
BAZEL_CI_CONFIG: "--config=ci --repository_cache=/cache/bazel"
# note: there's just one performance cluster, so the job can't be parallelized
BAZEL_EXTRA_ARGS: "--//bazel:enable_upload_perf_systest_results=True --keep_going --jobs 1"
HONEYCOMB_API_TOKEN: ${{ secrets.HONEYCOMB_API_TOKEN }}
# rust-benchmarks:
# name: Bazel Run Rust Benchmarks
# runs-on:
# # see linux-x86-64 runner group
# labels: rust-benchmarks
# container:
# image: ghcr.io/dfinity/ic-build@sha256:26cc347efa50935342742acddfb5d710fae1982d401911013ad8750f0603c590
# # running on bare metal machine using ubuntu user
# options: --user ubuntu
# timeout-minutes: 720 # 12 hours
# strategy:
# matrix:
# targets:
# - "//rs/crypto/..."
# - "//rs/state_manager/..."
# - "//rs/certification/..."
# - "//rs/boundary_node/ic_boundary/..."
# steps:
# - name: Checkout
# uses: actions/checkout@v4
# - name: Before script
# id: before-script
# shell: bash
# run: ./gitlab-ci/src/ci-scripts/before-script.sh
# - name: Run Rust Benchmarks
# id: rust-benchmarks
# shell: bash
# run: |
# ./gitlab-ci/src/ci-scripts/rust-benchmarks.sh
# env:
# BAZEL_CI_CONFIG: "--config=ci --repository_cache=/cache/bazel"
# BAZEL_COMMAND: "run"
# BAZEL_STARTUP_ARGS: "--output_base=/var/tmp/bazel-output/"
# RUSTFLAGS: "--remap-path-prefix=${CI_PROJECT_DIR}=/ic"
# RUST_BACKTRACE: "full"
# TARGETS: ${{ matrix.targets }}
# bazel-test-bare-metal:
# name: Bazel Test Bare Metal
# container:
# image: ghcr.io/dfinity/ic-build@sha256:26cc347efa50935342742acddfb5d710fae1982d401911013ad8750f0603c590
# timeout-minutes: 120
# runs-on:
# group: zh1
# labels: dind-large
# steps:
# - name: Checkout
# uses: actions/checkout@v4
# - name: Before script
# id: before-script
# shell: bash
# run: ./gitlab-ci/src/ci-scripts/before-script.sh
# - name: Run Bazel Launch Bare Metal
# shell: bash
# run: |
# echo "$ZH2_DLL01_CSV_SECRETS" > file1
# echo "$ZH2_FILE_SHARE_KEY" > file2 && chmod 400 file2
# # shellcheck disable=SC2046,SC2086
# bazel ${BAZEL_STARTUP_ARGS} run ${BAZEL_CI_CONFIG} \
# //ic-os/setupos/envs/dev:launch_bare_metal -- \
# --config_path "$(realpath ./ic-os/dev-tools/bare_metal_deployment/zh2-dll01.yaml)" \
# --csv_filename "$(realpath file1)" \
# --file_share_ssh_key "$(realpath file2)" \
# --file_share_username ci_interim \
# --ci_mode
# bazel clean
# env:
# BAZEL_STARTUP_ARGS: "--output_base=/var/tmp/bazel-output/"
# BAZEL_CI_CONFIG: "--config=ci --repository_cache=/cache/bazel"
# ZH2_DLL01_CSV_SECRETS: "${{ secrets.ZH2_DLL01_CSV_SECRETS }}"
# ZH2_FILE_SHARE_KEY: "${{ secrets.ZH2_FILE_SHARE_KEY }}"
# nns-tests-nightly:
# name: Bazel Test NNS Nightly
# runs-on:
# group: zh1
# labels: dind-large
# container:
# image: ghcr.io/dfinity/ic-build@sha256:26cc347efa50935342742acddfb5d710fae1982d401911013ad8750f0603c590
# timeout-minutes: 20
# steps:
# - name: Checkout
# uses: actions/checkout@v4
# - name: Before script
# id: before-script
# shell: bash
# run: ./gitlab-ci/src/ci-scripts/before-script.sh
# - name: Run NNS Tests Nightly
# id: bazel-test-all
# uses: ./.github/actions/bazel-test-all/
# with:
# BAZEL_COMMAND: "test"
# BAZEL_TARGETS: "//rs/nns/..."
# BAZEL_CI_CONFIG: "--config=ci --repository_cache=/cache/bazel"
# BAZEL_EXTRA_ARGS: "--keep_going --test_tag_filters=nns_tests_nightly --test_env=SSH_AUTH_SOCK --test_env=NNS_CANISTER_UPGRADE_SEQUENCE=all"
# HONEYCOMB_API_TOKEN: ${{ secrets.HONEYCOMB_API_TOKEN }}
# SSH_PRIVATE_KEY: ${{ secrets.SSH_PRIVATE_KEY }}
# system-tests-benchmarks-nightly:
# name: Bazel System Test Benchmarks
# runs-on:
# group: zh1
# labels: dind-large
# container:
# image: ghcr.io/dfinity/ic-build@sha256:26cc347efa50935342742acddfb5d710fae1982d401911013ad8750f0603c590
# timeout-minutes: 480
# steps:
# - name: Checkout
# uses: actions/checkout@v4
# - name: Before script
# id: before-script
# shell: bash
# run: ./gitlab-ci/src/ci-scripts/before-script.sh
# - name: Set Benchmark Targets
# shell: bash
# run: |
# set -xeuo pipefail
# echo "BENCHMARK_TARGETS=$(bazel query 'attr(tags, system_test_benchmark, //rs/...)')" >> $GITHUB_ENV
# - name: Test System Test Benchmarks
# id: bazel-system-test-benchmarks
# uses: ./.github/actions/bazel-test-all/
# with:
# BAZEL_COMMAND: "test"
# BAZEL_TARGETS: ${{ env.BENCHMARK_TARGETS }}
# BAZEL_CI_CONFIG: "--config=ci --repository_cache=/cache/bazel"
# # note: there's just one performance cluster, so the job can't be parallelized
# BAZEL_EXTRA_ARGS: "--//bazel:enable_upload_perf_systest_results=True --keep_going --jobs 1"
# HONEYCOMB_API_TOKEN: ${{ secrets.HONEYCOMB_API_TOKEN }}
Loading