nightly-normal-session-e2e-tests.yml

---
name: Nightly pipeline normal session e2e tests

on:
  workflow_dispatch:
  schedule:
    - cron: '00 22 * * *'

concurrency:
  group: "${{ github.ref }}-${{ github.workflow }}"
  cancel-in-progress: true

jobs:
  check-vars-and-secrets:
    name: Check vars and secrets
    uses: ./.github/workflows/_check-vars-and-secrets.yml
    secrets: inherit

  build-aleph-e2e-client-image:
    needs: [check-vars-and-secrets]
    name: Build aleph-e2e-client image
    uses: ./.github/workflows/_build-aleph-e2e-client-image.yml
    with:
      ref: ${{ github.ref }}
      push: true
    secrets: inherit

  build-production-node-and-runtime:
    needs: [check-vars-and-secrets]
    name: Build production node and runtime
    uses: ./.github/workflows/_build-production-node-and-runtime.yml

  build-synthetic-node:
    needs: [build-production-node-and-runtime]
    name: Build synthetic node
    uses: ./.github/workflows/_build-synthetic-node.yml

  run-e2e-high-out-latency:
    needs: [build-synthetic-node, build-aleph-e2e-client-image]
    name: Run high out-latency test
    runs-on: ubuntu-20.04
    steps:
      - name: Checkout source code
        uses: actions/checkout@v4

      - name: Run e2e test
        uses: ./.github/actions/run-e2e-test
        with:
          test-case: high_out_latency_for_all
          image-path: aleph-release-synthetic-docker
          node-image: aleph-node:syntheticnet
          compose-file: docker/docker-compose.synthetic-network.yml
          # yamllint disable-line rule:line-length
          aleph-e2e-client-image: ${{ needs.build-aleph-e2e-client-image.outputs.aleph-e2e-client-image }}
        timeout-minutes: 40

  run-e2e-sync-test-one_node_catching_up_and_then_becoming_necessary_for_consensus:
    needs: [build-synthetic-node, build-aleph-e2e-client-image]
    name: Sync test using synthetic-network - one node catching up and then
          becoming necessary for consensus
    runs-on: ubuntu-20.04
    steps:
      - name: Checkout source code
        uses: actions/checkout@v4

      - name: Run e2e test
        uses: ./.github/actions/run-e2e-test
        env:
          NETWORK: "synthetic-network"
          NODE_URL: "ws://Node0:9944"
          VALIDATOR_COUNT: 7
        with:
          test-case: test::sync::one_node_catching_up_and_then_becoming_necessary_for_consensus
          image-path: aleph-release-synthetic-docker
          node-image: aleph-node:syntheticnet
          compose-file: docker/docker-compose.synthetic-network_sync-tests.yml
          node-count: 7
          # yamllint disable-line rule:line-length
          aleph-e2e-client-image: ${{ needs.build-aleph-e2e-client-image.outputs.aleph-e2e-client-image }}
        timeout-minutes: 35

  run-e2e-sync-test-one_node_catching_up:
    needs: [build-synthetic-node, build-aleph-e2e-client-image]
    name: Sync test using synthetic-network - one node catching up
    runs-on: ubuntu-20.04
    steps:
      - name: Checkout source code
        uses: actions/checkout@v4

      - name: Run e2e test
        uses: ./.github/actions/run-e2e-test
        env:
          NETWORK: "synthetic-network"
          NODE_URL: "ws://Node0:9944"
          VALIDATOR_COUNT: 7
        with:
          test-case: test::sync::one_node_catching_up
          image-path: aleph-release-synthetic-docker
          node-image: aleph-node:syntheticnet
          compose-file: docker/docker-compose.synthetic-network_sync-tests.yml
          node-count: 7
          # yamllint disable-line rule:line-length
          aleph-e2e-client-image: ${{ needs.build-aleph-e2e-client-image.outputs.aleph-e2e-client-image }}
        timeout-minutes: 35

  run-e2e-sync-test-into_two_groups_and_one_quorum_and_switch_quorum_between_them:
    needs: [build-synthetic-node, build-aleph-e2e-client-image]
    name: Sync test using synthetic-network - into two groups and one quorum
          and switch quorum between them
    runs-on: ubuntu-20.04
    steps:
      - name: Checkout source code
        uses: actions/checkout@v4

      - name: Run e2e test
        uses: ./.github/actions/run-e2e-test
        env:
          NETWORK: "synthetic-network"
          NODE_URL: "ws://Node0:9944"
          VALIDATOR_COUNT: 7
        with:
          test-case: test::sync::into_two_groups_and_one_quorum_and_switch_quorum_between_them
          image-path: aleph-release-synthetic-docker
          node-image: aleph-node:syntheticnet
          compose-file: docker/docker-compose.synthetic-network_sync-tests.yml
          node-count: 7
          # yamllint disable-line rule:line-length
          aleph-e2e-client-image: ${{ needs.build-aleph-e2e-client-image.outputs.aleph-e2e-client-image }}
        timeout-minutes: 35

  run-e2e-sync-test-into_multiple_groups_of_two:
    needs: [build-synthetic-node, build-aleph-e2e-client-image]
    name: Sync test using synthetic-network - into multiple groups of two
    runs-on: ubuntu-20.04
    steps:
      - name: Checkout source code
        uses: actions/checkout@v4

      - name: Run e2e test
        uses: ./.github/actions/run-e2e-test
        env:
          NETWORK: "synthetic-network"
          NODE_URL: "ws://Node0:9944"
          VALIDATOR_COUNT: 7
        with:
          test-case: test::sync::into_multiple_groups_of_two
          image-path: aleph-release-synthetic-docker
          node-image: aleph-node:syntheticnet
          compose-file: docker/docker-compose.synthetic-network_sync-tests.yml
          node-count: 7
          # yamllint disable-line rule:line-length
          aleph-e2e-client-image: ${{ needs.build-aleph-e2e-client-image.outputs.aleph-e2e-client-image }}
        timeout-minutes: 35

  run-e2e-sync-test-into_two_equal_size_groups_with_no_quorum:
    needs: [build-synthetic-node, build-aleph-e2e-client-image]
    name: Sync test using synthetic-network - into two equal size groups
          with no quorum
    runs-on: ubuntu-20.04
    steps:
      - name: Checkout source code
        uses: actions/checkout@v4

      - name: Run e2e test
        uses: ./.github/actions/run-e2e-test
        env:
          NETWORK: "synthetic-network"
          NODE_URL: "ws://Node0:9944"
          VALIDATOR_COUNT: 7
        with:
          test-case: test::sync::into_two_equal_size_groups_with_no_quorum
          image-path: aleph-release-synthetic-docker
          node-image: aleph-node:syntheticnet
          compose-file: docker/docker-compose.synthetic-network_sync-tests.yml
          node-count: 7
          # yamllint disable-line rule:line-length
          aleph-e2e-client-image: ${{ needs.build-aleph-e2e-client-image.outputs.aleph-e2e-client-image }}
        timeout-minutes: 35

  run-e2e-sync-test-into_two_groups_one_with_quorum:
    needs: [build-synthetic-node, build-aleph-e2e-client-image]
    name: Sync test using synthetic-network - into two groups one with
          quorum
    runs-on: ubuntu-20.04
    steps:
      - name: Checkout source code
        uses: actions/checkout@v4

      - name: Run e2e test
        uses: ./.github/actions/run-e2e-test
        env:
          NETWORK: "synthetic-network"
          NODE_URL: "ws://Node0:9944"
          VALIDATOR_COUNT: 7
        with:
          test-case: test::sync::into_two_groups_one_with_quorum
          image-path: aleph-release-synthetic-docker
          node-image: aleph-node:syntheticnet
          compose-file: docker/docker-compose.synthetic-network_sync-tests.yml
          node-count: 7
          # yamllint disable-line rule:line-length
          aleph-e2e-client-image: ${{ needs.build-aleph-e2e-client-image.outputs.aleph-e2e-client-image }}
        timeout-minutes: 35

  run-e2e-finalization-stall:
    needs: [build-synthetic-node, build-aleph-e2e-client-image]
    name: Finalization-stall test using synthetic-network
    runs-on: ubuntu-20.04
    steps:
      - name: Checkout source code
        uses: actions/checkout@v4

      - name: Run e2e test
        uses: ./.github/actions/run-e2e-test
        env:
          NETWORK: "synthetic-network"
          NODE_URL: "ws://Node0:9944"
          VALIDATOR_COUNT: 5
          TIMEOUT_MINUTES: "60m"
        with:
          test-case: test::sync::large_finalization_stall
          image-path: aleph-release-synthetic-docker
          node-image: aleph-node:syntheticnet
          compose-file: docker/docker-compose.finalization_stall_with_pruning.yml
          # yamllint disable-line rule:line-length
          aleph-e2e-client-image: ${{ needs.build-aleph-e2e-client-image.outputs.aleph-e2e-client-image }}
        timeout-minutes: 60

  run-major-sync-test:
    needs: [build-production-node-and-runtime]
    name: Run major sync test
    runs-on: ubuntu-20.04
    steps:
      - name: Checkout source code
        uses: actions/checkout@v4

      - name: Download release artifact
        uses: actions/download-artifact@v3
        with:
          name: aleph-production-node
          path: target/release/

      - name: Run test
        timeout-minutes: 65
        run: |
          ./.github/scripts/test_python_general.sh \
            --aleph-node ../target/release/aleph-node \
            --testcase test_major_sync

  run-force-reorg-test:
    needs: [build-production-node-and-runtime]
    name: Run force reorgs test
    runs-on: [self-hosted, Linux, X64, medium]
    steps:
      - name: Checkout source code
        uses: actions/checkout@v4

      - name: Download release artifact
        uses: actions/download-artifact@v3
        with:
          name: aleph-production-node
          path: target/release/

      - name: Run test
        timeout-minutes: 25
        run: |
          ./.github/scripts/test_python_general.sh \
            --aleph-node ../target/release/aleph-node \
            --testcase test_force_reorg


  run-e2e-no-quorum-without-high-out-latency:
    needs: [build-synthetic-node, build-aleph-e2e-client-image]
    name: Run high out-latency for every quorum
    runs-on: ubuntu-20.04
    steps:
      - name: Checkout source code
        uses: actions/checkout@v4

      - name: Run e2e test
        uses: ./.github/actions/run-e2e-test
        with:
          test-case: high_out_latency_for_each_quorum
          image-path: aleph-release-synthetic-docker
          node-image: aleph-node:syntheticnet
          compose-file: docker/docker-compose.synthetic-network.yml
          # yamllint disable-line rule:line-length
          aleph-e2e-client-image: ${{ needs.build-aleph-e2e-client-image.outputs.aleph-e2e-client-image }}
        timeout-minutes: 35

  check-nightly-pipeline-completion:
    needs: [run-e2e-high-out-latency,
            run-e2e-sync-test-one_node_catching_up_and_then_becoming_necessary_for_consensus,
            run-e2e-sync-test-one_node_catching_up,
            run-e2e-sync-test-into_two_groups_and_one_quorum_and_switch_quorum_between_them,
            run-e2e-sync-test-into_multiple_groups_of_two,
            run-e2e-sync-test-into_two_equal_size_groups_with_no_quorum,
            run-e2e-sync-test-into_two_groups_one_with_quorum,
            run-force-reorg-test,
            run-major-sync-test,
            run-e2e-no-quorum-without-high-out-latency]
    name: Check nightly test suite completion
    if: ${{ !cancelled() }}
    runs-on: ubuntu-20.04
    steps:
      - name: All nightly tests completed
        run: |
          # due to the fact GitHub treats skipped jobs as success, and when any of dependant
          # jobs fail, this check will be skipped, we need to check status manually
          jq --exit-status 'all(.result == "success")' <<< '${{ toJson(needs) }}'

  slack:
    name: Slack notification
    runs-on: ubuntu-20.04
    needs: [check-nightly-pipeline-completion]
    if: >
      !cancelled() &&
      github.event_name != 'workflow_dispatch'
    steps:
      - name: Checkout repository
        uses: actions/checkout@v4

      - name: Send Slack message
        uses: ./.github/actions/slack-notification
        with:
          notify-on: "failure"
        env:
          SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK_DEV_ONDUTY }}