Skip to content

Web Regression Test Run #40

Web Regression Test Run

Web Regression Test Run #40

Workflow file for this run

# Web Regression Test Run is splitted by sequential and parallel jobs. Swap tests can't be run in parallel mode
name: Web Regression Test Run
on:
schedule:
- cron: "0 4 * * 1-5" # Monday to Friday at 4:00 AM UTC
workflow_dispatch:
inputs:
HTML_REPORT_GENERATION:
type: choice
description: "HTML report generation"
default: "onFailure"
options:
- "true"
- "false"
- "onFailure"
TESTOMAT_REPORT_GENERATION:
type: choice
description: "Testomat test run report generation"
default: "true"
options:
- "true"
- "false"
jobs:
web_regression_tests:
strategy:
matrix:
execution_mode: [parallel, sequential]
include:
- execution_mode: parallel
IS_PARALLEL_RUN: "true"
TESTOMATIO_TITLE: "Web Parallel-Regression"
TESTOMAT_REPORT_GENERATION: ${{ contains(fromJSON('["true", "false"]'), github.event.inputs.TESTOMAT_REPORT_GENERATION) || 'true' }}
HTML_REPORT_NAME: "web-parallel-regression"
HTML_REPORT_GENERATION: ${{ contains(fromJSON('["true", "false", "onFailure"]'), github.event.inputs.HTML_REPORT_GENERATION) || 'onFailure' }}
SPECS_FOLDER_NAME: ""
SPEC_NAMES: ""
- execution_mode: sequential
IS_PARALLEL_RUN: "false"
TESTOMATIO_TITLE: "Web Sequential-Regression"
TESTOMAT_REPORT_GENERATION: ${{ contains(fromJSON('["true", "false"]'), github.event.inputs.TESTOMAT_REPORT_GENERATION) || 'true' }}
HTML_REPORT_NAME: "web-sequential-regression"
HTML_REPORT_GENERATION: ${{ contains(fromJSON('["true", "false", "onFailure"]'), github.event.inputs.HTML_REPORT_GENERATION) || 'onFailure' }}
SPECS_FOLDER_NAME: swap
SPEC_NAMES: swapping
name: "${{ matrix.TESTOMATIO_TITLE }} Test Run"
uses: ./.github/workflows/common-test.yml
with:
SPECS_TYPE: web
IS_PARALLEL_RUN: ${{ matrix.IS_PARALLEL_RUN }}
SPECS_FOLDER_NAME: ${{ matrix.SPECS_FOLDER_NAME }}
SPEC_NAMES: ${{ matrix.SPEC_NAMES }}
HTML_REPORT_GENERATION: ${{ matrix.HTML_REPORT_GENERATION }}
HTML_REPORT_NAME: ${{ matrix.HTML_REPORT_NAME }}
TESTOMAT_REPORT_GENERATION: ${{ matrix.TESTOMAT_REPORT_GENERATION }}
TESTOMATIO_TITLE: ${{ matrix.TESTOMATIO_TITLE }}
secrets:
SEED_PHRASE: ${{ secrets.SEED_PHRASE }}
TESTOMAT_API_KEY: ${{ secrets.TESTOMAT_API_KEY }}