From 85462695fe733b66ded0499759447c310f0449f5 Mon Sep 17 00:00:00 2001 From: Piotr Zierhoffer Date: Fri, 10 Jan 2025 10:45:01 +0100 Subject: [PATCH] Cleanup the CI for testing purposes --- .github/workflows/ci.yml | 54 ------ .github/workflows/report-coverage.yml | 244 +------------------------- 2 files changed, 5 insertions(+), 293 deletions(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index e458a2c7396..b749336b8b9 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -8,62 +8,8 @@ on: jobs: - Test-Regression-Cache-Wayback-0: - name: Test-Regression Cache Wayback 0 - uses: ./.github/workflows/test-regression-cache-wayback-0.yml - - Test-Regression-Cache-Wayback-1: - name: Test-Regression Cache Wayback 1 - uses: ./.github/workflows/test-regression-cache-wayback-1.yml - - Test-Exceptions-Regression: - name: Test-Exceptions-Regression - uses: ./.github/workflows/test-regression-exceptions.yml - - Test-Verification: - name: Test-Verification - uses: ./.github/workflows/test-verification.yml - - Test-Microarchitectural: - name: Test-Microarchitectural - uses: ./.github/workflows/test-uarch.yml - - Test-RISCV-DV: - name: Test-RISCV-DV - uses: ./.github/workflows/test-riscv-dv.yml - - Test-RISCOF: - name: Test-RISCOF - uses: ./.github/workflows/test-riscof.yml - - Test-UVM: - name: Test-UVM - uses: ./.github/workflows/test-uvm.yml - - Test-Renode: - name: Test-Renode - uses: ./.github/workflows/test-renode.yml - - Test-OpenOCD: - name: Test-OpenOCD - uses: ./.github/workflows/test-openocd.yml - Report-Coverage: name: Report-Coverage needs: [Test-Regression-Cache-Wayback-0, Test-Regression-Cache-Wayback-1, Test-Verification, Test-Microarchitectural, Test-RISCV-DV, Test-RISCOF, Test-OpenOCD] uses: ./.github/workflows/report-coverage.yml - Build-Docs: - name: Build-Docs - uses: ./.github/workflows/build-docs.yml - - Publish-to-GH-Pages: - concurrency: - group: concurrency-group-${{ github.repository }}-publish - cancel-in-progress: false - permissions: - actions: write - contents: write - name: Publish-to-GH-Pages - needs: [Report-Coverage, Test-Verification, Build-Docs] - uses: ./.github/workflows/publish-webpage.yml diff --git a/.github/workflows/report-coverage.yml b/.github/workflows/report-coverage.yml index 8ef686cf84a..d33014bc804 100644 --- a/.github/workflows/report-coverage.yml +++ b/.github/workflows/report-coverage.yml @@ -5,237 +5,10 @@ on: jobs: - merge-verilator-reports: - name: Merge Verilator info data - runs-on: ubuntu-latest - container: ghcr.io/antmicro/cores-veer-el2:20250103160559 - env: - DEBIAN_FRONTEND: "noninteractive" - steps: - - uses: actions/checkout@v3 - with: - submodules: recursive - - - name: Download coverage reports - uses: actions/download-artifact@v3 - with: - name: regression_tests_coverage_data - path: ./ - - - name: Download coverage reports - uses: actions/download-artifact@v3 - with: - name: regression_tests_coverage_data_cache_wayback_0 - path: ./ - - - name: Download coverage reports - uses: actions/download-artifact@v3 - with: - name: regression_tests_coverage_data_cache_wayback_1 - path: ./ - - - name: Download coverage reports - uses: actions/download-artifact@v3 - with: - name: verification_tests_coverage_data - path: ./ - - - name: Download coverage reports - uses: actions/download-artifact@v3 - with: - name: uarch_tests_coverage_data - path: ./ - - - name: Download coverage reports - uses: actions/download-artifact@v3 - with: - name: riscv-dv_coverage_data - path: ./ - - - name: Download coverage reports - uses: actions/download-artifact@v3 - with: - name: riscof_coverage_data - path: ./ - - - name: Download coverage reports - uses: actions/download-artifact@v3 - with: - name: openocd_coverage_data - path: ./ - - - name: Merge data - shell: bash - run: | - sudo apt update - sudo apt install -y zip unzip - .github/scripts/prepare_coverage_data.sh - - - name: Pack artifacts - if: always() - uses: actions/upload-artifact@v3 - with: - name: verilator_coverage_data - path: | - coverage_toggle_verilator_orig.info_ - coverage_toggle_verilator.info - coverage_line_verilator.info - coverage_branch_verilator_orig.info_ - coverage_branch_verilator.info - - - name: Pack artifacts - if: always() - uses: actions/upload-artifact@v3 - with: - name: coverview_data - path: | - data.zip - - coverage-report: - name: Coverage report - runs-on: ubuntu-latest - container: ghcr.io/antmicro/cores-veer-el2:20250103160559 - needs: [merge-verilator-reports, custom-coverage-report] - env: - DEBIAN_FRONTEND: "noninteractive" - - steps: - - name: Setup repository - uses: actions/checkout@v3 - - - name: Install coverage dependencies - shell: bash - run: | - python3 -m venv .venv - source .venv/bin/activate - pip install -r .github/scripts/requirements-coverage.txt - echo "PATH=$PATH" >> $GITHUB_ENV - - # This step is needed to have the same VeeR codebase as used in tests - - name: Configure VeeR - shell: bash - run: | - export RV_ROOT=`pwd` - make defines.h -f $RV_ROOT/tools/Makefile - - - name: Setup lcov - shell: bash - run: | - git clone https://github.com/linux-test-project/lcov - pushd lcov - git checkout v2.1 - echo "LCOV_PATH=`realpath bin`" >> "$GITHUB_ENV" - popd - - - name: Download coverage reports - uses: actions/download-artifact@v3 - with: - name: regression_tests_coverage_data - path: ./ - - - name: Download coverage reports - uses: actions/download-artifact@v3 - with: - name: regression_tests_coverage_data_cache_wayback_0 - path: ./ - - - name: Download coverage reports - uses: actions/download-artifact@v3 - with: - name: regression_tests_coverage_data_cache_wayback_1 - path: ./ - - - name: Download coverage reports - uses: actions/download-artifact@v3 - with: - name: verification_tests_coverage_data - path: ./ - - - name: Download coverage reports - uses: actions/download-artifact@v3 - with: - name: uarch_tests_coverage_data - path: ./ - - - name: Download coverage reports - uses: actions/download-artifact@v3 - with: - name: riscv-dv_coverage_data - path: ./ - - - name: Download coverage reports - uses: actions/download-artifact@v3 - with: - name: riscof_coverage_data - path: ./ - - - name: Download coverage reports - uses: actions/download-artifact@v3 - with: - name: openocd_coverage_data - path: ./ - - - name: Download coverage reports - uses: actions/download-artifact@v3 - with: - name: coverview_data - path: ./ - - - name: Download coverage reports - uses: actions/download-artifact@v3 - with: - name: data_v - path: ./ - - - name: Generate reports - shell: bash - run: | - sudo apt update - sudo apt install -y zip unzip - export PATH=${{ env.LCOV_PATH }}:${PATH} - for f in $(ls *_branch.info); do - mv $f line.info - base_name=$(echo $f | rev | cut -d _ -f 2- | rev) - python3 .github/scripts/split_info.py line.info --branch > ${base_name}_branch.info - python3 .github/scripts/split_info.py line.info --line > ${base_name}_line.info - done - zip data_toggle_verilator_info.zip *_toggle.info - zip data_branch_verilator_info.zip *_branch.info - zip data_line_verilator_info.zip *_line.info - mkdir report - cp data.zip report - cp data_v.zip report - cp data_both.zip report - cp data_toggle_verilator_info.zip report - cp data_branch_verilator_info.zip report - cp data_line_verilator_info.zip report - - - cat *_toggle.info > coverage.toggle.info - cat *_branch.info > coverage.branch.info - - - name: Pack artifacts - if: always() - uses: actions/upload-artifact@v3 - with: - name: coverage_report - path: ./report - - - name: Pack artifacts - if: always() - uses: actions/upload-artifact@v3 - with: - name: combined_coverage_data - path: | - coverage.toggle.info - coverage.branch.info - - custom-coverage-report: - name: Custom coverage report + name: Custom coverage report merger runs-on: [ self-hosted, Linux, X64, gcp-custom-runners ] - container: centos:8 - needs: [merge-verilator-reports] + container: debian:trixie env: GHA_EXTERNAL_DISK: additional-tools GHA_SA: gh-sa-veer-uploader @@ -245,22 +18,15 @@ jobs: with: submodules: recursive - - name: Download coverage reports - uses: actions/download-artifact@v3 - with: - name: verilator_coverage_data - path: ./ - - name: Prepare Environment run: _secret_prepare_env - name: Generate custom report - run: _secret_custom_report + run: _secret_custom_report_merger - name: Pack artifacts uses: actions/upload-artifact@v3 with: - name: data_v + name: data_v2 path: | - data_v.zip - data_both.zip + data_both2.zip