kvssink.yml

name: kvssink checks

on:
  push:
    branches:
      - develop
      - master
  pull_request:
    branches:
      - develop
      - master

jobs:
  unit-tests:
    runs-on: ubuntu-latest
    timeout-minutes: 30
    permissions:
      id-token: write
      contents: read
    strategy:
      matrix:
        include:
          - os: Ubuntu 22.04
            image: public.ecr.aws/ubuntu/ubuntu:22.04_stable
          - os: Ubuntu 20.04
            image: public.ecr.aws/ubuntu/ubuntu:20.04_stable
      fail-fast: false

    name: kvssink unit tests on ${{ matrix.os }}
    steps:
      - name: Checkout repository
        uses: actions/checkout@v4

      - name: Install dependencies
        run: |
          sudo apt-get update
          sudo apt-get install -y automake build-essential cmake git \
            gstreamer1.0-plugins-base-apps gstreamer1.0-plugins-bad \
            gstreamer1.0-plugins-good gstreamer1.0-plugins-ugly \
            gstreamer1.0-tools \
            libcurl4-openssl-dev libgstreamer1.0-dev \
            libgstreamer-plugins-base1.0-dev liblog4cplus-dev \
            libssl-dev pkg-config valgrind

      - name: Setup build directory
        run: |
          mkdir -p build
          cd build

      - name: Build kvssink unit tests
        working-directory: ./build
        run: |
          cmake .. -DBUILD_GSTREAMER_PLUGIN=ON -DBUILD_TEST=ON -DCMAKE_BUILD_TYPE=Debug -DALIGNED_MEMORY_MODEL=ON
          make -j$(nproc)

      - name: Configure AWS Credentials
        uses: aws-actions/configure-aws-credentials@v4
        with:
          role-to-assume: ${{ secrets.AWS_ROLE_TO_ASSUME }}
          role-session-name: ${{ secrets.AWS_ROLE_SESSION_NAME }}
          aws-region: ${{ secrets.AWS_REGION }}
          role-duration-seconds: 10800

      - name: Run the unit tests
        working-directory: ./build
        run: |
          export GST_PLUGIN_PATH=`pwd`
          GST_DEBUG=4 ./tst/gstkvsplugintest

#      - name: Run the unit tests with valgrind
#        working-directory: ./build
#        run: |
#          export GST_PLUGIN_PATH=`pwd`
#          valgrind --leak-check=full --show-leak-kinds=all --track-origins=yes \
#            --verbose --log-file=valgrind-out.txt ./tst/gstkvsplugintest
#
#          if grep -q "All heap blocks were freed -- no leaks are possible" valgrind-out.txt; then
#            echo "No memory leaks detected"
#          else
#            echo "Memory leaks detected. Review the valgrind output:"
#            cat valgrind-out.txt
#            exit 1
#          fi

  mac-debug-dump-dir:
    runs-on: macos-latest
    env:
      AWS_KVS_LOG_LEVEL: 1
    permissions:
      id-token: write
      contents: read
    steps:
      - name: Clone repository
        uses: actions/checkout@v4
      - name: Install dependencies
        run: |
          brew install pkg-config openssl cmake gstreamer log4cplus mkvtoolnix

      - name: Build kvssink
        run: |
          mkdir build && cd build
          cmake .. -DBUILD_GSTREAMER_PLUGIN=ON -DBUILD_DEPENDENCIES=OFF
          make -j$(nproc)

      - name: Configure AWS Credentials
        uses: aws-actions/configure-aws-credentials@v4
        with:
          role-to-assume: ${{ secrets.AWS_ROLE_TO_ASSUME }}
          role-session-name: ${{ secrets.AWS_ROLE_SESSION_NAME }}
          aws-region: ${{ secrets.AWS_REGION }}
          role-duration-seconds: 10800

      - name: Run kvssink with dump dir
        env:
          GST_PLUGIN_PATH: ${{ github.workspace }}/build
          KVS_DEBUG_DUMP_DATA_FILE_DIR: ${{ github.workspace }}/build/debug_output
        working-directory: ./build
        run: |
          mkdir -p debug_output
          gst-launch-1.0 videotestsrc is-live=true num-buffers=450 \
            ! video/x-raw,framerate=30/1,width=640,height=480 \
            ! videoconvert ! x264enc tune=zerolatency key-int-max=45 \
            ! h264parse \
            ! kvssink stream-name="demo-stream"

      - name: Verify MKV dump
        working-directory: ./build/debug_output
        run: |
          mkvfiles=(*.mkv)
          if [ ${#mkvfiles[@]} -eq 0 ]; then
            echo "No MKV files found in debug_output"
            exit 1
          fi
          
          for file in "${mkvfiles[@]}"; do
            echo "Verifying $file with mkvinfo (verbose and hexdump):"
            mkvinfo -v -X "$file"
          done

  linux-debug-dump-dir:
    runs-on: ubuntu-latest
    env:
      AWS_KVS_LOG_LEVEL: 1
    permissions:
      id-token: write
      contents: read
    strategy:
      matrix:
        include:
          - os: Ubuntu 22.04
            image: public.ecr.aws/ubuntu/ubuntu:22.04_stable
          - os: Ubuntu 20.04
            image: public.ecr.aws/ubuntu/ubuntu:20.04_stable
      fail-fast: false
    steps:
      - name: Checkout repository
        uses: actions/checkout@v4

      - name: Install dependencies
        run: |
          sudo apt-get update
          sudo apt-get install -y automake build-essential cmake git \
            gstreamer1.0-plugins-base-apps gstreamer1.0-plugins-bad \
            gstreamer1.0-plugins-good gstreamer1.0-plugins-ugly \
            gstreamer1.0-tools \
            libcurl4-openssl-dev libgstreamer1.0-dev \
            libgstreamer-plugins-base1.0-dev liblog4cplus-dev \
            libssl-dev pkg-config mkvtoolnix 

      - name: Setup build directory
        run: |
          mkdir -p build
          cd build

      - name: Build kvssink
        working-directory: ./build
        run: |
          cmake .. -DBUILD_GSTREAMER_PLUGIN=ON -DCMAKE_BUILD_TYPE=Debug -DALIGNED_MEMORY_MODEL=ON -DBUILD_DEPENDENCIES=OFF
          make -j$(nproc)

      - name: Configure AWS Credentials
        uses: aws-actions/configure-aws-credentials@v4
        with:
          role-to-assume: ${{ secrets.AWS_ROLE_TO_ASSUME }}
          role-session-name: ${{ secrets.AWS_ROLE_SESSION_NAME }}
          aws-region: ${{ secrets.AWS_REGION }}
          role-duration-seconds: 10800

      - name: Run kvssink with dump dir
        env:
          GST_PLUGIN_PATH: ${{ github.workspace }}/build
          KVS_DEBUG_DUMP_DATA_FILE_DIR: ${{ github.workspace }}/build/debug_output
        working-directory: ./build
        run: |
          mkdir -p debug_output
          gst-launch-1.0 videotestsrc is-live=true num-buffers=450 \
            ! video/x-raw,framerate=30/1,width=640,height=480 \
            ! videoconvert ! x264enc tune=zerolatency key-int-max=45 \
            ! h264parse \
            ! kvssink stream-name="demo-stream"

      - name: Verify MKV dump
        working-directory: ./build/debug_output
        run: |
          mkvfiles=(*.mkv)
          if [ ${#mkvfiles[@]} -eq 0 ]; then
            echo "No MKV files found in debug_output"
            exit 1
          fi

          for file in "${mkvfiles[@]}"; do
            echo "Verifying $file with mkvinfo (verbose and hexdump):"
            mkvinfo -v -X "$file"
          done

  windows-debug-dump-dir:
    runs-on: windows-2022
    env:
      AWS_KVS_LOG_LEVEL: 1
    permissions:
      id-token: write
      contents: read
    steps:
      - name: Clone repository
        uses: actions/checkout@v4
      - name: Move repository
        run: |
          mkdir D:\producer
          Move-Item -Path "D:\a\amazon-kinesis-video-streams-producer-sdk-cpp\amazon-kinesis-video-streams-producer-sdk-cpp\*" -Destination "D:\producer"
      - name: Install dependencies
        run: |
          choco install nasm strawberryperl mkvtoolnix
          choco install gstreamer --version=1.22.8
          choco install gstreamer-devel --version=1.22.8
      - name: Build repository
        run: |
          $env:Path += ';C:\Strawberry\perl\site\bin;C:\Strawberry\perl\bin;C:\Strawberry\c\bin;C:\Program Files\NASM;D:\producer\open-source\local\lib;D:\producer\open-source\local\bin'
          git config --system core.longpaths true
          cd D:\producer
          dir
          .github\build_windows.bat
      - name: Configure AWS Credentials
        uses: aws-actions/configure-aws-credentials@v4
        with:
          role-to-assume: ${{ secrets.AWS_ROLE_TO_ASSUME }}
          role-session-name: ${{ secrets.AWS_ROLE_SESSION_NAME }}
          aws-region: ${{ secrets.AWS_REGION }}
          role-duration-seconds: 10800
      - name: Run kvssink with dump dir
        env:
          GST_PLUGIN_PATH: D:\producer\build\
          KVS_DEBUG_DUMP_DATA_FILE_DIR: D:\producer\build\debug_output
        working-directory: D:\producer\build\
        run: |
          $env:Path += ';C:\Strawberry\perl\site\bin;C:\Strawberry\perl\bin;C:\Strawberry\c\bin;C:\Program Files\NASM;D:\producer\open-source\local\lib;D:\producer\open-source\local\bin;D:\gstreamer\1.0\msvc_x86_64\bin'
          
          # Create the debug directory (equivalent to mkdir -p)
          New-Item -ItemType Directory -Path "D:\producer\build\debug_output" -Force
          
          # Stream for 15 seconds (450 frames @ 30 fps)
          gst-launch-1.0.exe videotestsrc is-live=true num-buffers=450 ! video/x-raw,framerate=30/1,width=640,height=480 ! videoconvert ! x264enc tune=zerolatency key-int-max=45 ! h264parse ! kvssink stream-name="demo-stream"
      - name: Verify MKV dump
        working-directory: D:\producer\build
        run: |
          $env:Path += ";C:\Program Files\MKVToolNix"
          $mkvFiles = Get-ChildItem -Path "D:\producer\build\debug_output" -Filter *.mkv

          if ($mkvFiles.Count -eq 0) {
            Write-Error "No MKV files found in D:\producer\build\debug_output"
            exit 1
          }

          # Run mkvinfo on each MKV file
          foreach ($file in $mkvFiles) {
            Write-Output "Verifying $($file.FullName) with mkvinfo (verbose and hexdump):"
            mkvinfo.exe -v -X "$($file.FullName)"
          }