ci_full.yml

name: CI-COVER-DATABASES

on:
  pull_request:
  workflow_dispatch:

permissions:
  id-token: write # This is required for requesting the JWT
  contents: read  # This is required for actions/checkout

jobs:
  unit_tests:
    strategy:
      fail-fast: false
      matrix:
        os: [ubuntu-latest]
        python-version:
          - "3.11"

    name: Check Python ${{ matrix.python-version }} on ${{ matrix.os }}
    runs-on: ${{ matrix.os }}
    steps:
      - uses: actions/checkout@v3

      - name: Setup Python ${{ matrix.python-version }}
        uses: actions/setup-python@v3
        with:
          python-version: ${{ matrix.python-version }}

      - name: Install Packages
        run:  chmod +x tests/install-packages.sh && ./tests/install-packages.sh

      - name: Build the stack
        run: docker-compose up -d mysql postgres presto trino clickhouse vertica

      - name: Install Poetry
        run: pip install poetry

      - name: Install package
        run: poetry install

      # BigQuery start
    #   - id: 'auth'
    #     uses: 'google-github-actions/auth@v1'
    #     with:
    #       credentials_json: '${{ secrets.GOOGLE_CREDENTIALS }}'

    #   - name: 'Set up BigQuery Cloud SDK'
    #     uses: 'google-github-actions/setup-gcloud@v1'

    #   - name: "Install BigQuery for Python"
    #     run: poetry add google-cloud-bigquery

      # BigQuery end

      - name: Run unit tests
        env:
            DATADIFF_SNOWFLAKE_URI: '${{ secrets.DATADIFF_SNOWFLAKE_URI }}'
            DATADIFF_PRESTO_URI: '${{ secrets.DATADIFF_PRESTO_URI }}'
            DATADIFF_CLICKHOUSE_URI: 'clickhouse://clickhouse:Password1@localhost:9000/clickhouse'
            DATADIFF_VERTICA_URI: 'vertica://vertica:Password1@localhost:5433/vertica'
            # DATADIFF_BIGQUERY_URI: '${{ secrets.DATADIFF_BIGQUERY_URI }}'
            DATADIFF_REDSHIFT_URI: '${{ secrets.DATADIFF_REDSHIFT_URI }}'
            MOTHERDUCK_TOKEN: '${{ secrets.MOTHERDUCK_TOKEN }}'
        run: |
          chmod +x tests/waiting_for_stack_up.sh
          ./tests/waiting_for_stack_up.sh && poetry run unittest-parallel -j 16