Add spark

dbt-labs · Mar 21, 2024 · 917c8ad · 917c8ad
1 parent 29826c6
commit 917c8ad
Showing 1 changed file with 16 additions and 4 deletions.
diff --git a/.github/workflows/internal-archive-release.yml b/.github/workflows/internal-archive-release.yml
@@ -86,15 +86,21 @@ jobs:
       # Testing with Tox
       #
       - name: "Install Python Dependencies"
-        if: contains(fromJSON( '["redshift", "snowflake", "bigquery"]' ), inputs.dbms_name)
+        if: contains(fromJSON( '["redshift", "snowflake", "bigquery", "spark"]' ), inputs.dbms_name)
         run: |
           python -m pip install --user --upgrade pip
           python -m pip install tox
           python -m pip --version
           python -m tox --version
 
+      - name: "Install Spark Dependencies"
+        if: contains(fromJSON('["spark"]'), inputs.dbms_name)
+        run: |
+          sudo apt-get update
+          sudo apt-get install libsasl2-dev
+
       - name: "Run Tests using tox"
-        if: contains(fromJSON( '["redshift", "snowflake", "bigquery"]' ), inputs.dbms_name)
+        if: contains(fromJSON( '["redshift", "snowflake", "bigquery", "spark"]' ), inputs.dbms_name)
         run: tox
 
       #
@@ -116,7 +122,7 @@ jobs:
     name: 'Integration Tests (Tox)'
     runs-on: ubuntu-latest
     needs: [job-setup]
-    if: contains(fromJSON( '["redshift", "snowflake", "bigquery"]' ), inputs.dbms_name)
+    if: contains(fromJSON( '["redshift", "snowflake", "bigquery", "spark"]' ), inputs.dbms_name)
 
     env:
       TOXENV: integration
@@ -162,6 +168,12 @@ jobs:
         with:
           python-version: ${{ env.PYTHON_TARGET_VERSION }}
 
+      - name: "Install Spark Dependencies"
+        if: contains(fromJSON('["spark"]'), inputs.dbms_name)
+        run: |
+          sudo apt-get update
+          sudo apt-get install libsasl2-dev
+
       - name: "Install Python Dependencies"
         run: |
           python -m pip install --user --upgrade pip
@@ -253,7 +265,7 @@ jobs:
       # 1. Build with setup.py
       #
       - name: "Build Distributions - scripts/build-dist.sh"
-        if: contains(fromJSON( '["redshift", "snowflake", "bigquery"]' ), inputs.dbms_name)
+        if: contains(fromJSON( '["redshift", "snowflake", "bigquery", "spark"]' ), inputs.dbms_name)
         run: scripts/build-dist.sh
 
       #