From 20db9d432174386d5cf8dd21aa28b8be597b2e59 Mon Sep 17 00:00:00 2001 From: Renee Li Date: Thu, 24 Oct 2024 12:02:24 -0400 Subject: [PATCH] try new databricks sql schema --- .buildkite/scripts/run_models.sh | 12 ++++++------ integration_tests/ci/sample.profiles.yml | 2 +- integration_tests/dbt_project.yml | 2 +- 3 files changed, 8 insertions(+), 8 deletions(-) diff --git a/.buildkite/scripts/run_models.sh b/.buildkite/scripts/run_models.sh index b7b2db2..1f80963 100644 --- a/.buildkite/scripts/run_models.sh +++ b/.buildkite/scripts/run_models.sh @@ -17,12 +17,12 @@ echo `pwd` cd integration_tests dbt deps if [ "$db" = "databricks-sql" ]; then -dbt seed --vars '{hubspot_schema: hubspot_sqlw_tests_2}' --target "$db" --full-refresh -dbt compile --vars '{hubspot_schema: hubspot_sqlw_tests_2}' --target "$db" -dbt run --vars '{hubspot_schema: hubspot_sqlw_tests_2}' --target "$db" --full-refresh -dbt test --vars '{hubspot_schema: hubspot_sqlw_tests_2}' --target "$db" -dbt run --vars '{hubspot_schema: hubspot_sqlw_tests_2, hubspot_marketing_enabled: true, hubspot_contact_merge_audit_enabled: true, hubspot_sales_enabled: false}' --target "$db" -dbt run --vars '{hubspot_schema: hubspot_sqlw_tests_2, hubspot_marketing_enabled: false, hubspot_sales_enabled: true, hubspot_merged_deal_enabled: true, hubspot__pass_through_all_columns: true, hubspot_using_all_email_events: false, hubspot_owner_enabled: false}' --target "$db" +dbt seed --vars '{hubspot_schema: hubspot_sqlw_tests_3}' --target "$db" --full-refresh +dbt compile --vars '{hubspot_schema: hubspot_sqlw_tests_3}' --target "$db" +dbt run --vars '{hubspot_schema: hubspot_sqlw_tests_3}' --target "$db" --full-refresh +dbt test --vars '{hubspot_schema: hubspot_sqlw_tests_3}' --target "$db" +dbt run --vars '{hubspot_schema: hubspot_sqlw_tests_3, hubspot_marketing_enabled: true, hubspot_contact_merge_audit_enabled: true, hubspot_sales_enabled: false}' --target "$db" +dbt run --vars '{hubspot_schema: hubspot_sqlw_tests_3, hubspot_marketing_enabled: false, hubspot_sales_enabled: true, hubspot_merged_deal_enabled: true, hubspot__pass_through_all_columns: true, hubspot_using_all_email_events: false, hubspot_owner_enabled: false}' --target "$db" else dbt seed --target "$db" --full-refresh dbt compile --target "$db" --select hubspot # source does not compile at this time diff --git a/integration_tests/ci/sample.profiles.yml b/integration_tests/ci/sample.profiles.yml index 68a732d..0f8ea8d 100644 --- a/integration_tests/ci/sample.profiles.yml +++ b/integration_tests/ci/sample.profiles.yml @@ -56,7 +56,7 @@ integration_tests: catalog: "{{ env_var('CI_DATABRICKS_DBT_CATALOG') }}" host: "{{ env_var('CI_DATABRICKS_DBT_HOST') }}" http_path: "{{ env_var('CI_DATABRICKS_SQL_DBT_HTTP_PATH') }}" - schema: hubspot_sqlw_tests_2 + schema: hubspot_sqlw_tests_3 threads: 8 token: "{{ env_var('CI_DATABRICKS_SQL_DBT_TOKEN') }}" type: databricks \ No newline at end of file diff --git a/integration_tests/dbt_project.yml b/integration_tests/dbt_project.yml index 621d7e2..bfd2d35 100644 --- a/integration_tests/dbt_project.yml +++ b/integration_tests/dbt_project.yml @@ -5,7 +5,7 @@ profile: 'integration_tests' config-version: 2 models: - +schema: "{{ 'hubspot_sqlw_tests_2' if target.name == 'databricks-sql' else 'hubspot' }}" + +schema: "{{ 'hubspot_sqlw_tests_3' if target.name == 'databricks-sql' else 'hubspot' }}" # +schema: "hubspot_{{ var('directed_schema','dev') }}" ## To be used for validation testing vars: