Skip to content

Commit

Permalink
databricks
Browse files Browse the repository at this point in the history
  • Loading branch information
fivetran-reneeli committed Jan 16, 2025
1 parent ca007f3 commit b352519
Show file tree
Hide file tree
Showing 3 changed files with 16 additions and 16 deletions.
28 changes: 14 additions & 14 deletions .buildkite/scripts/run_models.sh
Original file line number Diff line number Diff line change
Expand Up @@ -37,20 +37,20 @@ echo `pwd`
cd integration_tests
dbt deps
if [ "$db" = "databricks-sql" ]; then
dbt seed --vars '{fivetran_platform_schema: sqlw_tests_2}' --target "$db" --full-refresh
dbt compile --vars '{fivetran_platform_schema: sqlw_tests_2}' --target "$db"
dbt run --vars '{fivetran_platform_schema: sqlw_tests_2}' --target "$db" --full-refresh
dbt run --vars '{fivetran_platform_schema: sqlw_tests_2}' --target "$db"
dbt test --vars '{fivetran_platform_schema: sqlw_tests_2}' --target "$db"
dbt run --vars '{fivetran_platform_schema: sqlw_tests_2, fivetran_platform__usage_pricing: true}' --target "$db" --full-refresh
dbt run --vars '{fivetran_platform_schema: sqlw_tests_2, fivetran_platform__usage_pricing: true}' --target "$db"
dbt test --vars '{fivetran_platform_schema: sqlw_tests_2}' --target "$db"
dbt run --vars '{fivetran_platform_schema: sqlw_tests_2, fivetran_platform__credits_pricing: false, fivetran_platform__usage_pricing: true, fivetran_platform_using_transformations: true}' --target "$db" --full-refresh
dbt run --vars '{fivetran_platform_schema: sqlw_tests_2, fivetran_platform__credits_pricing: false, fivetran_platform__usage_pricing: true, fivetran_platform_using_transformations: true}' --target "$db"
dbt test --vars '{fivetran_platform_schema: sqlw_tests_2}' --target "$db"
dbt run --vars '{fivetran_platform_schema: sqlw_tests_2, fivetran_platform__usage_pricing: false, fivetran_platform_using_destination_membership: false, fivetran_platform_using_user: false, fivetran_platform_using_transformations: false}' --target "$db" --full-refresh
dbt run --vars '{fivetran_platform_schema: sqlw_tests_2, fivetran_platform__usage_pricing: false, fivetran_platform_using_destination_membership: false, fivetran_platform_using_user: false, fivetran_platform_using_transformations: false}' --target "$db"
dbt test --vars '{fivetran_platform_schema: sqlw_tests_2}' --target "$db"
dbt seed --vars '{fivetran_platform_schema: sqlw_tests_3}' --target "$db" --full-refresh
dbt compile --vars '{fivetran_platform_schema: sqlw_tests_3}' --target "$db"
dbt run --vars '{fivetran_platform_schema: sqlw_tests_3}' --target "$db" --full-refresh
dbt run --vars '{fivetran_platform_schema: sqlw_tests_3}' --target "$db"
dbt test --vars '{fivetran_platform_schema: sqlw_tests_3}' --target "$db"
dbt run --vars '{fivetran_platform_schema: sqlw_tests_3, fivetran_platform__usage_pricing: true}' --target "$db" --full-refresh
dbt run --vars '{fivetran_platform_schema: sqlw_tests_3, fivetran_platform__usage_pricing: true}' --target "$db"
dbt test --vars '{fivetran_platform_schema: sqlw_tests_3}' --target "$db"
dbt run --vars '{fivetran_platform_schema: sqlw_tests_3, fivetran_platform__credits_pricing: false, fivetran_platform__usage_pricing: true, fivetran_platform_using_transformations: true}' --target "$db" --full-refresh
dbt run --vars '{fivetran_platform_schema: sqlw_tests_3, fivetran_platform__credits_pricing: false, fivetran_platform__usage_pricing: true, fivetran_platform_using_transformations: true}' --target "$db"
dbt test --vars '{fivetran_platform_schema: sqlw_tests_3}' --target "$db"
dbt run --vars '{fivetran_platform_schema: sqlw_tests_3, fivetran_platform__usage_pricing: false, fivetran_platform_using_destination_membership: false, fivetran_platform_using_user: false, fivetran_platform_using_transformations: false}' --target "$db" --full-refresh
dbt run --vars '{fivetran_platform_schema: sqlw_tests_3, fivetran_platform__usage_pricing: false, fivetran_platform_using_destination_membership: false, fivetran_platform_using_user: false, fivetran_platform_using_transformations: false}' --target "$db"
dbt test --vars '{fivetran_platform_schema: sqlw_tests_3}' --target "$db"
else
dbt seed --target "$db" --full-refresh
dbt compile --target "$db"
Expand Down
2 changes: 1 addition & 1 deletion integration_tests/ci/sample.profiles.yml
Original file line number Diff line number Diff line change
Expand Up @@ -56,7 +56,7 @@ integration_tests:
catalog: "{{ env_var('CI_DATABRICKS_DBT_CATALOG') }}"
host: "{{ env_var('CI_DATABRICKS_DBT_HOST') }}"
http_path: "{{ env_var('CI_DATABRICKS_SQL_DBT_HTTP_PATH') }}"
schema: sqlw_tests_2
schema: sqlw_tests_3
threads: 8
token: "{{ env_var('CI_DATABRICKS_SQL_DBT_TOKEN') }}"
type: databricks
Expand Down
2 changes: 1 addition & 1 deletion integration_tests/dbt_project.yml
Original file line number Diff line number Diff line change
Expand Up @@ -25,7 +25,7 @@ vars:

models:
fivetran_log:
+schema: "{{ 'sqlw_tests_2' if target.name == 'databricks-sql' else 'fivetran_platform' }}"
+schema: "{{ 'sqlw_tests_3' if target.name == 'databricks-sql' else 'fivetran_platform' }}"
# +schema: "fivetran_platform_{{ var('directed_schema','dev') }}"

seeds:
Expand Down

0 comments on commit b352519

Please sign in to comment.