regen docs, add tests, documentaton

.gitignore

@@ -4,4 +4,5 @@ dbt_modules/
 logs/
 .DS_Store
 integration_tests/.DS_Store
-dbt_packages/
+dbt_packages/
+env/

CHANGELOG.md

@@ -1,8 +1,15 @@
-# dbt_quickbooks v0.13.2
-[PR #130](https://github.com/fivetran/dbt_quickbooks/pull/130) includes the following updates:
+# dbt_quickbooks v0.X.X RELEASE TO BE ANNOUNCED
 
+This pull request includes the following updates:
 ## Bug Fix
 - Adjusted logic for discount sales receipt lines in `int_quickbooks__sales_receipt_double_entry` model to bring in these values properly as negative adjusted amounts in the `quickbooks__general_ledger`. 
+[PR #130](https://github.com/fivetran/dbt_quickbooks/pull/130)  
+
+## Under the Hood
+- Added consistency tests within integration tests for the `quickbooks__general_ledger` models.
+
+## Contributors
+- [@mikerenderco](https://github.com/mikerenderco ) ([PR #131](https://github.com/fivetran/dbt_quickbooks/pull/131))
 
 # dbt_quickbooks v0.13.1
 [PR #125](https://github.com/fivetran/dbt_quickbooks/pull/125) includes the following updates:

dbt_project.yml

@@ -1,7 +1,7 @@
 config-version: 2
 name: 'quickbooks'
 
-version: '0.13.2'
+version: '0.13.1'
 
 require-dbt-version: [">=1.3.0", "<2.0.0"]
 

integration_tests/dbt_project.yml

@@ -4,19 +4,19 @@ version: '0.13.1'
 
 profile: 'integration_tests'
 config-version: 2
-models:
-  quickbooks:
-    +materialized: table
-    double_entry_transactions:
-      +materialized: table
-    transaction_lines:
-      +materialized: table
-    intermediate:
-      +materialized: table
-  quickbooks_source:
-    +materialized: table
-    tmp:
-      +materialized: view
+# models:
+#   quickbooks:
+#     +materialized: table
+#     double_entry_transactions:
+#       +materialized: table
+#     transaction_lines:
+#       +materialized: table
+#     intermediate:
+#       +materialized: table
+#   quickbooks_source:
+#     +materialized: table
+#     tmp:
+#       +materialized: view
 vars:
   quickbooks_source:
     quickbooks_schema: quickbooks_integration_tests_06
@@ -61,6 +61,15 @@ vars:
     quickbooks_vendor_credit_identifier: "vendor_credit_data"
     quickbooks_vendor_identifier: "vendor_data"
 
+
+  # For validation testing. To be commented out before release.
+
+
+    account_type_exclusions: ['Discount']
+
+models:
+  +schema: "quickbooks_{{ var('directed_schema','dev') }}"
+
 seeds:
   +quote_columns: "{{ true if target.type == 'redshift' else false }}"
   quickbooks_integration_tests:

integration_tests/packages.yml

@@ -1,2 +1,2 @@
 packages:
-  - local: ../
+  - local: ../

integration_tests/tests/consistency_general_ledger_amounts.sql

@@ -0,0 +1,39 @@
+{{ config(
+    tags="fivetran_validations",
+    enabled=var('fivetran_validation_tests_enabled', false)
+) }}
+
+with prod as (
+
+    select
+        transaction_id,
+        sum(adjusted_amount) as adjusted_amount_cumulative
+    from {{ target.schema }}_quickbooks_prod.quickbooks__general_ledger
+    {{ "where account_type not in " ~ var('account_type_exclusions', []) ~ "" if var('account_type_exclusions', []) }}
+    group by 1
+),
+
+dev as (
+
+    select         
+        transaction_id,
+        sum(adjusted_amount) as adjusted_amount_cumulative
+    from {{ target.schema }}_quickbooks_dev.quickbooks__general_ledger
+    {{ "where account_type not in " ~ var('account_type_exclusions', []) ~ "" if var('account_type_exclusions', []) }}
+    group by 1
+),
+
+final as (
+
+    select
+        prod.transaction_id,
+        prod.adjusted_amount_cumulative as prod_adjusted_amount_cumulative,
+        dev.adjusted_amount_cumulative as dev_adjusted_amount_cumulative
+    from prod
+    full outer join dev
+        on dev.transaction_id = prod.transaction_id
+)
+
+select * 
+from final
+where abs(prod_adjusted_amount_cumulative - dev_adjusted_amount_cumulative) >= 0.01

integration_tests/tests/consistency_general_ledger_transactions.sql

@@ -0,0 +1,36 @@
+{{ config(
+    tags="fivetran_validations",
+    enabled=var('fivetran_validation_tests_enabled', false)
+) }}
+
+with prod as (
+    select
+        1 as join_key,
+        count(*) as total_transactions
+    from {{ target.schema }}_quickbooks_prod.quickbooks__general_ledger
+    group by 1
+),
+
+dev as (
+
+    select         
+        1 as join_key,
+        count(*) as total_transactions
+    from {{ target.schema }}_quickbooks_dev.quickbooks__general_ledger
+    group by 1
+),
+
+final as (
+
+    select 
+        prod.join_key,
+        prod.total_transactions as prod_total_transactions,
+        dev.total_transactions as dev_total_transactions
+    from prod
+    full outer join dev 
+        on dev.join_key = prod.join_key
+)
+
+select *
+from final
+where prod_total_transactions != dev_total_transactions