New Deployment for Wed Nov 20 00:43:57 UTC 2024

sdf-labs · Nov 20, 2024 · 491da4d · 491da4d
1 parent 5c4ba5a
commit 491da4d
Show file tree

Hide file tree

Showing 25 changed files with 243 additions and 441 deletions.
diff --git a/docs/guide/advanced/custom_libs.mdx b/docs/guide/advanced/custom_libs.mdx
@@ -215,12 +215,12 @@ The following guide will explain how to do so, step by step.
         ```
 
         We can look at the compiled tests query located in the file 
-        `sdftarget/dbg/preprocessed/tests_workspace/pub/test_raw_inapp_events.sql`.
+        `sdftarget/dbg/preprocessed/sdftarget/dbg/tests/tests_workspace/pub/test_raw_inapp_events.sql`.
         Notice our custom logic in the compiled query:
 
         ```
         run shell
-        cd tmp/tests && cat sdftarget/dbg/preprocessed/tests_workspace/pub/test_raw_inapp_events.sql
+        cd tmp/tests && cat sdftarget/dbg/preprocessed/sdftarget/dbg/tests/tests_workspace/pub/test_raw_inapp_events.sql
         ```
     </Step>
 </Steps>
diff --git a/docs/guide/advanced/logging.mdx b/docs/guide/advanced/logging.mdx
diff --git a/docs/guide/data-quality/checks.mdx b/docs/guide/data-quality/checks.mdx
@@ -36,7 +36,7 @@ Let's write and modify a check, starting with one of the sdf samples.
 &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
 &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;📚&nbsp;Read&nbsp;the&nbsp;Docs&nbsp;to&nbsp;Get&nbsp;Started&nbsp;&#45;&gt;&nbsp;https://docs.sdf.com/
 &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
-&nbsp;&nbsp;&nbsp;Finished&nbsp;new&nbsp;in&nbsp;0.220&nbsp;secs
+&nbsp;&nbsp;&nbsp;Finished&nbsp;new&nbsp;in&nbsp;0.218&nbsp;secs
 
 </code>
 </pre>
@@ -78,7 +78,7 @@ Working&nbsp;set&nbsp;1&nbsp;model&nbsp;file,&nbsp;1&nbsp;.sdf&nbsp;file
 &nbsp;&nbsp;Compiling&nbsp;hello.pub.main&nbsp;(./models/main.sql)
 Working&nbsp;set&nbsp;1&nbsp;check&nbsp;file,&nbsp;1&nbsp;.sdf&nbsp;file
 &nbsp;&nbsp;&nbsp;Checking&nbsp;hello.pub.code_check&nbsp;(./checks/code_check.sql)
-&nbsp;&nbsp;&nbsp;Finished&nbsp;1&nbsp;model&nbsp;[1&nbsp;succeeded],&nbsp;1&nbsp;check&nbsp;[1&nbsp;passed]&nbsp;in&nbsp;2.248&nbsp;secs
+&nbsp;&nbsp;&nbsp;Finished&nbsp;1&nbsp;model&nbsp;[1&nbsp;succeeded],&nbsp;1&nbsp;check&nbsp;[1&nbsp;passed]&nbsp;in&nbsp;1.287&nbsp;secs
 [Pass]&nbsp;Check&nbsp;hello.pub.code_check
 
 </code>
@@ -122,7 +122,7 @@ Working&nbsp;set&nbsp;1&nbsp;model&nbsp;file,&nbsp;1&nbsp;.sdf&nbsp;file
 &nbsp;&nbsp;Compiling&nbsp;hello.pub.main&nbsp;(./models/main.sql)
 Working&nbsp;set&nbsp;1&nbsp;check&nbsp;file,&nbsp;1&nbsp;.sdf&nbsp;file
 &nbsp;&nbsp;&nbsp;Checking&nbsp;hello.pub.code_check&nbsp;(./checks/code_check.sql)
-&nbsp;&nbsp;&nbsp;Finished&nbsp;1&nbsp;model&nbsp;[1&nbsp;succeeded],&nbsp;1&nbsp;check&nbsp;[1&nbsp;failed]&nbsp;in&nbsp;2.246&nbsp;secs,&nbsp;for&nbsp;details&nbsp;see&nbsp;below.
+&nbsp;&nbsp;&nbsp;Finished&nbsp;1&nbsp;model&nbsp;[1&nbsp;succeeded],&nbsp;1&nbsp;check&nbsp;[1&nbsp;failed]&nbsp;in&nbsp;1.238&nbsp;secs,&nbsp;for&nbsp;details&nbsp;see&nbsp;below.
 
 [Fail]&nbsp;Check&nbsp;hello.pub.code_check
 ┌────────────┬─────────────┬─────────────┐
@@ -133,7 +133,7 @@ Working&nbsp;set&nbsp;1&nbsp;check&nbsp;file,&nbsp;1&nbsp;.sdf&nbsp;file
 1&nbsp;rows.
 
 &#45;&#45;&#45;&#45;&#45;&#45;&#45;
-Summary&nbsp;1&nbsp;model&nbsp;[1&nbsp;succeeded],&nbsp;1&nbsp;check&nbsp;[1&nbsp;failed]&nbsp;in&nbsp;2.246&nbsp;secs.
+Summary&nbsp;1&nbsp;model&nbsp;[1&nbsp;succeeded],&nbsp;1&nbsp;check&nbsp;[1&nbsp;failed]&nbsp;in&nbsp;1.238&nbsp;secs.
 &#45;&#45;&#45;&#45;&#45;&#45;&#45;
 
 </code>
@@ -195,7 +195,7 @@ Working&nbsp;set&nbsp;2&nbsp;model&nbsp;files,&nbsp;1&nbsp;.sdf&nbsp;file
 &nbsp;&nbsp;Compiling&nbsp;hello.pub.sink&nbsp;(./models/sink.sql)
 Working&nbsp;set&nbsp;1&nbsp;check&nbsp;file,&nbsp;1&nbsp;.sdf&nbsp;file
 &nbsp;&nbsp;&nbsp;Checking&nbsp;hello.pub.code_check&nbsp;(./checks/code_check.sql)
-&nbsp;&nbsp;&nbsp;Finished&nbsp;2&nbsp;models&nbsp;[2&nbsp;succeeded],&nbsp;1&nbsp;check&nbsp;[1&nbsp;passed]&nbsp;in&nbsp;1.868&nbsp;secs
+&nbsp;&nbsp;&nbsp;Finished&nbsp;2&nbsp;models&nbsp;[2&nbsp;succeeded],&nbsp;1&nbsp;check&nbsp;[1&nbsp;passed]&nbsp;in&nbsp;1.251&nbsp;secs
 [Pass]&nbsp;Check&nbsp;hello.pub.code_check
 
 </code>

diff --git a/docs/guide/data-quality/reports.mdx b/docs/guide/data-quality/reports.mdx
diff --git a/docs/guide/data-quality/tests.mdx b/docs/guide/data-quality/tests.mdx
@@ -26,7 +26,7 @@ When `sdf test` runs this query, it will check if any data is returned and fail
 Working&nbsp;set&nbsp;1&nbsp;model&nbsp;file,&nbsp;1&nbsp;test&nbsp;file,&nbsp;1&nbsp;.sdf&nbsp;file
 &nbsp;&nbsp;&nbsp;&nbsp;Running&nbsp;hello.pub.main&nbsp;(./models/main.sql)
 &nbsp;&nbsp;&nbsp;&nbsp;Testing&nbsp;hello.pub.test_main&nbsp;(./sdftarget/dbg/tests/hello/pub/test_main.sql)
-&nbsp;&nbsp;&nbsp;Finished&nbsp;1&nbsp;model&nbsp;[1&nbsp;succeeded],&nbsp;1&nbsp;test&nbsp;[1&nbsp;passed]&nbsp;in&nbsp;0.778&nbsp;secs
+&nbsp;&nbsp;&nbsp;Finished&nbsp;1&nbsp;model&nbsp;[1&nbsp;succeeded],&nbsp;1&nbsp;test&nbsp;[1&nbsp;passed]&nbsp;in&nbsp;0.758&nbsp;secs
 [Pass]&nbsp;Test&nbsp;hello.pub.test_main
 
 </code>
@@ -180,7 +180,7 @@ table:
 Working&nbsp;set&nbsp;1&nbsp;model&nbsp;file,&nbsp;1&nbsp;test&nbsp;file,&nbsp;2&nbsp;.sdf&nbsp;files
 &nbsp;&nbsp;&nbsp;&nbsp;Running&nbsp;tests_workspace.pub.raw_inapp_events&nbsp;(./models/raw_inapp_events.sql)
 &nbsp;&nbsp;&nbsp;&nbsp;Testing&nbsp;tests_workspace.pub.test_raw_inapp_events&nbsp;(./sdftarget/dbg/tests/tests_workspace/pub/test_raw_inapp_events.sql)
-&nbsp;&nbsp;&nbsp;Finished&nbsp;1&nbsp;model&nbsp;[1&nbsp;succeeded],&nbsp;1&nbsp;test&nbsp;[1&nbsp;passed]&nbsp;in&nbsp;0.760&nbsp;secs
+&nbsp;&nbsp;&nbsp;Finished&nbsp;1&nbsp;model&nbsp;[1&nbsp;succeeded],&nbsp;1&nbsp;test&nbsp;[1&nbsp;passed]&nbsp;in&nbsp;0.765&nbsp;secs
 [Pass]&nbsp;Test&nbsp;tests_workspace.pub.test_raw_inapp_events
 
 </code>
@@ -189,7 +189,7 @@ Working&nbsp;set&nbsp;1&nbsp;model&nbsp;file,&nbsp;1&nbsp;test&nbsp;file,&nbsp;2
   </Step>
   <Step title="Inspect the Test">
     This step is not mandatory, but sometimes it can be helpful to view the compiled test query.
-    To access the query, navigate to the file located in `sdftarget/dbg/preprocessed/tests_workspace/pub/test_raw_inapp_events.sql`.
+    To access the query, navigate to the file located in `sdftarget/dbg/preprocessed/sdftarget/dbg/tests/tests_workspace/pub/test_raw_inapp_events.sql`.
 
     The file will hold the compiled tests query and will look like this:
 <div className="bg-[#0F1117] dark:bg-codeblock rounded-xl dark:ring-1 dark:ring-gray-800/50 relative">
@@ -347,7 +347,7 @@ to run custom testing macros.
 <pre style={{ fontFamily: 'monospace', backgroundColor: 'transparent' }} className='language-error'>
 <code className='language-error'>
 &nbsp;&nbsp;&nbsp;&nbsp;Cleaned&nbsp;sdftarget
-&nbsp;&nbsp;&nbsp;Finished&nbsp;clean&nbsp;in&nbsp;0.217&nbsp;secs
+&nbsp;&nbsp;&nbsp;Finished&nbsp;clean&nbsp;in&nbsp;0.216&nbsp;secs
 .
 ├──&nbsp;custom_tests
 ├──&nbsp;models
@@ -431,15 +431,15 @@ to run custom testing macros.
 Working&nbsp;set&nbsp;1&nbsp;model&nbsp;file,&nbsp;1&nbsp;test&nbsp;file,&nbsp;2&nbsp;.sdf&nbsp;files
 &nbsp;&nbsp;&nbsp;&nbsp;Running&nbsp;tests_workspace.pub.raw_inapp_events&nbsp;(./models/raw_inapp_events.sql)
 &nbsp;&nbsp;&nbsp;&nbsp;Testing&nbsp;tests_workspace.pub.test_raw_inapp_events&nbsp;(./sdftarget/dbg/tests/tests_workspace/pub/test_raw_inapp_events.sql)
-&nbsp;&nbsp;&nbsp;Finished&nbsp;1&nbsp;model&nbsp;[1&nbsp;succeeded],&nbsp;1&nbsp;test&nbsp;[1&nbsp;passed]&nbsp;in&nbsp;0.785&nbsp;secs
+&nbsp;&nbsp;&nbsp;Finished&nbsp;1&nbsp;model&nbsp;[1&nbsp;succeeded],&nbsp;1&nbsp;test&nbsp;[1&nbsp;passed]&nbsp;in&nbsp;0.751&nbsp;secs
 [Pass]&nbsp;Test&nbsp;tests_workspace.pub.test_raw_inapp_events
 
 </code>
 </pre>
 </div>
 
         We can look at the compiled tests query located in the file 
-        `sdftarget/dbg/preprocessed/tests_workspace/pub/test_raw_inapp_events.sql`.
+        `sdftarget/dbg/preprocessed/sdftarget/dbg/tests/tests_workspace/pub/test_raw_inapp_events.sql`.
         Notice our custom logic in the compiled query:
 
 <div className="bg-[#0F1117] dark:bg-codeblock rounded-xl dark:ring-1 dark:ring-gray-800/50 relative">

diff --git a/docs/guide/setup/io.mdx b/docs/guide/setup/io.mdx
@@ -93,7 +93,7 @@ Let's try these options. Start by creating a new SDF workspace with a sample pro
 &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
 &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;📚&nbsp;Read&nbsp;the&nbsp;Docs&nbsp;to&nbsp;Get&nbsp;Started&nbsp;&#45;&gt;&nbsp;https://docs.sdf.com/
 &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
-&nbsp;&nbsp;&nbsp;Finished&nbsp;new&nbsp;in&nbsp;0.221&nbsp;secs
+&nbsp;&nbsp;&nbsp;Finished&nbsp;new&nbsp;in&nbsp;0.210&nbsp;secs
 
 </code>
 </pre>
@@ -124,7 +124,7 @@ Working&nbsp;set&nbsp;4&nbsp;model&nbsp;files,&nbsp;1&nbsp;.sdf&nbsp;file
 &nbsp;&nbsp;Compiling&nbsp;lineage.pub.middle&nbsp;(./models/middle.sql)
 &nbsp;&nbsp;Compiling&nbsp;lineage.pub.knis&nbsp;(./models/knis.sql)
 &nbsp;&nbsp;Compiling&nbsp;lineage.pub.sink&nbsp;(./models/sink.sql)
-&nbsp;&nbsp;&nbsp;Finished&nbsp;4&nbsp;models&nbsp;[4&nbsp;succeeded]&nbsp;in&nbsp;0.778&nbsp;secs
+&nbsp;&nbsp;&nbsp;Finished&nbsp;4&nbsp;models&nbsp;[4&nbsp;succeeded]&nbsp;in&nbsp;0.751&nbsp;secs
 
 </code>
 </pre>

diff --git a/docs/guide/setup/workspaces.mdx b/docs/guide/setup/workspaces.mdx
@@ -306,7 +306,6 @@ Here's an example of a full-fledged table definition generated in the `sdftarget
 table:
 &nbsp;&nbsp;name:&nbsp;moms_flower_shop.analytics.agg_installs_and_campaigns
 &nbsp;&nbsp;dialect:&nbsp;trino
-&nbsp;&nbsp;casing&#45;policy:&nbsp;preserve
 &nbsp;&nbsp;materialization:&nbsp;view
 &nbsp;&nbsp;purpose:&nbsp;model
 &nbsp;&nbsp;dependencies:
@@ -318,13 +317,11 @@ table:
 &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;modify:
 &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&#45;&nbsp;moms_flower_shop.staging.app_installs_v2.install_time
 &nbsp;&nbsp;&#45;&nbsp;name:&nbsp;campaign_name
-&nbsp;&nbsp;&nbsp;&nbsp;description:&nbsp;The&nbsp;campaign&nbsp;name&nbsp;associated&nbsp;with&nbsp;the&nbsp;campaign_id
 &nbsp;&nbsp;&nbsp;&nbsp;datatype:&nbsp;varchar
 &nbsp;&nbsp;&nbsp;&nbsp;lineage:
 &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;copy:
 &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&#45;&nbsp;moms_flower_shop.staging.app_installs_v2.campaign_name
 &nbsp;&nbsp;&#45;&nbsp;name:&nbsp;platform
-&nbsp;&nbsp;&nbsp;&nbsp;description:&nbsp;iOS&nbsp;or&nbsp;Android
 &nbsp;&nbsp;&nbsp;&nbsp;datatype:&nbsp;varchar
 &nbsp;&nbsp;&nbsp;&nbsp;lineage:
 &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;copy:

diff --git a/docs/integrations/aws/S3/s3-example.mdx b/docs/integrations/aws/S3/s3-example.mdx
@@ -57,7 +57,7 @@ integration with SDF to analyze world population data.
 <pre style={{ fontFamily: 'monospace', backgroundColor: 'transparent' }} className='language-shell'>
 <code className='language-shell'>
 Working&nbsp;set&nbsp;1&nbsp;.sdf&nbsp;file
-&nbsp;&nbsp;&nbsp;Finished&nbsp;run&nbsp;in&nbsp;0.731&nbsp;secs
+&nbsp;&nbsp;&nbsp;Finished&nbsp;run&nbsp;in&nbsp;0.716&nbsp;secs
 
 </code>
 </pre>
@@ -116,7 +116,7 @@ Working&nbsp;set&nbsp;2&nbsp;model&nbsp;files,&nbsp;1&nbsp;.sdf&nbsp;file
 &nbsp;&nbsp;&nbsp;&nbsp;Running&nbsp;hello_world.pub.un_pop_data&nbsp;(./remote/un_pop_data.sql)
 Downloading&nbsp;hello_world.pub.un_pop_data&nbsp;&nbsp;(s3://sdfdatasets/hello&#45;world/world_population_full.csv)
 &nbsp;&nbsp;&nbsp;&nbsp;Running&nbsp;hello_world.pub.q1&nbsp;(./remote/q1.sql)
-&nbsp;&nbsp;&nbsp;Finished&nbsp;2&nbsp;models&nbsp;[2&nbsp;succeeded]&nbsp;in&nbsp;1.651&nbsp;secs
+&nbsp;&nbsp;&nbsp;Finished&nbsp;2&nbsp;models&nbsp;[2&nbsp;succeeded]&nbsp;in&nbsp;1.629&nbsp;secs
 
 Table&nbsp;hello_world.pub.un_pop_data
 ┌───────┬───────────┬───────────────────┬───────────────┬─────────────────┬───────┬──────┬──────────────────────┬──────────────────────────────────┬────────────┐