fix(data-warehouse): Use the correct value (#26048)

PostHog · Nov 6, 2024 · 3e79b33 · 3e79b33
1 parent 9e4beda
commit 3e79b33
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/posthog/temporal/data_imports/pipelines/pipeline_sync.py b/posthog/temporal/data_imports/pipelines/pipeline_sync.py
@@ -141,7 +141,7 @@ def _iter_chunks(self, lst: list[Any], n: int) -> Iterator[list[Any]]:
                 yield lst[i : i + n]
 
         # Monkey patch to fix large memory consumption until https://github.com/dlt-hub/dlt/pull/2031 gets merged in
-        FilesystemDestinationClientConfiguration.delta_jobs_per_write = None
+        FilesystemDestinationClientConfiguration.delta_jobs_per_write = 1
         FilesystemClient.create_table_chain_completed_followup_jobs = create_table_chain_completed_followup_jobs  # type: ignore
         FilesystemClient._iter_chunks = _iter_chunks  # type: ignore