From 3e79b33e0c6532eaa5295d343b478e6426d33f18 Mon Sep 17 00:00:00 2001 From: Tom Owers Date: Thu, 7 Nov 2024 00:43:49 +0100 Subject: [PATCH] fix(data-warehouse): Use the correct value (#26048) --- posthog/temporal/data_imports/pipelines/pipeline_sync.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/posthog/temporal/data_imports/pipelines/pipeline_sync.py b/posthog/temporal/data_imports/pipelines/pipeline_sync.py index 0cf49b2368437..ac6d31433a808 100644 --- a/posthog/temporal/data_imports/pipelines/pipeline_sync.py +++ b/posthog/temporal/data_imports/pipelines/pipeline_sync.py @@ -141,7 +141,7 @@ def _iter_chunks(self, lst: list[Any], n: int) -> Iterator[list[Any]]: yield lst[i : i + n] # Monkey patch to fix large memory consumption until https://github.com/dlt-hub/dlt/pull/2031 gets merged in - FilesystemDestinationClientConfiguration.delta_jobs_per_write = None + FilesystemDestinationClientConfiguration.delta_jobs_per_write = 1 FilesystemClient.create_table_chain_completed_followup_jobs = create_table_chain_completed_followup_jobs # type: ignore FilesystemClient._iter_chunks = _iter_chunks # type: ignore