chore(data-warehouse): Temp disable compact and table vacuum (#27249)

PostHog · Jan 3, 2025 · 5f894e8 · 5f894e8
1 parent 2bb22e3
commit 5f894e8
Showing 1 changed file with 4 additions and 3 deletions.
diff --git a/posthog/temporal/data_imports/pipelines/pipeline/pipeline.py b/posthog/temporal/data_imports/pipelines/pipeline/pipeline.py
@@ -137,9 +137,10 @@ def _post_run_operations(self, row_count: int):
             self._logger.debug("No deltalake table, not continuing with post-run ops")
             return
 
-        self._logger.info("Compacting delta table")
-        delta_table.optimize.compact()
-        delta_table.vacuum(retention_hours=24, enforce_retention_duration=False, dry_run=False)
+        self._logger.debug("Skipping compact and vacuuming")
+        # self._logger.info("Compacting delta table")
+        # delta_table.optimize.compact()
+        # delta_table.vacuum(retention_hours=24, enforce_retention_duration=False, dry_run=False)
 
         file_uris = delta_table.file_uris()
         self._logger.info(f"Preparing S3 files - total parquet files: {len(file_uris)}")