diff --git a/posthog/temporal/data_imports/pipelines/pipeline/pipeline.py b/posthog/temporal/data_imports/pipelines/pipeline/pipeline.py index 817a32a1f2830..f61e1637b9d88 100644 --- a/posthog/temporal/data_imports/pipelines/pipeline/pipeline.py +++ b/posthog/temporal/data_imports/pipelines/pipeline/pipeline.py @@ -137,9 +137,10 @@ def _post_run_operations(self, row_count: int): self._logger.debug("No deltalake table, not continuing with post-run ops") return - self._logger.info("Compacting delta table") - delta_table.optimize.compact() - delta_table.vacuum(retention_hours=24, enforce_retention_duration=False, dry_run=False) + self._logger.debug("Skipping compact and vacuuming") + # self._logger.info("Compacting delta table") + # delta_table.optimize.compact() + # delta_table.vacuum(retention_hours=24, enforce_retention_duration=False, dry_run=False) file_uris = delta_table.file_uris() self._logger.info(f"Preparing S3 files - total parquet files: {len(file_uris)}")