From d1adc177063f82006010506f89c411feb95ce793 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Bernhard=20M=C3=BCller?= Date: Thu, 6 Feb 2020 01:42:47 +0100 Subject: [PATCH] do not compute statistics separately as this is handled by the TableStatistics trait --- src/main/scala/com/adidas/analytics/algo/AppendLoad.scala | 2 -- 1 file changed, 2 deletions(-) diff --git a/src/main/scala/com/adidas/analytics/algo/AppendLoad.scala b/src/main/scala/com/adidas/analytics/algo/AppendLoad.scala index a58e02c..c19451f 100644 --- a/src/main/scala/com/adidas/analytics/algo/AppendLoad.scala +++ b/src/main/scala/com/adidas/analytics/algo/AppendLoad.scala @@ -34,8 +34,6 @@ final class AppendLoad protected(val spark: SparkSession, val dfs: DFSWrapper, v override protected def write(dataFrames: Vector[DataFrame]): Vector[DataFrame] = { writeHeaders(dataFrames, targetPartitions, headerDir, dfs) super.write(dataFrames) - if (computeTableStatistics && dataType == STRUCTURED) - computeStatisticsForTable(targetTable) } override protected def updateStatistics(dataFrames: Vector[DataFrame]): Unit = {