Skip to content

Commit

Permalink
do not compute statistics separately as this is handled by the TableS…
Browse files Browse the repository at this point in the history
…tatistics trait
  • Loading branch information
Bernhard Müller committed Feb 6, 2020
1 parent bef0b27 commit d1adc17
Showing 1 changed file with 0 additions and 2 deletions.
2 changes: 0 additions & 2 deletions src/main/scala/com/adidas/analytics/algo/AppendLoad.scala
Original file line number Diff line number Diff line change
Expand Up @@ -34,8 +34,6 @@ final class AppendLoad protected(val spark: SparkSession, val dfs: DFSWrapper, v
override protected def write(dataFrames: Vector[DataFrame]): Vector[DataFrame] = {
writeHeaders(dataFrames, targetPartitions, headerDir, dfs)
super.write(dataFrames)
if (computeTableStatistics && dataType == STRUCTURED)
computeStatisticsForTable(targetTable)
}

override protected def updateStatistics(dataFrames: Vector[DataFrame]): Unit = {
Expand Down

0 comments on commit d1adc17

Please sign in to comment.