From e4b534d703af36789fe7f545cccb6d24d157647b Mon Sep 17 00:00:00 2001 From: Marek Horst Date: Thu, 21 Sep 2023 18:50:46 +0200 Subject: [PATCH] Closes #16: Release artifact for scala binary version 2.12 Updating dependencies: * `scala.binary.version`: 2.11 -> 2.12 * `spark.version`: 2.4.0 -> 3.4.1 Also introducing `scala-2.11` profile and adding `commons-lang3` dependency explicitly as `commons-lang` became unresolvable after upgrading spark version. --- pom.xml | 16 ++++++++++++++-- .../edu/icm/sparkutils/avro/SparkAvroSaver.java | 2 +- 2 files changed, 15 insertions(+), 3 deletions(-) diff --git a/pom.xml b/pom.xml index 62dc278..8d901e5 100644 --- a/pom.xml +++ b/pom.xml @@ -39,8 +39,8 @@ UTF-8 UTF-8 - 2.11 - 2.4.0 + 2.12 + 3.4.1 @@ -67,6 +67,11 @@ ${spark.version} provided + + org.apache.commons + commons-lang3 + 3.5 + @@ -242,6 +247,13 @@ 1.5.2 + + scala-2.11 + + 2.11 + 2.4.0 + + diff --git a/src/main/java/pl/edu/icm/sparkutils/avro/SparkAvroSaver.java b/src/main/java/pl/edu/icm/sparkutils/avro/SparkAvroSaver.java index 2dc81e0..71459b8 100644 --- a/src/main/java/pl/edu/icm/sparkutils/avro/SparkAvroSaver.java +++ b/src/main/java/pl/edu/icm/sparkutils/avro/SparkAvroSaver.java @@ -7,7 +7,7 @@ import org.apache.avro.mapred.AvroKey; import org.apache.avro.mapreduce.AvroJob; import org.apache.avro.mapreduce.AvroKeyOutputFormat; -import org.apache.commons.lang.StringUtils; +import org.apache.commons.lang3.StringUtils; import org.apache.hadoop.io.NullWritable; import org.apache.hadoop.mapreduce.Job; import org.apache.spark.api.java.JavaPairRDD;