From 1a3e76546653743c12e0f6ba4e1a69ee08c8d0ed Mon Sep 17 00:00:00 2001 From: Tamer Mohammed Abdul-Radi Date: Wed, 27 Jan 2016 14:32:05 +0000 Subject: [PATCH] Fix warn filter --- .../learningsparkexamples/scala/BasicFilterUnionCombo.scala | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/main/scala/com/oreilly/learningsparkexamples/scala/BasicFilterUnionCombo.scala b/src/main/scala/com/oreilly/learningsparkexamples/scala/BasicFilterUnionCombo.scala index 4c20b3ab..f4c031d5 100644 --- a/src/main/scala/com/oreilly/learningsparkexamples/scala/BasicFilterUnionCombo.scala +++ b/src/main/scala/com/oreilly/learningsparkexamples/scala/BasicFilterUnionCombo.scala @@ -13,7 +13,7 @@ object BasicFilterUnionCombo { val sc = new SparkContext(conf) val inputRDD = sc.textFile(args(1)) val errorsRDD = inputRDD.filter(_.contains("error")) - val warningsRDD = inputRDD.filter(_.contains("error")) + val warningsRDD = inputRDD.filter(_.contains("warn")) val badLinesRDD = errorsRDD.union(warningsRDD) println(badLinesRDD.collect().mkString("\n")) }