Merge pull request #17 from tabdulradi/patch-1

Fix warn filter in union example
databricks · Jan 28, 2016 · 6b34161 · 6b34161
2 parents 13dca89 + 1a3e765
commit 6b34161
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/main/scala/com/oreilly/learningsparkexamples/scala/BasicFilterUnionCombo.scala b/src/main/scala/com/oreilly/learningsparkexamples/scala/BasicFilterUnionCombo.scala
@@ -13,7 +13,7 @@ object BasicFilterUnionCombo {
       val sc = new SparkContext(conf)
       val inputRDD = sc.textFile(args(1))
       val errorsRDD = inputRDD.filter(_.contains("error"))
-      val warningsRDD = inputRDD.filter(_.contains("error"))
+      val warningsRDD = inputRDD.filter(_.contains("warn"))
       val badLinesRDD = errorsRDD.union(warningsRDD)
       println(badLinesRDD.collect().mkString("\n"))
     }