update StackOverFlowSurvey

James Lee · James Lee · commit 35b15dc0a559 · 2017-02-11T12:15:08.000Z
diff --git a/src/main/java/com/sparkTutorial/advanced/accumulator/StackOverFlowSurvey.java b/src/main/java/com/sparkTutorial/advanced/accumulator/StackOverFlowSurvey.java
@@ -17,16 +17,16 @@ public static void main(String[] args) throws Exception {
 
         JavaSparkContext javaSparkContext = new JavaSparkContext(sparkContext);
 
-        JavaRDD<String> responseRDD = javaSparkContext.textFile("in/2016-stack-overflow-survey-responses.csv");
-
         final LongAccumulator total = new LongAccumulator();
         final LongAccumulator missingSalaryMidPoint = new LongAccumulator();
 
-        total.register(sparkContext, Option.empty(), true);
-        missingSalaryMidPoint.register(sparkContext, Option.empty(), true);
+        total.register(sparkContext, Option.apply("total"), false);
+        missingSalaryMidPoint.register(sparkContext, Option.apply("missing salary middle point"), false);
 
 
-        JavaRDD<String> responseFromSwitchResponse = responseRDD.filter(response -> {
+        JavaRDD<String> responseRDD = javaSparkContext.textFile("in/2016-stack-overflow-survey-responses.csv");
+
+        JavaRDD<String> responseFromCanada = responseRDD.filter(response -> {
             String[] splits = response.split(",", -1);
 
             total.add(1);
@@ -39,7 +39,7 @@ public static void main(String[] args) throws Exception {
 
         });
 
-        System.out.println("Count of responses from Canada: " + responseFromSwitchResponse.count());
+        System.out.println("Count of responses from Canada: " + responseFromCanada.count());
         System.out.println("Total count of responses: " + total.value());
         System.out.println("Count of responses missing salary middle point: " + missingSalaryMidPoint.value());
     }
