신은섭(Shin Eun Seop)

add save csv

...@@ -30,6 +30,8 @@ public class Aggregation { ...@@ -30,6 +30,8 @@ public class Aggregation {
30 30
31 //test 31 //test
32 dataset.where("ip == '5348' and app == '19'").show(10); 32 dataset.where("ip == '5348' and app == '19'").show(10);
33 +
34 + agg.saveCSVDataSet(dataset, "./agg_data");
33 } 35 }
34 36
35 37
...@@ -84,4 +86,13 @@ public class Aggregation { ...@@ -84,4 +86,13 @@ public class Aggregation {
84 (count("utc_click_time").over(w)).minus(1)); //TODO 본인것 포함할 것인지 정해야함. 86 (count("utc_click_time").over(w)).minus(1)); //TODO 본인것 포함할 것인지 정해야함.
85 return newDF; 87 return newDF;
86 } 88 }
89 +
90 + private void saveCSVDataSet(Dataset<Row> dataset, String path){
91 + // Read SCV to DataSet
92 + dataset.repartition(1)
93 + .write().format("csv")
94 + .option("inferSchema", "true")
95 + .option("header", "true")
96 + .save(path);
97 + }
87 } 98 }
......