신은섭(Shin Eun Seop)

delete unusing show()

......@@ -37,7 +37,7 @@ public class Aggregation {
dataset = agg.countClickInTenMinutes(dataset);
// test
dataset.where("ip == '5348' and app == '19'").show(10);
// dataset.where("ip == '5348' and app == '19'").show(10);
// Save to scv
Utill.saveCSVDataSet(dataset, result_path);
......
......@@ -16,8 +16,7 @@ public class Utill {
public static void saveCSVDataSet(Dataset<Row> dataset, String path){
// Read SCV to DataSet
dataset.repartition(1)
.write().format("com.databricks.spark.csv")
dataset.write().format("com.databricks.spark.csv")
.option("inferSchema", "true")
.option("header", "true")
.save(path);
......