add utill class to load and save csv

@@ -22,7 +22,7 @@ public class Aggregation {
         // Aggregation
         // Aggregation
         Aggregation agg = new Aggregation();
         Aggregation agg = new Aggregation();
         
         
-        Dataset<Row> dataset = agg.loadCSVDataSet("./train_sample.csv", spark);
+        Dataset<Row> dataset = Utill.loadCSVDataSet("./train_sample.csv", spark);
         dataset = agg.changeTimestempToLong(dataset);
         dataset = agg.changeTimestempToLong(dataset);
         dataset = agg.averageValidClickCount(dataset);
         dataset = agg.averageValidClickCount(dataset);
         dataset = agg.clickTimeDelta(dataset);
         dataset = agg.clickTimeDelta(dataset);
@@ -31,16 +31,7 @@ public class Aggregation {
         //test
         //test
         dataset.where("ip == '5348' and app == '19'").show(10);
         dataset.where("ip == '5348' and app == '19'").show(10);
         
         
-        agg.saveCSVDataSet(dataset, "./agg_data");
-    }
-        
-        
-    private Dataset<Row> loadCSVDataSet(String path, SparkSession spark){
-        // Read SCV to DataSet
-        return spark.read().format("csv")
-                .option("inferSchema", "true")
-                .option("header", "true")
-                .load(path);
+        Utill.saveCSVDataSet(dataset, "./agg_data");
     }
     }
     
     
     private Dataset<Row> changeTimestempToLong(Dataset<Row> dataset){
     private Dataset<Row> changeTimestempToLong(Dataset<Row> dataset){
@@ -87,12 +78,4 @@ public class Aggregation {
         return newDF;
         return newDF;
     }
     }
     
     
-    private void saveCSVDataSet(Dataset<Row> dataset, String path){
-        // Read SCV to DataSet
-        dataset.repartition(1)
-                .write().format("csv")
-                .option("inferSchema", "true")
-                .option("header", "true")
-                .save(path);
-    }
 }
 }

@@ -24,14 +24,15 @@ import java.util.*;
 
 
 public class MapExample {
 public class MapExample {
     
     
-    static SparkConf conf = new SparkConf().setMaster("local[*]").setAppName("Cesco");
-    static JavaSparkContext sc = new JavaSparkContext(conf);
-    static SQLContext sqlContext = new SQLContext(sc);
-    
     public static void main(String[] args) throws Exception {
     public static void main(String[] args) throws Exception {
         
         
         // Automatically identify categorical features, and index them.
         // Automatically identify categorical features, and index them.
         // Set maxCategories so features with > 4 distinct values are treated as continuous.
         // Set maxCategories so features with > 4 distinct values are treated as continuous.
+        
+        Aggregation agg = new Aggregation();
+        
+        agg.
+        
         Dataset<Row> resultds = sqlContext.createDataFrame(result);
         Dataset<Row> resultds = sqlContext.createDataFrame(result);
 
 
         System.out.println("schema start");
         System.out.println("schema start");

+import org.apache.spark.sql.Dataset;
+import org.apache.spark.sql.Row;
+import org.apache.spark.sql.SparkSession;
+
+public class Utill {
+    
+    public static Dataset<Row> loadCSVDataSet(String path, SparkSession spark){
+        // Read SCV to DataSet
+        return spark.read().format("csv")
+                .option("inferSchema", "true")
+                .option("header", "true")
+                .load(path);
+    }
+
+    public static void saveCSVDataSet(Dataset<Row> dataset, String path){
+        // Read SCV to DataSet
+        dataset.repartition(1)
+                .write().format("csv")
+                .option("inferSchema", "true")
+                .option("header", "true")
+                .save(path);
+    }
+}