Skip to content

Commit aa85b4c

Browse files
committed
add getJavaSparkContext
1 parent 6bcb062 commit aa85b4c

File tree

1 file changed

+4
-9
lines changed

1 file changed

+4
-9
lines changed

spark/src/main/java/io/ddf/spark/SparkDDFManager.java

Lines changed: 4 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -5,12 +5,9 @@
55
import io.ddf.DDF;
66
import io.ddf.DDFManager;
77
import io.ddf.content.Schema;
8-
import io.ddf.DDFManager.EngineType;
98
import io.ddf.datasource.DataSourceDescriptor;
10-
import io.ddf.datasource.JDBCDataSourceCredentials;
119
import io.ddf.datasource.JDBCDataSourceDescriptor;
1210
import io.ddf.exception.DDFException;
13-
import io.ddf.spark.content.SchemaHandler;
1411
import io.ddf.spark.datasource.SparkDataSourceManager;
1512
import io.ddf.spark.etl.DateParseUDF;
1613
import io.ddf.spark.etl.DateTimeExtractUDF;
@@ -21,18 +18,12 @@
2118
import org.apache.spark.SparkContext;
2219
import org.apache.spark.api.java.JavaRDD;
2320
import org.apache.spark.api.java.JavaSparkContext;
24-
import org.apache.spark.rdd.RDD;
25-
import org.apache.spark.sql.DataFrame;
26-
import org.apache.spark.sql.Row;
2721
import org.apache.spark.sql.hive.HiveContext;
2822

2923
import java.io.File;
30-
import java.net.URISyntaxException;
3124
import java.security.SecureRandom;
3225
import java.util.*;
3326

34-
//import shark.SharkEnv;
35-
//import shark.api.JavaSharkContext;
3627

3728
/**
3829
* An Apache-Spark-based implementation of DDFManager
@@ -97,6 +88,10 @@ public SparkContext getSparkContext() {
9788
return mSparkContext;
9889
}
9990

91+
public JavaSparkContext getJavaSparkContext() {
92+
return mJavaSparkContext;
93+
}
94+
10095
private void setSparkContext(SparkContext sparkContext) {
10196
this.mSparkContext = sparkContext;
10297
}

0 commit comments

Comments
 (0)