|
5 | 5 | import io.ddf.DDF;
|
6 | 6 | import io.ddf.DDFManager;
|
7 | 7 | import io.ddf.content.Schema;
|
8 |
| -import io.ddf.DDFManager.EngineType; |
9 | 8 | import io.ddf.datasource.DataSourceDescriptor;
|
10 |
| -import io.ddf.datasource.JDBCDataSourceCredentials; |
11 | 9 | import io.ddf.datasource.JDBCDataSourceDescriptor;
|
12 | 10 | import io.ddf.exception.DDFException;
|
13 |
| -import io.ddf.spark.content.SchemaHandler; |
14 | 11 | import io.ddf.spark.datasource.SparkDataSourceManager;
|
15 | 12 | import io.ddf.spark.etl.DateParseUDF;
|
16 | 13 | import io.ddf.spark.etl.DateTimeExtractUDF;
|
|
21 | 18 | import org.apache.spark.SparkContext;
|
22 | 19 | import org.apache.spark.api.java.JavaRDD;
|
23 | 20 | import org.apache.spark.api.java.JavaSparkContext;
|
24 |
| -import org.apache.spark.rdd.RDD; |
25 |
| -import org.apache.spark.sql.DataFrame; |
26 |
| -import org.apache.spark.sql.Row; |
27 | 21 | import org.apache.spark.sql.hive.HiveContext;
|
28 | 22 |
|
29 | 23 | import java.io.File;
|
30 |
| -import java.net.URISyntaxException; |
31 | 24 | import java.security.SecureRandom;
|
32 | 25 | import java.util.*;
|
33 | 26 |
|
34 |
| -//import shark.SharkEnv; |
35 |
| -//import shark.api.JavaSharkContext; |
36 | 27 |
|
37 | 28 | /**
|
38 | 29 | * An Apache-Spark-based implementation of DDFManager
|
@@ -97,6 +88,10 @@ public SparkContext getSparkContext() {
|
97 | 88 | return mSparkContext;
|
98 | 89 | }
|
99 | 90 |
|
| 91 | + public JavaSparkContext getJavaSparkContext() { |
| 92 | + return mJavaSparkContext; |
| 93 | + } |
| 94 | + |
100 | 95 | private void setSparkContext(SparkContext sparkContext) {
|
101 | 96 | this.mSparkContext = sparkContext;
|
102 | 97 | }
|
|
0 commit comments