@@ -138,10 +138,10 @@ Spark
138
138
// Start spark DDFManager
139
139
DDFManager sparkDDFManager = DDFManager.get("spark");
140
140
// Load table into spark
141
- sparkDDFManager.sql("create table airline (Year int,Month int,DayofMonth int, DayOfWeek int,DepTime int,CRSDepTime int,ArrTime int,CRSArrTime int,UniqueCarrier string, FlightNum int, TailNum string, ActualElapsedTime int, CRSElapsedTime int, AirTime int, ArrDelay int, DepDelay int, Origin string, Dest string, Distance int, TaxiIn int, TaxiOut int, Cancelled int, CancellationCode string, Diverted string, CarrierDelay int, WeatherDelay int, NASDelay int, SecurityDelay int, LateAircraftDelay int ) ROW FORMAT DELIMITED FIELDS TERMINATED BY ','", Boolean.False );
142
- sparkDDFManager.sql("load data local inpath './resources/airlineWithNA.csv' into table airline", Boolean.False );
141
+ sparkDDFManager.sql("create table airline (Year int,Month int,DayofMonth int, DayOfWeek int,DepTime int,CRSDepTime int,ArrTime int,CRSArrTime int,UniqueCarrier string, FlightNum int, TailNum string, ActualElapsedTime int, CRSElapsedTime int, AirTime int, ArrDelay int, DepDelay int, Origin string, Dest string, Distance int, TaxiIn int, TaxiOut int, Cancelled int, CancellationCode string, Diverted string, CarrierDelay int, WeatherDelay int, NASDelay int, SecurityDelay int, LateAircraftDelay int ) ROW FORMAT DELIMITED FIELDS TERMINATED BY ','", Boolean.FALSE );
142
+ sparkDDFManager.sql("load data local inpath './resources/airlineWithNA.csv' into table airline", Boolean.FALSE );
143
143
// Create a ddf
144
- DDF table = sparkDDFManager.sql2ddf("select * from airline", Boolean.False );
144
+ DDF table = sparkDDFManager.sql2ddf("select * from airline", Boolean.FALSE );
145
145
// GetSummary
146
146
Summary[] summary = table.getSummary();
147
147
// Do transform
@@ -163,7 +163,7 @@ import io.ddf.datasource.JDBCDataSourceDescriptor;
163
163
// For exmaple:
164
164
DDFManager jdbcDDFManager = DDFManager.get("redshift", new JDBCDataSourceDescriptor("jdbc:redshift://redshift.c3tst.us-east1.redshift.amazonaws.com:5439/mydb", "myusername", "mypwd", null));
165
165
// Create a ddf
166
- DDF redshiftDDF = jdbcDDFManager.sql2ddf("select * from links", Boolean.False );
166
+ DDF redshiftDDF = jdbcDDFManager.sql2ddf("select * from links", Boolean.FALSE );
167
167
// Copy ddf to spark
168
168
DDF copiedDDF = sparkDDFManager.copyFrom(redshiftDDF, "copiedDDF");
169
169
sparkDDFManager.sql("select * from copiedDDF");
@@ -175,9 +175,9 @@ Flink
175
175
DDFManager flinkDDFManager = DDFManager.get("flink");
176
176
// Create a ddf
177
177
flinkManager.sql("CREATE TABLE flight (Year int,Month int,DayofMonth int, DayOfWeek int,DepTime int,CRSDepTime int,ArrTime int,CRSArrTime int,UniqueCarrier string, FlightNum int, TailNum string, ActualElapsedTime int,CRSElapsedTime int, AirTime int, ArrDelay int, DepDelay int, Origin string, Dest string, Distance int, TaxiIn int, TaxiOut int, Cancelled int, CancellationCode string, Diverted string, CarrierDelay int, WeatherDelay int, NASDelay int, SecurityDelay int, LateAircraftDelay int)", Boolean.False);
178
- flinkManager.sql("load './resources/airlineWithNA.csv' delimited by ',' into flight", Boolean.False );
178
+ flinkManager.sql("load './resources/airlineWithNA.csv' delimited by ',' into flight", Boolean.FALSE );
179
179
// run query
180
- DDF flinkTable = flinkManager.sql2ddf("select * from flight", Boolean.False );
180
+ DDF flinkTable = flinkManager.sql2ddf("select * from flight", Boolean.FALSE );
181
181
System.out.println(flinkTable.getNumRows());
182
182
```
183
183
### Note
0 commit comments