Skip to content

Commit b3fc78b

Browse files
authored
remove consumers from DPLExecutor interface, add queryId (#4)
1 parent e2db236 commit b3fc78b

File tree

2 files changed

+2
-14
lines changed

2 files changed

+2
-14
lines changed

src/main/java/com/teragrep/pth_15/DPLExecutor.java

Lines changed: 1 addition & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -48,22 +48,16 @@
4848
import org.apache.spark.sql.Dataset;
4949
import org.apache.spark.sql.Row;
5050
import org.apache.spark.sql.SparkSession;
51-
import org.apache.spark.sql.streaming.StreamingQuery;
52-
import org.apache.spark.sql.streaming.StreamingQueryListener;
5351

5452
import java.util.concurrent.TimeoutException;
5553
import java.util.function.BiConsumer;
56-
import java.util.function.Consumer;
5754

5855
public interface DPLExecutor {
5956

6057
public DPLExecutorResult interpret(
6158
BiConsumer<Dataset<Row>, Boolean> batchHandler,
62-
BiConsumer<StreamingQuery, StreamingQueryListener.QueryStartedEvent> queryStartedConsumer,
63-
BiConsumer<StreamingQuery, StreamingQueryListener.QueryProgressEvent> queryProgressConsumer,
64-
BiConsumer<StreamingQuery, StreamingQueryListener.QueryTerminatedEvent> queryTerminatedConsumer,
65-
Consumer<String> initialLogConsumer,
6659
SparkSession sparkSession,
60+
String queryId,
6761
String noteId,
6862
String paragraphId,
6963
String lines

src/test/java/com/teragrep/pth_15/DPLExecutorTestImpl.java

Lines changed: 1 addition & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -49,12 +49,9 @@
4949
import org.apache.spark.sql.Dataset;
5050
import org.apache.spark.sql.Row;
5151
import org.apache.spark.sql.SparkSession;
52-
import org.apache.spark.sql.streaming.StreamingQuery;
53-
import org.apache.spark.sql.streaming.StreamingQueryListener;
5452

5553
import java.util.concurrent.TimeoutException;
5654
import java.util.function.BiConsumer;
57-
import java.util.function.Consumer;
5855

5956
public final class DPLExecutorTestImpl implements DPLExecutor {
6057

@@ -64,11 +61,8 @@ public DPLExecutorTestImpl(Config ignored) {
6461
@Override
6562
public DPLExecutorResult interpret(
6663
BiConsumer<Dataset<Row>, Boolean> batchHandler,
67-
BiConsumer<StreamingQuery, StreamingQueryListener.QueryStartedEvent> queryStartedConsumer,
68-
BiConsumer<StreamingQuery, StreamingQueryListener.QueryProgressEvent> queryProgressConsumer,
69-
BiConsumer<StreamingQuery, StreamingQueryListener.QueryTerminatedEvent> queryTerminatedConsumer,
70-
Consumer<String> initialLogConsumer,
7164
SparkSession sparkSession,
65+
String queryId,
7266
String noteId,
7367
String paragraphId,
7468
String lines

0 commit comments

Comments
 (0)