forked from phil3k3/flink-esper
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge branch 'master' of https://github.com/phil3k3/flink-esper
# Conflicts: # src/test/java/at/datasciencelabs/EsperStreamTest.java
- Loading branch information
Showing
14 changed files
with
503 additions
and
173 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,61 @@ | ||
<?xml version="1.0" encoding="UTF-8"?> | ||
<project xmlns="http://maven.apache.org/POM/4.0.0" | ||
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" | ||
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> | ||
<parent> | ||
<artifactId>flink-esper-parent</artifactId> | ||
<groupId>at.datasciencelabs.research</groupId> | ||
<version>0.0.1-SNAPSHOT</version> | ||
</parent> | ||
<modelVersion>4.0.0</modelVersion> | ||
|
||
<artifactId>flink-esper-test</artifactId> | ||
|
||
<build> | ||
<plugins> | ||
<plugin> | ||
<artifactId>maven-assembly-plugin</artifactId> | ||
<configuration> | ||
<archive> | ||
<manifest> | ||
<mainClass>at.datasciencelabs.test.FlinkTestClass</mainClass> | ||
</manifest> | ||
</archive> | ||
<descriptorRefs> | ||
<descriptorRef>jar-with-dependencies</descriptorRef> | ||
</descriptorRefs> | ||
</configuration> | ||
<executions> | ||
<execution> | ||
<id>make-assembly</id> <!-- this is used for inheritance merges --> | ||
<phase>package</phase> <!-- bind to the packaging phase --> | ||
<goals> | ||
<goal>single</goal> | ||
</goals> | ||
</execution> | ||
</executions> | ||
</plugin> | ||
</plugins> | ||
</build> | ||
|
||
|
||
<dependencies> | ||
<dependency> | ||
<groupId>at.datasciencelabs.research</groupId> | ||
<artifactId>flink-esper</artifactId> | ||
<version>${parent.version}</version> | ||
</dependency> | ||
|
||
<dependency> | ||
<groupId>org.apache.flink</groupId> | ||
<artifactId>flink-core</artifactId> | ||
<scope>provided</scope> | ||
</dependency> | ||
|
||
<dependency> | ||
<groupId>org.apache.flink</groupId> | ||
<artifactId>flink-streaming-java_${scala.binary.version}</artifactId> | ||
<scope>provided</scope> | ||
</dependency> | ||
</dependencies> | ||
</project> |
31 changes: 31 additions & 0 deletions
31
flink-esper-test/src/main/java/at/datasciencelabs/test/FlinkTestClass.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,31 @@ | ||
package at.datasciencelabs.test; | ||
|
||
import at.datasciencelabs.Esper; | ||
import at.datasciencelabs.EsperSelectFunction; | ||
import at.datasciencelabs.EsperStream; | ||
import com.espertech.esper.client.EventBean; | ||
import org.apache.flink.streaming.api.datastream.DataStream; | ||
import org.apache.flink.streaming.api.environment.StreamExecutionEnvironment; | ||
import org.apache.flink.streaming.api.functions.sink.PrintSinkFunction; | ||
|
||
public class FlinkTestClass { | ||
|
||
public static void main(String[] args) throws Exception { | ||
StreamExecutionEnvironment streamExecutionEnvironment = StreamExecutionEnvironment.getExecutionEnvironment(); | ||
DataStream<String> dataStream = streamExecutionEnvironment.readTextFile("file:///tmp/flink-test"); | ||
|
||
EsperStream<String> esperStream = Esper.pattern(dataStream, "select bytes from String"); | ||
|
||
DataStream<String> result = esperStream.select(new EsperSelectFunction<String>() { | ||
@Override | ||
public String select(EventBean eventBean) throws Exception { | ||
return new String((byte[]) eventBean.get("bytes")); | ||
} | ||
}); | ||
|
||
result.addSink(new PrintSinkFunction<>(true)); | ||
|
||
streamExecutionEnvironment.execute("Kafka 0.10 Example"); | ||
} | ||
|
||
} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,63 @@ | ||
<?xml version="1.0" encoding="UTF-8"?> | ||
<project xmlns="http://maven.apache.org/POM/4.0.0" | ||
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" | ||
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> | ||
<parent> | ||
<artifactId>flink-esper-parent</artifactId> | ||
<groupId>at.datasciencelabs.research</groupId> | ||
<version>0.0.1-SNAPSHOT</version> | ||
</parent> | ||
<modelVersion>4.0.0</modelVersion> | ||
|
||
<artifactId>flink-esper</artifactId> | ||
|
||
<dependencies> | ||
<dependency> | ||
<groupId>com.espertech</groupId> | ||
<artifactId>esper</artifactId> | ||
</dependency> | ||
|
||
<dependency> | ||
<groupId>org.apache.flink</groupId> | ||
<artifactId>flink-core</artifactId> | ||
<scope>provided</scope> | ||
</dependency> | ||
|
||
<dependency> | ||
<groupId>org.apache.flink</groupId> | ||
<artifactId>flink-streaming-java_${scala.binary.version}</artifactId> | ||
<scope>provided</scope> | ||
</dependency> | ||
|
||
<dependency> | ||
<groupId>org.apache.flink</groupId> | ||
<artifactId>flink-shaded-guava</artifactId> | ||
</dependency> | ||
|
||
<dependency> | ||
<groupId>org.apache.flink</groupId> | ||
<artifactId>flink-test-utils_${scala.binary.version}</artifactId> | ||
<scope>test</scope> | ||
</dependency> | ||
|
||
<dependency> | ||
<groupId>org.apache.flink</groupId> | ||
<artifactId>flink-streaming-java_${scala.binary.version}</artifactId> | ||
<type>test-jar</type> | ||
<scope>test</scope> | ||
</dependency> | ||
|
||
<dependency> | ||
<groupId>org.apache.flink</groupId> | ||
<artifactId>flink-runtime_${scala.binary.version}</artifactId> | ||
<type>test-jar</type> | ||
<scope>test</scope> | ||
</dependency> | ||
|
||
<dependency> | ||
<groupId>org.apache.flink</groupId> | ||
<artifactId>flink-statebackend-rocksdb_${scala.binary.version}</artifactId> | ||
<scope>test</scope> | ||
</dependency> | ||
</dependencies> | ||
</project> |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,10 @@ | ||
package at.datasciencelabs; | ||
|
||
import org.apache.flink.streaming.api.datastream.DataStream; | ||
|
||
public class Esper { | ||
|
||
public static <IN> EsperStream<IN> pattern(DataStream<IN> dataStream, String query) { | ||
return new EsperStream<IN>(dataStream, query); | ||
} | ||
} |
88 changes: 88 additions & 0 deletions
88
flink-esper/src/main/java/at/datasciencelabs/EsperEngineSerializer.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,88 @@ | ||
package at.datasciencelabs; | ||
|
||
import com.espertech.esper.client.EPServiceProvider; | ||
import org.apache.flink.api.common.typeutils.CompatibilityResult; | ||
import org.apache.flink.api.common.typeutils.TypeSerializer; | ||
import org.apache.flink.api.common.typeutils.TypeSerializerConfigSnapshot; | ||
import org.apache.flink.core.memory.DataInputView; | ||
import org.apache.flink.core.memory.DataOutputView; | ||
|
||
import java.io.IOException; | ||
|
||
public class EsperEngineSerializer extends TypeSerializer<EPServiceProvider> { | ||
|
||
@Override | ||
public boolean isImmutableType() { | ||
return false; | ||
} | ||
|
||
@Override | ||
public TypeSerializer<EPServiceProvider> duplicate() { | ||
return this; | ||
} | ||
|
||
@Override | ||
public EPServiceProvider createInstance() { | ||
return null; | ||
} | ||
|
||
@Override | ||
public EPServiceProvider copy(EPServiceProvider from) { | ||
return null; | ||
} | ||
|
||
@Override | ||
public EPServiceProvider copy(EPServiceProvider from, EPServiceProvider reuse) { | ||
return null; | ||
} | ||
|
||
@Override | ||
public int getLength() { | ||
return -1; | ||
} | ||
|
||
@Override | ||
public void serialize(EPServiceProvider record, DataOutputView target) throws IOException { | ||
|
||
} | ||
|
||
@Override | ||
public EPServiceProvider deserialize(DataInputView source) throws IOException { | ||
return null; | ||
} | ||
|
||
@Override | ||
public EPServiceProvider deserialize(EPServiceProvider reuse, DataInputView source) throws IOException { | ||
return null; | ||
} | ||
|
||
@Override | ||
public void copy(DataInputView source, DataOutputView target) throws IOException { | ||
|
||
} | ||
|
||
@Override | ||
public boolean equals(Object obj) { | ||
return false; | ||
} | ||
|
||
@Override | ||
public boolean canEqual(Object obj) { | ||
return false; | ||
} | ||
|
||
@Override | ||
public int hashCode() { | ||
return 0; | ||
} | ||
|
||
@Override | ||
public TypeSerializerConfigSnapshot snapshotConfiguration() { | ||
return null; | ||
} | ||
|
||
@Override | ||
public CompatibilityResult<EPServiceProvider> ensureCompatibility(TypeSerializerConfigSnapshot configSnapshot) { | ||
return null; | ||
} | ||
} |
File renamed without changes.
File renamed without changes.
Oops, something went wrong.