iSharkFly-Docs/java-tutorials
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

BAEL-1994: Updates and small changes

Browse Source
This commit is contained in:
DomWos
2018-08-24 11:14:40 +02:00
parent 610d0ce869
commit 1921b585a6
13 changed files with 198 additions and 28 deletions
Download Patch File Download Diff File Expand all files Collapse all files
libraries/src/main/java/com/baeldung/flink/FlinkDataPipeline.java
+9 -8
View File
@@ -1,10 +1,11 @@
package com.baeldung;
package com.baeldung.flink;
import com.baeldung.flink.BackupAggregator;
import com.baeldung.flink.InputMessageTimestampAssigner;
import com.baeldung.flink.WordsCapitalizer;
import com.baeldung.model.Backup;
import com.baeldung.model.InputMessage;
import com.baeldung.flink.model.Backup;
import com.baeldung.flink.model.InputMessage;
import com.baeldung.flink.operator.BackupAggregator;
import com.baeldung.flink.operator.InputMessageTimestampAssigner;
import com.baeldung.flink.operator.WordsCapitalizer;
import org.apache.flink.streaming.api.TimeCharacteristic;
import org.apache.flink.streaming.api.datastream.DataStream;
import org.apache.flink.streaming.api.environment.StreamExecutionEnvironment;
@@ -12,8 +13,8 @@ import org.apache.flink.streaming.api.windowing.time.Time;
import org.apache.flink.streaming.connectors.kafka.FlinkKafkaConsumer011;
import org.apache.flink.streaming.connectors.kafka.FlinkKafkaProducer011;
import static com.baeldung.flink.Consumers.*;
import static com.baeldung.flink.Producers.*;
import static com.baeldung.flink.connector.Consumers.*;
import static com.baeldung.flink.connector.Producers.*;
public class FlinkDataPipeline {
libraries/src/main/java/com/baeldung/flink/connector/Consumers.java
+3 -3
View File
@@ -1,7 +1,7 @@
package com.baeldung.flink;
package com.baeldung.flink.connector;
import com.baeldung.schema.InputMessageDeserializationSchema;
import com.baeldung.model.InputMessage;
import com.baeldung.flink.model.InputMessage;
import com.baeldung.flink.schema.InputMessageDeserializationSchema;
import org.apache.flink.api.common.serialization.SimpleStringSchema;
import org.apache.flink.streaming.connectors.kafka.FlinkKafkaConsumer011;
libraries/src/main/java/com/baeldung/flink/connector/Producers.java
+4 -4
View File
@@ -1,7 +1,7 @@
package com.baeldung.flink;
package com.baeldung.flink.connector;
import com.baeldung.schema.BackupSerializationSchema;
import com.baeldung.model.Backup;
import com.baeldung.flink.model.Backup;
import com.baeldung.flink.schema.BackupSerializationSchema;
import org.apache.flink.api.common.serialization.SimpleStringSchema;
import org.apache.flink.streaming.connectors.kafka.FlinkKafkaProducer011;
@@ -12,6 +12,6 @@ public class Producers {
}
public static FlinkKafkaProducer011<Backup> createBackupProducer(String topic, String kafkaAddress) {
return new FlinkKafkaProducer011<>(kafkaAddress, topic, new BackupSerializationSchema());
return new FlinkKafkaProducer011<Backup>(kafkaAddress, topic, new BackupSerializationSchema());
}
}
libraries/src/main/java/com/baeldung/flink/model/Backup.java
+5 -1
View File
@@ -1,4 +1,4 @@
package com.baeldung.model;
package com.baeldung.flink.model;
import com.fasterxml.jackson.annotation.JsonProperty;
@@ -20,4 +20,8 @@ public class Backup {
this.backupTimestamp = backupTimestamp;
this.uuid = UUID.randomUUID();
}
public List<InputMessage> getInputMessages() {
return inputMessages;
}
}
libraries/src/main/java/com/baeldung/flink/model/InputMessage.java
+29 -1
View File
@@ -1,6 +1,8 @@
package com.baeldung.model;
package com.baeldung.flink.model;
import com.fasterxml.jackson.databind.annotation.JsonSerialize;
import com.google.common.base.Objects;
import java.time.LocalDateTime;
@JsonSerialize
@@ -10,6 +12,9 @@ public class InputMessage {
LocalDateTime sentAt;
String message;
public InputMessage() {
}
public String getSender() {
return sender;
}
@@ -41,4 +46,27 @@ public class InputMessage {
public void setMessage(String message) {
this.message = message;
}
public InputMessage(String sender, String recipient, LocalDateTime sentAt, String message) {
this.sender = sender;
this.recipient = recipient;
this.sentAt = sentAt;
this.message = message;
}
@Override
public boolean equals(Object o) {
if (this == o) return true;
if (o == null || getClass() != o.getClass()) return false;
InputMessage message1 = (InputMessage) o;
return Objects.equal(sender, message1.sender) &&
Objects.equal(recipient, message1.recipient) &&
Objects.equal(sentAt, message1.sentAt) &&
Objects.equal(message, message1.message);
}
@Override
public int hashCode() {
return Objects.hashCode(sender, recipient, sentAt, message);
}
}
libraries/src/main/java/com/baeldung/flink/operator/BackupAggregator.java
+3 -3
View File
@@ -1,7 +1,7 @@
package com.baeldung.flink;
package com.baeldung.flink.operator;
import com.baeldung.model.Backup;
import com.baeldung.model.InputMessage;
import com.baeldung.flink.model.Backup;
import com.baeldung.flink.model.InputMessage;
import org.apache.flink.api.common.functions.AggregateFunction;
import java.time.LocalDateTime;
libraries/src/main/java/com/baeldung/flink/operator/InputMessageTimestampAssigner.java
+2 -2
View File
@@ -1,6 +1,6 @@
package com.baeldung.flink;
package com.baeldung.flink.operator;
import com.baeldung.model.InputMessage;
import com.baeldung.flink.model.InputMessage;
import org.apache.flink.streaming.api.functions.AssignerWithPunctuatedWatermarks;
import org.apache.flink.streaming.api.watermark.Watermark;
libraries/src/main/java/com/baeldung/flink/operator/WordsCapitalizer.java
+1 -1
View File
@@ -1,4 +1,4 @@
package com.baeldung.flink;
package com.baeldung.flink.operator;
import org.apache.flink.api.common.functions.MapFunction;
libraries/src/main/java/com/baeldung/flink/schema/BackupSerializationSchema.java
+2 -2
View File
@@ -1,6 +1,6 @@
package com.baeldung.schema;
package com.baeldung.flink.schema;
import com.baeldung.model.Backup;
import com.baeldung.flink.model.Backup;
import com.fasterxml.jackson.databind.ObjectMapper;
import com.fasterxml.jackson.datatype.jsr310.JavaTimeModule;
import org.apache.flink.api.common.serialization.SerializationSchema;
libraries/src/main/java/com/baeldung/flink/schema/InputMessageDeserializationSchema.java
+2 -2
View File
@@ -1,6 +1,6 @@
package com.baeldung.schema;
package com.baeldung.flink.schema;
import com.baeldung.model.InputMessage;
import com.baeldung.flink.model.InputMessage;
import com.fasterxml.jackson.databind.ObjectMapper;
import com.fasterxml.jackson.datatype.jsr310.JavaTimeModule;
import org.apache.flink.api.common.serialization.DeserializationSchema;