wyl/canal
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Fix Kafka FlatMessage Model Null Value set to ""

Browse Source
This commit is contained in:
titeng.jiang
2018-10-24 10:02:50 +08:00
parent 80d3781d81
commit 5bc5eec85e
2 changed files with 12 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
protocol/src/main/java/com/alibaba/otter/canal/protocol/FlatMessage.java
+10 -2
View File
@@ -204,7 +204,11 @@ public class FlatMessage implements Serializable {
for (CanalEntry.Column column : columns) {
sqlType.put(column.getName(), column.getSqlType());
mysqlType.put(column.getName(), column.getMysqlType());
row.put(column.getName(), column.getValue());
if (column.getIsNull()) {
row.put(column.getName(), null);
} else {
row.put(column.getName(), column.getValue());
}
// 获取update为true的字段
if (column.getUpdated()) {
updateSet.add(column.getName());
@@ -218,7 +222,11 @@ public class FlatMessage implements Serializable {
Map<String, String> rowOld = new LinkedHashMap<>();
for (CanalEntry.Column column : rowData.getBeforeColumnsList()) {
if (updateSet.contains(column.getName())) {
rowOld.put(column.getName(), column.getValue());
if (column.getIsNull()) {
rowOld.put(column.getName(), null);
} else {
rowOld.put(column.getName(), column.getValue());
}
}
}
// update操作将记录修改前的值
server/src/main/java/com/alibaba/otter/canal/kafka/CanalKafkaProducer.java
+2 -1
View File
@@ -5,6 +5,7 @@ import java.util.List;
import java.util.Properties;
import java.util.concurrent.Future;
import com.alibaba.fastjson.serializer.SerializerFeature;
import org.apache.kafka.clients.producer.KafkaProducer;
import org.apache.kafka.clients.producer.Producer;
import org.apache.kafka.clients.producer.ProducerRecord;
@@ -141,7 +142,7 @@ public class CanalKafkaProducer implements CanalMQProducer {
canalDestination.getTopic(),
0,
null,
JSON.toJSONString(flatMessage));
JSON.toJSONString(flatMessage, SerializerFeature.WriteMapNullValue));
producer2.send(record).get();
} catch (Exception e) {
logger.error(e.getMessage(), e);