Skip to content

Commit

Permalink
feat(debeizum): upgrade version of debeizum from 2.4.2 to 2.6.2 (#17504)
Browse files Browse the repository at this point in the history
  • Loading branch information
KeXiangWang authored Jul 26, 2024
1 parent 849bed0 commit a8ef5a7
Show file tree
Hide file tree
Showing 3 changed files with 11 additions and 10 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -146,21 +146,21 @@ public DbzConnectorConfig(
// If cdc backfill enabled, the source only emit incremental changes, so we must
// rewind to the given offset and continue binlog reading from there
if (null != startOffset && !startOffset.isBlank()) {
mysqlProps.setProperty("snapshot.mode", "schema_only_recovery");
mysqlProps.setProperty("snapshot.mode", "recovery");
mysqlProps.setProperty(
ConfigurableOffsetBackingStore.OFFSET_STATE_VALUE, startOffset);
} else {
// read upstream table schemas and emit incremental changes only
mysqlProps.setProperty("snapshot.mode", "schema_only");
mysqlProps.setProperty("snapshot.mode", "no_data");
}
} else {
// if snapshot phase is finished and offset is specified, we will continue binlog
// reading from the given offset
if (snapshotDone && null != startOffset && !startOffset.isBlank()) {
// 'snapshot.mode=schema_only_recovery' must be configured if binlog offset is
// 'snapshot.mode=recovery' must be configured if binlog offset is
// specified. It only snapshots the schemas, not the data, and continue binlog
// reading from the specified offset
mysqlProps.setProperty("snapshot.mode", "schema_only_recovery");
mysqlProps.setProperty("snapshot.mode", "recovery");
mysqlProps.setProperty(
ConfigurableOffsetBackingStore.OFFSET_STATE_VALUE, startOffset);
}
Expand All @@ -180,7 +180,7 @@ public DbzConnectorConfig(
}
if (isCdcBackfill) {
// skip the initial snapshot for cdc backfill
postgresProps.setProperty("snapshot.mode", "never");
postgresProps.setProperty("snapshot.mode", "no_data");

// if startOffset is specified, we should continue
// reading changes from the given offset
Expand All @@ -193,7 +193,7 @@ public DbzConnectorConfig(
// if snapshot phase is finished and offset is specified, we will continue reading
// changes from the given offset
if (snapshotDone && null != startOffset && !startOffset.isBlank()) {
postgresProps.setProperty("snapshot.mode", "never");
postgresProps.setProperty("snapshot.mode", "no_data");
postgresProps.setProperty(
ConfigurableOffsetBackingStore.OFFSET_STATE_VALUE, startOffset);
}
Expand Down Expand Up @@ -224,7 +224,7 @@ public DbzConnectorConfig(
// if snapshot phase is finished and offset is specified, we will continue reading
// changes from the given offset
if (snapshotDone && null != startOffset && !startOffset.isBlank()) {
postgresProps.setProperty("snapshot.mode", "never");
postgresProps.setProperty("snapshot.mode", "no_data");
postgresProps.setProperty(
ConfigurableOffsetBackingStore.OFFSET_STATE_VALUE, startOffset);
}
Expand All @@ -235,7 +235,7 @@ public DbzConnectorConfig(
// if snapshot phase is finished and offset is specified, we will continue reading
// changes from the given offset
if (snapshotDone && null != startOffset && !startOffset.isBlank()) {
mongodbProps.setProperty("snapshot.mode", "never");
mongodbProps.setProperty("snapshot.mode", "no_data");
mongodbProps.setProperty(
ConfigurableOffsetBackingStore.OFFSET_STATE_VALUE, startOffset);
}
Expand Down
3 changes: 2 additions & 1 deletion java/connector-node/risingwave-source-cdc/pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -56,7 +56,8 @@
<dependency>
<groupId>com.zendesk</groupId>
<artifactId>mysql-binlog-connector-java</artifactId>
<version>0.27.2</version>
<!-- https://central.sonatype.com/artifact/com.zendesk/mysql-binlog-connector-java/versions -->
<version>0.29.0</version>
</dependency>
<dependency>
<groupId>org.postgresql</groupId>
Expand Down
2 changes: 1 addition & 1 deletion java/pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -74,7 +74,7 @@
<commons.io.version>2.11.0</commons.io.version>
<commons.text.version>1.10.0</commons.text.version>
<commons.lang3.version>3.12.0</commons.lang3.version>
<debezium.version>2.4.2.Final</debezium.version>
<debezium.version>2.6.2.Final</debezium.version>
<jackson.version>2.15.0</jackson.version>
<spark_sql.version>3.3.1</spark_sql.version>
<hadoop.version>3.4.0</hadoop.version>
Expand Down

0 comments on commit a8ef5a7

Please sign in to comment.