Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

feat(debeizum): upgrade version of debeizum from 2.4.2 to 2.6.2 #17504

Merged
merged 5 commits into from
Jul 26, 2024
Merged

feat(debeizum): upgrade version of debeizum from 2.4.2 to 2.6.2 #17504

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
5 commits
Select commit Hold shift + click to select a range
1dd3ba0
feat(debeizum): upgrade the dependencies of debeizum from 2.4.2.Final…
KeXiangWang Jun 28, 2024
3f177a5
fix snapshot mode
KeXiangWang Jun 30, 2024
654d105
fix test
KeXiangWang Jul 22, 2024
36c0fa4
fix
KeXiangWang Jul 26, 2024
dcb2c96
fix
KeXiangWang Jul 26, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
16 changes: 8 additions & 8 deletions ...ctor-service/src/main/java/com/risingwave/connector/source/common/DbzConnectorConfig.java
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -146,21 +146,21 @@ public DbzConnectorConfig(
// If cdc backfill enabled, the source only emit incremental changes, so we must
// rewind to the given offset and continue binlog reading from there
if (null != startOffset && !startOffset.isBlank()) {
mysqlProps.setProperty("snapshot.mode", "schema_only_recovery");
mysqlProps.setProperty("snapshot.mode", "recovery");
mysqlProps.setProperty(
ConfigurableOffsetBackingStore.OFFSET_STATE_VALUE, startOffset);
} else {
// read upstream table schemas and emit incremental changes only
mysqlProps.setProperty("snapshot.mode", "schema_only");
mysqlProps.setProperty("snapshot.mode", "no_data");
}
} else {
// if snapshot phase is finished and offset is specified, we will continue binlog
// reading from the given offset
if (snapshotDone && null != startOffset && !startOffset.isBlank()) {
// 'snapshot.mode=schema_only_recovery' must be configured if binlog offset is
// 'snapshot.mode=recovery' must be configured if binlog offset is
// specified. It only snapshots the schemas, not the data, and continue binlog
// reading from the specified offset
mysqlProps.setProperty("snapshot.mode", "schema_only_recovery");
mysqlProps.setProperty("snapshot.mode", "recovery");
mysqlProps.setProperty(
ConfigurableOffsetBackingStore.OFFSET_STATE_VALUE, startOffset);
}
Expand All @@ -180,7 +180,7 @@ public DbzConnectorConfig(
}
if (isCdcBackfill) {
// skip the initial snapshot for cdc backfill
postgresProps.setProperty("snapshot.mode", "never");
postgresProps.setProperty("snapshot.mode", "no_data");

// if startOffset is specified, we should continue
// reading changes from the given offset
Expand All @@ -193,7 +193,7 @@ public DbzConnectorConfig(
// if snapshot phase is finished and offset is specified, we will continue reading
// changes from the given offset
if (snapshotDone && null != startOffset && !startOffset.isBlank()) {
postgresProps.setProperty("snapshot.mode", "never");
postgresProps.setProperty("snapshot.mode", "no_data");
postgresProps.setProperty(
ConfigurableOffsetBackingStore.OFFSET_STATE_VALUE, startOffset);
}
Expand Down Expand Up @@ -224,7 +224,7 @@ public DbzConnectorConfig(
// if snapshot phase is finished and offset is specified, we will continue reading
// changes from the given offset
if (snapshotDone && null != startOffset && !startOffset.isBlank()) {
postgresProps.setProperty("snapshot.mode", "never");
postgresProps.setProperty("snapshot.mode", "no_data");
postgresProps.setProperty(
ConfigurableOffsetBackingStore.OFFSET_STATE_VALUE, startOffset);
}
Expand All @@ -235,7 +235,7 @@ public DbzConnectorConfig(
// if snapshot phase is finished and offset is specified, we will continue reading
// changes from the given offset
if (snapshotDone && null != startOffset && !startOffset.isBlank()) {
mongodbProps.setProperty("snapshot.mode", "never");
mongodbProps.setProperty("snapshot.mode", "no_data");
mongodbProps.setProperty(
ConfigurableOffsetBackingStore.OFFSET_STATE_VALUE, startOffset);
}
Expand Down
3 changes: 2 additions & 1 deletion java/connector-node/risingwave-source-cdc/pom.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -56,7 +56,8 @@
<dependency>
<groupId>com.zendesk</groupId>
<artifactId>mysql-binlog-connector-java</artifactId>
<version>0.27.2</version>
<!-- https://central.sonatype.com/artifact/com.zendesk/mysql-binlog-connector-java/versions -->
<version>0.29.0</version>
</dependency>
<dependency>
<groupId>org.postgresql</groupId>
Expand Down
2 changes: 1 addition & 1 deletion java/pom.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -74,7 +74,7 @@
<commons.io.version>2.11.0</commons.io.version>
<commons.text.version>1.10.0</commons.text.version>
<commons.lang3.version>3.12.0</commons.lang3.version>
<debezium.version>2.4.2.Final</debezium.version>
<debezium.version>2.6.2.Final</debezium.version>
KeXiangWang marked this conversation as resolved.
Show resolved Hide resolved
<jackson.version>2.15.0</jackson.version>
<spark_sql.version>3.3.1</spark_sql.version>
<hadoop.version>3.4.0</hadoop.version>
Expand Down
Loading