Move data-pipeline-api classes to core module

apache · Nov 6, 2023 · dff537b · dff537b
1 parent 24ac28d
commit dff537b
Show file tree

Hide file tree

Showing 151 changed files with 301 additions and 347 deletions.
diff --git a/...here/driver/data/pipeline/datasource/creator/ShardingSpherePipelineDataSourceCreator.java b/...here/driver/data/pipeline/datasource/creator/ShardingSpherePipelineDataSourceCreator.java
@@ -19,7 +19,7 @@
 
 import org.apache.shardingsphere.authority.yaml.config.YamlAuthorityRuleConfiguration;
 import org.apache.shardingsphere.data.pipeline.api.datasource.config.impl.ShardingSpherePipelineDataSourceConfiguration;
-import org.apache.shardingsphere.data.pipeline.spi.datasource.creator.PipelineDataSourceCreator;
+import org.apache.shardingsphere.data.pipeline.spi.PipelineDataSourceCreator;
 import org.apache.shardingsphere.driver.api.yaml.YamlShardingSphereDataSourceFactory;
 import org.apache.shardingsphere.infra.config.props.ConfigurationPropertyKey;
 import org.apache.shardingsphere.infra.config.props.temporary.TemporaryConfigurationPropertyKey;

diff --git a/...asource.creator.PipelineDataSourceCreator → ...ta.pipeline.spi.PipelineDataSourceCreator b/...asource.creator.PipelineDataSourceCreator → ...ta.pipeline.spi.PipelineDataSourceCreator
diff --git a/...ta/pipeline/api/datasource/config/impl/ShardingSpherePipelineDataSourceConfiguration.java b/...ta/pipeline/api/datasource/config/impl/ShardingSpherePipelineDataSourceConfiguration.java
@@ -22,7 +22,7 @@
 import lombok.Getter;
 import lombok.Setter;
 import org.apache.shardingsphere.data.pipeline.api.datasource.config.PipelineDataSourceConfiguration;
-import org.apache.shardingsphere.data.pipeline.spi.datasource.JdbcQueryPropertiesExtension;
+import org.apache.shardingsphere.data.pipeline.spi.JdbcQueryPropertiesExtension;
 import org.apache.shardingsphere.infra.database.core.connector.url.JdbcUrlAppender;
 import org.apache.shardingsphere.infra.database.core.connector.url.StandardJdbcUrlParser;
 import org.apache.shardingsphere.infra.database.core.type.DatabaseTypeFactory;

diff --git a/...ere/data/pipeline/api/datasource/config/impl/StandardPipelineDataSourceConfiguration.java b/...ere/data/pipeline/api/datasource/config/impl/StandardPipelineDataSourceConfiguration.java
@@ -21,7 +21,7 @@
 import lombok.Getter;
 import org.apache.shardingsphere.data.pipeline.api.datasource.config.PipelineDataSourceConfiguration;
 import org.apache.shardingsphere.data.pipeline.api.datasource.config.yaml.YamlJdbcConfiguration;
-import org.apache.shardingsphere.data.pipeline.spi.datasource.JdbcQueryPropertiesExtension;
+import org.apache.shardingsphere.data.pipeline.spi.JdbcQueryPropertiesExtension;
 import org.apache.shardingsphere.infra.database.core.connector.url.JdbcUrlAppender;
 import org.apache.shardingsphere.infra.database.core.connector.url.StandardJdbcUrlParser;
 import org.apache.shardingsphere.infra.database.core.type.DatabaseTypeFactory;

diff --git a/...asource/JdbcQueryPropertiesExtension.java → ...ine/spi/JdbcQueryPropertiesExtension.java b/...asource/JdbcQueryPropertiesExtension.java → ...ine/spi/JdbcQueryPropertiesExtension.java
@@ -15,7 +15,7 @@
  * limitations under the License.
  */
 
-package org.apache.shardingsphere.data.pipeline.spi.datasource;
+package org.apache.shardingsphere.data.pipeline.spi;
 
 import org.apache.shardingsphere.infra.database.core.spi.DatabaseTypedSPI;
 import org.apache.shardingsphere.infra.spi.annotation.SingletonSPI;

diff --git a/...ce/creator/PipelineDataSourceCreator.java → ...peline/spi/PipelineDataSourceCreator.java b/...ce/creator/PipelineDataSourceCreator.java → ...peline/spi/PipelineDataSourceCreator.java
@@ -15,7 +15,7 @@
  * limitations under the License.
  */
 
-package org.apache.shardingsphere.data.pipeline.spi.datasource.creator;
+package org.apache.shardingsphere.data.pipeline.spi;
 
 import org.apache.shardingsphere.infra.spi.annotation.SingletonSPI;
 import org.apache.shardingsphere.infra.spi.type.typed.TypedSPI;

diff --git a/...ain/java/org/apache/shardingsphere/data/pipeline/common/config/ImporterConfiguration.java b/...ain/java/org/apache/shardingsphere/data/pipeline/common/config/ImporterConfiguration.java
@@ -20,10 +20,10 @@
 import lombok.Getter;
 import lombok.RequiredArgsConstructor;
 import lombok.ToString;
-import org.apache.shardingsphere.data.pipeline.api.ingest.dumper.context.mapper.TableAndSchemaNameMapper;
+import org.apache.shardingsphere.data.pipeline.core.ingest.dumper.context.mapper.TableAndSchemaNameMapper;
 import org.apache.shardingsphere.data.pipeline.api.datasource.config.PipelineDataSourceConfiguration;
 import org.apache.shardingsphere.data.pipeline.api.metadata.LogicTableName;
-import org.apache.shardingsphere.data.pipeline.spi.ratelimit.JobRateLimitAlgorithm;
+import org.apache.shardingsphere.data.pipeline.common.spi.ratelimit.JobRateLimitAlgorithm;
 import org.apache.shardingsphere.infra.database.core.metadata.database.DialectDatabaseMetaData;
 import org.apache.shardingsphere.infra.database.core.type.DatabaseTypeRegistry;
 

diff --git a/...he/shardingsphere/data/pipeline/common/config/ingest/IncrementalDumperContextCreator.java b/...he/shardingsphere/data/pipeline/common/config/ingest/IncrementalDumperContextCreator.java
@@ -17,7 +17,7 @@
 
 package org.apache.shardingsphere.data.pipeline.common.config.ingest;
 
-import org.apache.shardingsphere.data.pipeline.api.ingest.dumper.context.IncrementalDumperContext;
+import org.apache.shardingsphere.data.pipeline.core.ingest.dumper.context.IncrementalDumperContext;
 import org.apache.shardingsphere.data.pipeline.common.datanode.JobDataNodeLine;
 
 /**

diff --git a/...ardingsphere/data/pipeline/common/context/AbstractInventoryIncrementalProcessContext.java b/...ardingsphere/data/pipeline/common/context/AbstractInventoryIncrementalProcessContext.java
@@ -27,7 +27,7 @@
 import org.apache.shardingsphere.data.pipeline.common.execute.ExecuteEngine;
 import org.apache.shardingsphere.data.pipeline.common.ingest.channel.PipelineChannelCreator;
 import org.apache.shardingsphere.data.pipeline.common.util.PipelineLazyInitializer;
-import org.apache.shardingsphere.data.pipeline.spi.ratelimit.JobRateLimitAlgorithm;
+import org.apache.shardingsphere.data.pipeline.common.spi.ratelimit.JobRateLimitAlgorithm;
 import org.apache.shardingsphere.infra.config.algorithm.AlgorithmConfiguration;
 import org.apache.shardingsphere.infra.spi.type.typed.TypedSPILoader;
 

diff --git a/...pache/shardingsphere/data/pipeline/common/context/InventoryIncrementalProcessContext.java b/...pache/shardingsphere/data/pipeline/common/context/InventoryIncrementalProcessContext.java
@@ -19,7 +19,7 @@
 
 import org.apache.shardingsphere.data.pipeline.common.execute.ExecuteEngine;
 import org.apache.shardingsphere.data.pipeline.common.ingest.channel.PipelineChannelCreator;
-import org.apache.shardingsphere.data.pipeline.spi.ratelimit.JobRateLimitAlgorithm;
+import org.apache.shardingsphere.data.pipeline.common.spi.ratelimit.JobRateLimitAlgorithm;
 
 /**
  * Inventory incremental process context.

diff --git a/...apache/shardingsphere/data/pipeline/common/datasource/H2JdbcQueryPropertiesExtension.java b/...apache/shardingsphere/data/pipeline/common/datasource/H2JdbcQueryPropertiesExtension.java
@@ -17,7 +17,7 @@
 
 package org.apache.shardingsphere.data.pipeline.common.datasource;
 
-import org.apache.shardingsphere.data.pipeline.spi.datasource.JdbcQueryPropertiesExtension;
+import org.apache.shardingsphere.data.pipeline.spi.JdbcQueryPropertiesExtension;
 
 import java.util.Properties;
 

diff --git a/.../org/apache/shardingsphere/data/pipeline/common/datasource/PipelineDataSourceFactory.java b/.../org/apache/shardingsphere/data/pipeline/common/datasource/PipelineDataSourceFactory.java
@@ -21,7 +21,7 @@
 import lombok.NoArgsConstructor;
 import lombok.SneakyThrows;
 import org.apache.shardingsphere.data.pipeline.api.datasource.config.PipelineDataSourceConfiguration;
-import org.apache.shardingsphere.data.pipeline.spi.datasource.creator.PipelineDataSourceCreator;
+import org.apache.shardingsphere.data.pipeline.spi.PipelineDataSourceCreator;
 import org.apache.shardingsphere.infra.spi.type.typed.TypedSPILoader;
 
 import javax.sql.DataSource;

diff --git a/...dingsphere/data/pipeline/common/datasource/creator/StandardPipelineDataSourceCreator.java b/...dingsphere/data/pipeline/common/datasource/creator/StandardPipelineDataSourceCreator.java
@@ -18,7 +18,7 @@
 package org.apache.shardingsphere.data.pipeline.common.datasource.creator;
 
 import org.apache.shardingsphere.data.pipeline.api.datasource.config.impl.StandardPipelineDataSourceConfiguration;
-import org.apache.shardingsphere.data.pipeline.spi.datasource.creator.PipelineDataSourceCreator;
+import org.apache.shardingsphere.data.pipeline.spi.PipelineDataSourceCreator;
 import org.apache.shardingsphere.infra.datasource.pool.creator.DataSourcePoolCreator;
 import org.apache.shardingsphere.infra.datasource.pool.props.domain.DataSourcePoolProperties;
 

diff --git a/...apache/shardingsphere/data/pipeline/common/execute/AbstractPipelineLifecycleRunnable.java b/...apache/shardingsphere/data/pipeline/common/execute/AbstractPipelineLifecycleRunnable.java
@@ -18,7 +18,6 @@
 package org.apache.shardingsphere.data.pipeline.common.execute;
 
 import lombok.extern.slf4j.Slf4j;
-import org.apache.shardingsphere.data.pipeline.api.runnable.PipelineLifecycleRunnable;
 
 import java.sql.SQLException;
 import java.time.Instant;

diff --git a/...e/src/main/java/org/apache/shardingsphere/data/pipeline/common/execute/ExecuteEngine.java b/...e/src/main/java/org/apache/shardingsphere/data/pipeline/common/execute/ExecuteEngine.java
@@ -20,7 +20,6 @@
 import lombok.AccessLevel;
 import lombok.RequiredArgsConstructor;
 import lombok.SneakyThrows;
-import org.apache.shardingsphere.data.pipeline.api.runnable.PipelineLifecycleRunnable;
 import org.apache.shardingsphere.data.pipeline.core.exception.PipelineInternalException;
 import org.apache.shardingsphere.infra.executor.kernel.thread.ExecutorThreadFactoryBuilder;
 

diff --git a/...i/runnable/PipelineLifecycleRunnable.java → ...on/execute/PipelineLifecycleRunnable.java b/...i/runnable/PipelineLifecycleRunnable.java → ...on/execute/PipelineLifecycleRunnable.java
@@ -15,7 +15,7 @@
  * limitations under the License.
  */
 
-package org.apache.shardingsphere.data.pipeline.api.runnable;
+package org.apache.shardingsphere.data.pipeline.common.execute;
 
 /**
  * Pipeline lifecycle runnable.

diff --git a/...main/java/org/apache/shardingsphere/data/pipeline/common/ingest/channel/AckCallbacks.java b/...main/java/org/apache/shardingsphere/data/pipeline/common/ingest/channel/AckCallbacks.java
@@ -19,8 +19,8 @@
 
 import lombok.AccessLevel;
 import lombok.NoArgsConstructor;
-import org.apache.shardingsphere.data.pipeline.api.ingest.position.IngestPosition;
-import org.apache.shardingsphere.data.pipeline.api.ingest.record.Record;
+import org.apache.shardingsphere.data.pipeline.core.ingest.position.IngestPosition;
+import org.apache.shardingsphere.data.pipeline.core.ingest.record.Record;
 import org.apache.shardingsphere.data.pipeline.common.ingest.position.PlaceholderPosition;
 import org.apache.shardingsphere.data.pipeline.common.task.progress.IncrementalTaskProgress;
 

diff --git a/.../java/org/apache/shardingsphere/data/pipeline/common/ingest/channel/EmptyAckCallback.java b/.../java/org/apache/shardingsphere/data/pipeline/common/ingest/channel/EmptyAckCallback.java
@@ -17,8 +17,8 @@
 
 package org.apache.shardingsphere.data.pipeline.common.ingest.channel;
 
-import org.apache.shardingsphere.data.pipeline.api.ingest.channel.AckCallback;
-import org.apache.shardingsphere.data.pipeline.api.ingest.record.Record;
+import org.apache.shardingsphere.data.pipeline.core.ingest.channel.AckCallback;
+import org.apache.shardingsphere.data.pipeline.core.ingest.record.Record;
 
 import java.util.List;
 

diff --git a/...org/apache/shardingsphere/data/pipeline/common/ingest/channel/PipelineChannelCreator.java b/...org/apache/shardingsphere/data/pipeline/common/ingest/channel/PipelineChannelCreator.java
@@ -17,8 +17,8 @@
 
 package org.apache.shardingsphere.data.pipeline.common.ingest.channel;
 
-import org.apache.shardingsphere.data.pipeline.api.ingest.channel.AckCallback;
-import org.apache.shardingsphere.data.pipeline.api.ingest.channel.PipelineChannel;
+import org.apache.shardingsphere.data.pipeline.core.ingest.channel.AckCallback;
+import org.apache.shardingsphere.data.pipeline.core.ingest.channel.PipelineChannel;
 import org.apache.shardingsphere.infra.spi.type.typed.TypedSPI;
 
 /**

diff --git a/...ardingsphere/data/pipeline/common/ingest/channel/memory/MemoryPipelineChannelCreator.java b/...ardingsphere/data/pipeline/common/ingest/channel/memory/MemoryPipelineChannelCreator.java
@@ -17,8 +17,8 @@
 
 package org.apache.shardingsphere.data.pipeline.common.ingest.channel.memory;
 
-import org.apache.shardingsphere.data.pipeline.api.ingest.channel.AckCallback;
-import org.apache.shardingsphere.data.pipeline.api.ingest.channel.PipelineChannel;
+import org.apache.shardingsphere.data.pipeline.core.ingest.channel.AckCallback;
+import org.apache.shardingsphere.data.pipeline.core.ingest.channel.PipelineChannel;
 import org.apache.shardingsphere.data.pipeline.common.ingest.channel.PipelineChannelCreator;
 
 import java.util.Properties;

diff --git a/...dingsphere/data/pipeline/common/ingest/channel/memory/MultiplexMemoryPipelineChannel.java b/...dingsphere/data/pipeline/common/ingest/channel/memory/MultiplexMemoryPipelineChannel.java
@@ -17,12 +17,12 @@
 
 package org.apache.shardingsphere.data.pipeline.common.ingest.channel.memory;
 
-import org.apache.shardingsphere.data.pipeline.api.ingest.channel.AckCallback;
-import org.apache.shardingsphere.data.pipeline.api.ingest.channel.PipelineChannel;
-import org.apache.shardingsphere.data.pipeline.api.ingest.record.DataRecord;
-import org.apache.shardingsphere.data.pipeline.api.ingest.record.FinishedRecord;
-import org.apache.shardingsphere.data.pipeline.api.ingest.record.PlaceholderRecord;
-import org.apache.shardingsphere.data.pipeline.api.ingest.record.Record;
+import org.apache.shardingsphere.data.pipeline.core.ingest.channel.AckCallback;
+import org.apache.shardingsphere.data.pipeline.core.ingest.channel.PipelineChannel;
+import org.apache.shardingsphere.data.pipeline.core.ingest.record.DataRecord;
+import org.apache.shardingsphere.data.pipeline.core.ingest.record.FinishedRecord;
+import org.apache.shardingsphere.data.pipeline.core.ingest.record.PlaceholderRecord;
+import org.apache.shardingsphere.data.pipeline.core.ingest.record.Record;
 import org.apache.shardingsphere.data.pipeline.common.ingest.IngestDataChangeType;
 
 import java.util.Collections;

diff --git a/...hardingsphere/data/pipeline/common/ingest/channel/memory/SimpleMemoryPipelineChannel.java b/...hardingsphere/data/pipeline/common/ingest/channel/memory/SimpleMemoryPipelineChannel.java
@@ -18,9 +18,9 @@
 package org.apache.shardingsphere.data.pipeline.common.ingest.channel.memory;
 
 import lombok.SneakyThrows;
-import org.apache.shardingsphere.data.pipeline.api.ingest.channel.AckCallback;
-import org.apache.shardingsphere.data.pipeline.api.ingest.channel.PipelineChannel;
-import org.apache.shardingsphere.data.pipeline.api.ingest.record.Record;
+import org.apache.shardingsphere.data.pipeline.core.ingest.channel.AckCallback;
+import org.apache.shardingsphere.data.pipeline.core.ingest.channel.PipelineChannel;
+import org.apache.shardingsphere.data.pipeline.core.ingest.record.Record;
 
 import java.util.Collections;
 import java.util.LinkedList;

diff --git a/...java/org/apache/shardingsphere/data/pipeline/common/ingest/position/FinishedPosition.java b/...java/org/apache/shardingsphere/data/pipeline/common/ingest/position/FinishedPosition.java
@@ -17,7 +17,7 @@
 
 package org.apache.shardingsphere.data.pipeline.common.ingest.position;
 
-import org.apache.shardingsphere.data.pipeline.api.ingest.position.IngestPosition;
+import org.apache.shardingsphere.data.pipeline.core.ingest.position.IngestPosition;
 
 /**
  * Finished inventory position.

diff --git a/...a/org/apache/shardingsphere/data/pipeline/common/ingest/position/PlaceholderPosition.java b/...a/org/apache/shardingsphere/data/pipeline/common/ingest/position/PlaceholderPosition.java
@@ -17,7 +17,7 @@
 
 package org.apache.shardingsphere.data.pipeline.common.ingest.position;
 
-import org.apache.shardingsphere.data.pipeline.api.ingest.position.IngestPosition;
+import org.apache.shardingsphere.data.pipeline.core.ingest.position.IngestPosition;
 
 /**
  * Placeholder position.

diff --git a/...org/apache/shardingsphere/data/pipeline/common/ingest/position/pk/PrimaryKeyPosition.java b/...org/apache/shardingsphere/data/pipeline/common/ingest/position/pk/PrimaryKeyPosition.java
@@ -17,7 +17,7 @@
 
 package org.apache.shardingsphere.data.pipeline.common.ingest.position.pk;
 
-import org.apache.shardingsphere.data.pipeline.api.ingest.position.IngestPosition;
+import org.apache.shardingsphere.data.pipeline.core.ingest.position.IngestPosition;
 
 /**
  * Primary key position.

diff --git a/...che/shardingsphere/data/pipeline/common/ingest/position/pk/PrimaryKeyPositionFactory.java b/...che/shardingsphere/data/pipeline/common/ingest/position/pk/PrimaryKeyPositionFactory.java
@@ -21,7 +21,7 @@
 import com.google.common.base.Splitter;
 import lombok.AccessLevel;
 import lombok.NoArgsConstructor;
-import org.apache.shardingsphere.data.pipeline.api.ingest.position.IngestPosition;
+import org.apache.shardingsphere.data.pipeline.core.ingest.position.IngestPosition;
 import org.apache.shardingsphere.data.pipeline.common.ingest.position.pk.type.IntegerPrimaryKeyPosition;
 import org.apache.shardingsphere.data.pipeline.common.ingest.position.pk.type.StringPrimaryKeyPosition;
 import org.apache.shardingsphere.data.pipeline.common.ingest.position.pk.type.UnsupportedKeyPosition;

diff --git a/...c/main/java/org/apache/shardingsphere/data/pipeline/common/ingest/record/RecordUtils.java b/...c/main/java/org/apache/shardingsphere/data/pipeline/common/ingest/record/RecordUtils.java
@@ -19,8 +19,8 @@
 
 import lombok.AccessLevel;
 import lombok.NoArgsConstructor;
-import org.apache.shardingsphere.data.pipeline.api.ingest.record.Column;
-import org.apache.shardingsphere.data.pipeline.api.ingest.record.DataRecord;
+import org.apache.shardingsphere.data.pipeline.core.ingest.record.Column;
+import org.apache.shardingsphere.data.pipeline.core.ingest.record.DataRecord;
 
 import java.util.ArrayList;
 import java.util.List;

diff --git a/...ta/pipeline/api/job/JobOperationType.java → ...pipeline/common/job/JobOperationType.java b/...ta/pipeline/api/job/JobOperationType.java → ...pipeline/common/job/JobOperationType.java
@@ -15,7 +15,7 @@
  * limitations under the License.
  */
 
-package org.apache.shardingsphere.data.pipeline.api.job;
+package org.apache.shardingsphere.data.pipeline.common.job;
 
 /**
  * Job operation type.

diff --git a/...che/shardingsphere/data/pipeline/common/job/progress/JobItemIncrementalTasksProgress.java b/...che/shardingsphere/data/pipeline/common/job/progress/JobItemIncrementalTasksProgress.java
@@ -19,7 +19,7 @@
 
 import lombok.Getter;
 import lombok.RequiredArgsConstructor;
-import org.apache.shardingsphere.data.pipeline.api.ingest.position.IngestPosition;
+import org.apache.shardingsphere.data.pipeline.core.ingest.position.IngestPosition;
 import org.apache.shardingsphere.data.pipeline.common.task.progress.IncrementalTaskProgress;
 
 import java.util.Optional;

diff --git a/...pache/shardingsphere/data/pipeline/common/job/progress/JobItemInventoryTasksProgress.java b/...pache/shardingsphere/data/pipeline/common/job/progress/JobItemInventoryTasksProgress.java
@@ -19,7 +19,7 @@
 
 import lombok.Getter;
 import lombok.RequiredArgsConstructor;
-import org.apache.shardingsphere.data.pipeline.api.ingest.position.IngestPosition;
+import org.apache.shardingsphere.data.pipeline.core.ingest.position.IngestPosition;
 import org.apache.shardingsphere.data.pipeline.common.task.progress.InventoryTaskProgress;
 
 import java.util.Map;

diff --git a/...va/org/apache/shardingsphere/data/pipeline/common/ratelimit/QPSJobRateLimitAlgorithm.java b/...va/org/apache/shardingsphere/data/pipeline/common/ratelimit/QPSJobRateLimitAlgorithm.java
@@ -19,9 +19,9 @@
 
 import com.google.common.base.Strings;
 import com.google.common.util.concurrent.RateLimiter;
-import org.apache.shardingsphere.data.pipeline.api.job.JobOperationType;
+import org.apache.shardingsphere.data.pipeline.common.job.JobOperationType;
 import org.apache.shardingsphere.data.pipeline.core.exception.job.ratelimit.JobRateLimitAlgorithmInitializationException;
-import org.apache.shardingsphere.data.pipeline.spi.ratelimit.JobRateLimitAlgorithm;
+import org.apache.shardingsphere.data.pipeline.common.spi.ratelimit.JobRateLimitAlgorithm;
 import org.apache.shardingsphere.infra.exception.core.ShardingSpherePreconditions;
 
 import java.util.Properties;

diff --git a/...va/org/apache/shardingsphere/data/pipeline/common/ratelimit/TPSJobRateLimitAlgorithm.java b/...va/org/apache/shardingsphere/data/pipeline/common/ratelimit/TPSJobRateLimitAlgorithm.java
@@ -19,9 +19,9 @@
 
 import com.google.common.base.Strings;
 import com.google.common.util.concurrent.RateLimiter;
-import org.apache.shardingsphere.data.pipeline.api.job.JobOperationType;
+import org.apache.shardingsphere.data.pipeline.common.job.JobOperationType;
 import org.apache.shardingsphere.data.pipeline.core.exception.job.ratelimit.JobRateLimitAlgorithmInitializationException;
-import org.apache.shardingsphere.data.pipeline.spi.ratelimit.JobRateLimitAlgorithm;
+import org.apache.shardingsphere.data.pipeline.common.spi.ratelimit.JobRateLimitAlgorithm;
 import org.apache.shardingsphere.infra.exception.core.ShardingSpherePreconditions;
 
 import java.util.Properties;

diff --git a/...pache/shardingsphere/data/pipeline/common/spi/ingest/dumper/IncrementalDumperCreator.java b/...pache/shardingsphere/data/pipeline/common/spi/ingest/dumper/IncrementalDumperCreator.java
@@ -17,10 +17,10 @@
 
 package org.apache.shardingsphere.data.pipeline.common.spi.ingest.dumper;
 
-import org.apache.shardingsphere.data.pipeline.api.ingest.dumper.context.IncrementalDumperContext;
-import org.apache.shardingsphere.data.pipeline.api.ingest.channel.PipelineChannel;
-import org.apache.shardingsphere.data.pipeline.api.ingest.dumper.IncrementalDumper;
-import org.apache.shardingsphere.data.pipeline.api.ingest.position.IngestPosition;
+import org.apache.shardingsphere.data.pipeline.core.ingest.dumper.context.IncrementalDumperContext;
+import org.apache.shardingsphere.data.pipeline.core.ingest.channel.PipelineChannel;
+import org.apache.shardingsphere.data.pipeline.core.ingest.dumper.IncrementalDumper;
+import org.apache.shardingsphere.data.pipeline.core.ingest.position.IngestPosition;
 import org.apache.shardingsphere.data.pipeline.api.metadata.loader.PipelineTableMetaDataLoader;
 import org.apache.shardingsphere.infra.database.core.spi.DatabaseTypedSPI;
 import org.apache.shardingsphere.infra.spi.annotation.SingletonSPI;

diff --git a/...g/apache/shardingsphere/data/pipeline/common/spi/ingest/position/PositionInitializer.java b/...g/apache/shardingsphere/data/pipeline/common/spi/ingest/position/PositionInitializer.java
@@ -17,7 +17,7 @@
 
 package org.apache.shardingsphere.data.pipeline.common.spi.ingest.position;
 
-import org.apache.shardingsphere.data.pipeline.api.ingest.position.IngestPosition;
+import org.apache.shardingsphere.data.pipeline.core.ingest.position.IngestPosition;
 import org.apache.shardingsphere.infra.database.core.spi.DatabaseTypedSPI;
 import org.apache.shardingsphere.infra.spi.annotation.SingletonSPI;
 

diff --git a/.../spi/ratelimit/JobRateLimitAlgorithm.java → .../spi/ratelimit/JobRateLimitAlgorithm.java b/.../spi/ratelimit/JobRateLimitAlgorithm.java → .../spi/ratelimit/JobRateLimitAlgorithm.java
@@ -15,9 +15,9 @@
  * limitations under the License.
  */
 
-package org.apache.shardingsphere.data.pipeline.spi.ratelimit;
+package org.apache.shardingsphere.data.pipeline.common.spi.ratelimit;
 
-import org.apache.shardingsphere.data.pipeline.api.job.JobOperationType;
+import org.apache.shardingsphere.data.pipeline.common.job.JobOperationType;
 import org.apache.shardingsphere.infra.algorithm.ShardingSphereAlgorithm;
 
 /**

diff --git a/.../apache/shardingsphere/data/pipeline/common/spi/sqlbuilder/DialectPipelineSQLBuilder.java b/.../apache/shardingsphere/data/pipeline/common/spi/sqlbuilder/DialectPipelineSQLBuilder.java
@@ -17,7 +17,7 @@
 
 package org.apache.shardingsphere.data.pipeline.common.spi.sqlbuilder;
 
-import org.apache.shardingsphere.data.pipeline.api.ingest.record.DataRecord;
+import org.apache.shardingsphere.data.pipeline.core.ingest.record.DataRecord;
 import org.apache.shardingsphere.infra.database.core.spi.DatabaseTypedSPI;
 
 import java.util.Optional;

diff --git a/...a/org/apache/shardingsphere/data/pipeline/common/sqlbuilder/PipelineImportSQLBuilder.java b/...a/org/apache/shardingsphere/data/pipeline/common/sqlbuilder/PipelineImportSQLBuilder.java
@@ -19,8 +19,8 @@
 
 import com.github.benmanes.caffeine.cache.Cache;
 import com.github.benmanes.caffeine.cache.Caffeine;
-import org.apache.shardingsphere.data.pipeline.api.ingest.record.Column;
-import org.apache.shardingsphere.data.pipeline.api.ingest.record.DataRecord;
+import org.apache.shardingsphere.data.pipeline.core.ingest.record.Column;
+import org.apache.shardingsphere.data.pipeline.core.ingest.record.DataRecord;
 import org.apache.shardingsphere.data.pipeline.common.spi.sqlbuilder.DialectPipelineSQLBuilder;
 import org.apache.shardingsphere.infra.database.core.type.DatabaseType;
 import org.apache.shardingsphere.infra.database.core.spi.DatabaseTypedSPILoader;

diff --git a/...org/apache/shardingsphere/data/pipeline/common/task/progress/IncrementalTaskProgress.java b/...org/apache/shardingsphere/data/pipeline/common/task/progress/IncrementalTaskProgress.java
@@ -17,7 +17,7 @@
 
 package org.apache.shardingsphere.data.pipeline.common.task.progress;
 
-import org.apache.shardingsphere.data.pipeline.api.ingest.position.IngestPosition;
+import org.apache.shardingsphere.data.pipeline.core.ingest.position.IngestPosition;
 
 import java.util.concurrent.atomic.AtomicReference;
 

diff --git a/...a/org/apache/shardingsphere/data/pipeline/common/task/progress/InventoryTaskProgress.java b/...a/org/apache/shardingsphere/data/pipeline/common/task/progress/InventoryTaskProgress.java
@@ -20,7 +20,7 @@
 import lombok.Getter;
 import lombok.RequiredArgsConstructor;
 import lombok.ToString;
-import org.apache.shardingsphere.data.pipeline.api.ingest.position.IngestPosition;
+import org.apache.shardingsphere.data.pipeline.core.ingest.position.IngestPosition;
 
 /**
  * Inventory task progress.

diff --git a/.../main/java/org/apache/shardingsphere/data/pipeline/common/task/progress/TaskProgress.java b/.../main/java/org/apache/shardingsphere/data/pipeline/common/task/progress/TaskProgress.java
@@ -17,7 +17,7 @@
 
 package org.apache.shardingsphere.data.pipeline.common.task.progress;
 
-import org.apache.shardingsphere.data.pipeline.api.ingest.position.IngestPosition;
+import org.apache.shardingsphere.data.pipeline.core.ingest.position.IngestPosition;
 
 /**
  * Task progress.