-
Notifications
You must be signed in to change notification settings - Fork 6.8k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Fix pipeline e2e for PostgresSQL (#34125)
* Fix pipeline e2e for PostgresSQL * Fix checkstyle
- Loading branch information
1 parent
1f3af26
commit f246711
Showing
6 changed files
with
208 additions
and
183 deletions.
There are no files selected for viewing
177 changes: 177 additions & 0 deletions
177
...org/apache/shardingsphere/data/pipeline/core/metadata/generator/PipelineDDLDecorator.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,177 @@ | ||
/* | ||
* Licensed to the Apache Software Foundation (ASF) under one or more | ||
* contributor license agreements. See the NOTICE file distributed with | ||
* this work for additional information regarding copyright ownership. | ||
* The ASF licenses this file to You under the Apache License, Version 2.0 | ||
* (the "License"); you may not use this file except in compliance with | ||
* the License. You may obtain a copy of the License at | ||
* | ||
* http://www.apache.org/licenses/LICENSE-2.0 | ||
* | ||
* Unless required by applicable law or agreed to in writing, software | ||
* distributed under the License is distributed on an "AS IS" BASIS, | ||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
* See the License for the specific language governing permissions and | ||
* limitations under the License. | ||
*/ | ||
|
||
package org.apache.shardingsphere.data.pipeline.core.metadata.generator; | ||
|
||
import com.google.common.base.Strings; | ||
import lombok.AllArgsConstructor; | ||
import org.apache.shardingsphere.infra.binder.context.statement.SQLStatementContext; | ||
import org.apache.shardingsphere.infra.binder.context.statement.ddl.AlterTableStatementContext; | ||
import org.apache.shardingsphere.infra.binder.context.statement.ddl.CommentStatementContext; | ||
import org.apache.shardingsphere.infra.binder.context.statement.ddl.CreateIndexStatementContext; | ||
import org.apache.shardingsphere.infra.binder.context.statement.ddl.CreateTableStatementContext; | ||
import org.apache.shardingsphere.infra.binder.context.type.ConstraintAvailable; | ||
import org.apache.shardingsphere.infra.binder.context.type.IndexAvailable; | ||
import org.apache.shardingsphere.infra.binder.context.type.TableAvailable; | ||
import org.apache.shardingsphere.infra.binder.engine.SQLBindEngine; | ||
import org.apache.shardingsphere.infra.database.core.type.DatabaseType; | ||
import org.apache.shardingsphere.infra.hint.HintValueContext; | ||
import org.apache.shardingsphere.infra.metadata.ShardingSphereMetaData; | ||
import org.apache.shardingsphere.infra.metadata.database.schema.util.IndexMetaDataUtils; | ||
import org.apache.shardingsphere.infra.parser.SQLParserEngine; | ||
import org.apache.shardingsphere.sql.parser.statement.core.segment.SQLSegment; | ||
import org.apache.shardingsphere.sql.parser.statement.core.segment.ddl.constraint.ConstraintSegment; | ||
import org.apache.shardingsphere.sql.parser.statement.core.segment.ddl.index.IndexSegment; | ||
import org.apache.shardingsphere.sql.parser.statement.core.segment.generic.table.SimpleTableSegment; | ||
import org.apache.shardingsphere.sql.parser.statement.core.segment.generic.table.TableNameSegment; | ||
|
||
import java.util.Collections; | ||
import java.util.Comparator; | ||
import java.util.Map; | ||
import java.util.Map.Entry; | ||
import java.util.Optional; | ||
import java.util.TreeMap; | ||
|
||
/** | ||
* Pipeline DDL decorator. | ||
*/ | ||
@AllArgsConstructor | ||
public final class PipelineDDLDecorator { | ||
|
||
private static final String SET_SEARCH_PATH_PREFIX = "set search_path"; | ||
|
||
private final ShardingSphereMetaData metaData; | ||
|
||
/** | ||
* Decorate SQL. | ||
* | ||
* @param databaseType database type | ||
* @param targetDatabaseName target database name | ||
* @param schemaName schema name | ||
* @param targetTableName target table name | ||
* @param parserEngine parser engine | ||
* @param sql SQL | ||
* @return decorated SQL | ||
*/ | ||
public Optional<String> decorate(final DatabaseType databaseType, final String targetDatabaseName, final String schemaName, final String targetTableName, | ||
final SQLParserEngine parserEngine, final String sql) { | ||
if (Strings.isNullOrEmpty(sql)) { | ||
return Optional.empty(); | ||
} | ||
String result = decorateActualSQL(targetDatabaseName, targetTableName, parserEngine, sql.trim()); | ||
// TODO remove it after set search_path is supported. | ||
if ("openGauss".equals(databaseType.getType())) { | ||
return decorateOpenGauss(targetDatabaseName, schemaName, result, parserEngine); | ||
} | ||
return Optional.of(result); | ||
} | ||
|
||
private String decorateActualSQL(final String databaseName, final String targetTableName, final SQLParserEngine parserEngine, final String sql) { | ||
SQLStatementContext sqlStatementContext = parseSQL(databaseName, parserEngine, sql); | ||
Map<SQLSegment, String> replaceMap = new TreeMap<>(Comparator.comparing(SQLSegment::getStartIndex)); | ||
if (sqlStatementContext instanceof CreateTableStatementContext) { | ||
appendFromIndexAndConstraint(replaceMap, targetTableName, sqlStatementContext); | ||
appendFromTable(replaceMap, targetTableName, (TableAvailable) sqlStatementContext); | ||
} | ||
if (sqlStatementContext instanceof CommentStatementContext) { | ||
appendFromTable(replaceMap, targetTableName, (TableAvailable) sqlStatementContext); | ||
} | ||
if (sqlStatementContext instanceof CreateIndexStatementContext) { | ||
appendFromTable(replaceMap, targetTableName, (TableAvailable) sqlStatementContext); | ||
appendFromIndexAndConstraint(replaceMap, targetTableName, sqlStatementContext); | ||
} | ||
if (sqlStatementContext instanceof AlterTableStatementContext) { | ||
appendFromIndexAndConstraint(replaceMap, targetTableName, sqlStatementContext); | ||
appendFromTable(replaceMap, targetTableName, (TableAvailable) sqlStatementContext); | ||
} | ||
return doDecorateActualTable(replaceMap, sql); | ||
} | ||
|
||
private SQLStatementContext parseSQL(final String currentDatabaseName, final SQLParserEngine parserEngine, final String sql) { | ||
return new SQLBindEngine(metaData, currentDatabaseName, new HintValueContext()).bind(parserEngine.parse(sql, true), Collections.emptyList()); | ||
} | ||
|
||
private void appendFromIndexAndConstraint(final Map<SQLSegment, String> replaceMap, final String targetTableName, final SQLStatementContext sqlStatementContext) { | ||
if (!(sqlStatementContext instanceof TableAvailable) || ((TableAvailable) sqlStatementContext).getTablesContext().getSimpleTables().isEmpty()) { | ||
return; | ||
} | ||
TableNameSegment tableNameSegment = ((TableAvailable) sqlStatementContext).getTablesContext().getSimpleTables().iterator().next().getTableName(); | ||
if (!tableNameSegment.getIdentifier().getValue().equals(targetTableName)) { | ||
if (sqlStatementContext instanceof IndexAvailable) { | ||
for (IndexSegment each : ((IndexAvailable) sqlStatementContext).getIndexes()) { | ||
String logicIndexName = IndexMetaDataUtils.getLogicIndexName(each.getIndexName().getIdentifier().getValue(), tableNameSegment.getIdentifier().getValue()); | ||
replaceMap.put(each.getIndexName(), logicIndexName); | ||
} | ||
} | ||
if (sqlStatementContext instanceof ConstraintAvailable) { | ||
for (ConstraintSegment each : ((ConstraintAvailable) sqlStatementContext).getConstraints()) { | ||
String logicConstraint = IndexMetaDataUtils.getLogicIndexName(each.getIdentifier().getValue(), tableNameSegment.getIdentifier().getValue()); | ||
replaceMap.put(each, logicConstraint); | ||
} | ||
} | ||
} | ||
} | ||
|
||
private void appendFromTable(final Map<SQLSegment, String> replaceMap, final String targetTableName, final TableAvailable sqlStatementContext) { | ||
for (SimpleTableSegment each : sqlStatementContext.getTablesContext().getSimpleTables()) { | ||
if (!targetTableName.equals(each.getTableName().getIdentifier().getValue())) { | ||
replaceMap.put(each.getTableName(), targetTableName); | ||
} | ||
} | ||
} | ||
|
||
private String doDecorateActualTable(final Map<SQLSegment, String> replaceMap, final String sql) { | ||
StringBuilder result = new StringBuilder(); | ||
int lastStopIndex = 0; | ||
for (Entry<SQLSegment, String> entry : replaceMap.entrySet()) { | ||
result.append(sql, lastStopIndex, entry.getKey().getStartIndex()); | ||
result.append(entry.getValue()); | ||
lastStopIndex = entry.getKey().getStopIndex() + 1; | ||
} | ||
if (lastStopIndex < sql.length()) { | ||
result.append(sql, lastStopIndex, sql.length()); | ||
} | ||
return result.toString(); | ||
} | ||
|
||
// TODO remove it after set search_path is supported. | ||
private Optional<String> decorateOpenGauss(final String databaseName, final String schemaName, final String queryContext, | ||
final SQLParserEngine parserEngine) { | ||
if (queryContext.toLowerCase().startsWith(SET_SEARCH_PATH_PREFIX)) { | ||
return Optional.empty(); | ||
} | ||
return Optional.of(replaceTableNameWithPrefix(queryContext, schemaName + ".", databaseName, parserEngine)); | ||
} | ||
|
||
private String replaceTableNameWithPrefix(final String sql, final String prefix, final String databaseName, final SQLParserEngine parserEngine) { | ||
SQLStatementContext sqlStatementContext = parseSQL(databaseName, parserEngine, sql); | ||
if (sqlStatementContext instanceof CreateTableStatementContext || sqlStatementContext instanceof CommentStatementContext | ||
|| sqlStatementContext instanceof CreateIndexStatementContext || sqlStatementContext instanceof AlterTableStatementContext) { | ||
if (((TableAvailable) sqlStatementContext).getTablesContext().getSimpleTables().isEmpty()) { | ||
return sql; | ||
} | ||
if (((TableAvailable) sqlStatementContext).getTablesContext().getSchemaName().isPresent()) { | ||
return sql; | ||
} | ||
Map<SQLSegment, String> replaceMap = new TreeMap<>(Comparator.comparing(SQLSegment::getStartIndex)); | ||
TableNameSegment tableNameSegment = ((TableAvailable) sqlStatementContext).getTablesContext().getSimpleTables().iterator().next().getTableName(); | ||
replaceMap.put(tableNameSegment, prefix + tableNameSegment.getIdentifier().getValue()); | ||
return doDecorateActualTable(replaceMap, sql); | ||
} | ||
return sql; | ||
} | ||
} |
Oops, something went wrong.