improved sql parser.

This commit is contained in:
wenshao
2017-11-06 16:58:58 +08:00
parent d94b773de9
commit d6e9cfbd4f
14 changed files with 255 additions and 20 deletions
@@ -18,26 +18,33 @@ package com.alibaba.druid.sql.visitor;
import java.util.List;
import com.alibaba.druid.sql.ast.*;
import com.alibaba.druid.sql.ast.statement.SQLDeleteStatement;
import com.alibaba.druid.sql.ast.statement.SQLInsertStatement;
import com.alibaba.druid.sql.ast.statement.SQLSelect;
import com.alibaba.druid.sql.ast.statement.SQLSelectStatement;
import com.alibaba.druid.sql.ast.statement.*;
import com.alibaba.druid.sql.dialect.db2.visitor.DB2OutputVisitor;
import com.alibaba.druid.sql.dialect.mysql.ast.statement.MySqlInsertStatement;
import com.alibaba.druid.sql.dialect.mysql.visitor.MySqlASTVisitor;
import com.alibaba.druid.sql.dialect.mysql.visitor.MySqlOutputVisitor;
import com.alibaba.druid.sql.dialect.oracle.visitor.OracleParameterizedOutputVisitor;
import com.alibaba.druid.sql.dialect.phoenix.visitor.PhoenixOutputVisitor;
import com.alibaba.druid.sql.dialect.postgresql.visitor.PGOutputVisitor;
import com.alibaba.druid.sql.dialect.sqlserver.visitor.SQLServerOutputVisitor;
import com.alibaba.druid.sql.parser.*;
import com.alibaba.druid.util.FnvHash;
import com.alibaba.druid.util.JdbcUtils;
public class ParameterizedOutputVisitorUtils {
private final static SQLParserFeature[] features = {
private final static SQLParserFeature[] defaultFeatures = {
SQLParserFeature.EnableSQLBinaryOpExprGroup,
SQLParserFeature.UseInsertColumnsCache,
SQLParserFeature.OptimizedForParameterized
};
private final static SQLParserFeature[] defaultFeatures2 = {
SQLParserFeature.EnableSQLBinaryOpExprGroup,
SQLParserFeature.UseInsertColumnsCache,
SQLParserFeature.OptimizedForParameterized,
SQLParserFeature.OptimizedForForParameterizedSkipValue,
};
public static String parameterize(String sql, String dbType) {
return parameterize(sql, dbType, null, null);
}
@@ -57,6 +64,11 @@ public class ParameterizedOutputVisitorUtils {
public static String parameterize(String sql
, String dbType
, SQLSelectListCache selectListCache, List<Object> outParameters) {
final SQLParserFeature[] features = outParameters == null
? defaultFeatures2
: defaultFeatures;
SQLStatementParser parser = SQLParserUtils.createSQLStatementParser(sql, dbType, features);
if (selectListCache != null) {
@@ -102,6 +114,99 @@ public class ParameterizedOutputVisitorUtils {
return out.toString();
}
public static long parameterizeHash(String sql
, String dbType
, List<Object> outParameters) {
return parameterizeHash(sql, dbType, null, outParameters);
}
public static long parameterizeHash(String sql
, String dbType
, SQLSelectListCache selectListCache
, List<Object> outParameters) {
final SQLParserFeature[] features = outParameters == null
? defaultFeatures2
: defaultFeatures;
SQLStatementParser parser = SQLParserUtils.createSQLStatementParser(sql, dbType, features);
if (selectListCache != null) {
parser.setSelectListCache(selectListCache);
}
List<SQLStatement> statementList = parser.parseStatementList();
final int stmtSize = statementList.size();
if (stmtSize == 0) {
return 0L;
}
StringBuilder out = new StringBuilder(sql.length());
ParameterizedVisitor visitor = createParameterizedOutputVisitor(out, dbType);
if (outParameters != null) {
visitor.setOutputParameters(outParameters);
}
if (stmtSize == 1) {
SQLStatement stmt = statementList.get(0);
if (stmt.getClass() == SQLSelectStatement.class) {
SQLSelectStatement selectStmt = (SQLSelectStatement) stmt;
if (selectListCache != null) {
SQLSelectQueryBlock queryBlock = selectStmt.getSelect().getQueryBlock();
if (queryBlock != null) {
String cachedSelectList = queryBlock.getCachedSelectList();
long cachedSelectListHash = queryBlock.getCachedSelectListHash();
if (cachedSelectList != null) {
visitor.config(VisitorFeature.OutputSkipSelectListCacheString, true);
}
visitor.visit(selectStmt);
return FnvHash.fnv1a_64_lower(cachedSelectListHash, out);
}
}
visitor.visit(selectStmt);
} else if (stmt.getClass() == MySqlInsertStatement.class) {
MySqlInsertStatement insertStmt = (MySqlInsertStatement) stmt;
String columnsString = insertStmt.getColumnsString();
if (columnsString != null) {
long columnsStringHash = insertStmt.getColumnsStringHash();
visitor.config(VisitorFeature.OutputSkipInsertColumnsString, true);
((MySqlASTVisitor) visitor).visit(insertStmt);
return FnvHash.fnv1a_64_lower(columnsStringHash, out);
}
} else {
stmt.accept(visitor);
}
return FnvHash.fnv1a_64_lower(out);
}
for (int i = 0; i < statementList.size(); i++) {
if (i > 0) {
out.append(";\n");
}
SQLStatement stmt = statementList.get(i);
if (stmt.hasBeforeComment()) {
stmt.getBeforeCommentsDirect().clear();
}
Class<?> stmtClass = stmt.getClass();
if (stmtClass == SQLSelectStatement.class) { // only for performance
SQLSelectStatement selectStatement = (SQLSelectStatement) stmt;
visitor.visit(selectStatement);
visitor.postVisit(selectStatement);
} else {
stmt.accept(visitor);
}
}
return FnvHash.fnv1a_64_lower(out);
}
public static String parameterize(List<SQLStatement> statementList, String dbType) {
StringBuilder out = new StringBuilder();
ParameterizedVisitor visitor = createParameterizedOutputVisitor(out, dbType);
@@ -26,4 +26,6 @@ public interface ParameterizedVisitor extends PrintableVisitor {
String getDbType();
void setOutputParameters(List<Object> parameters);
void config(VisitorFeature feature, boolean state);
}
@@ -20,8 +20,9 @@ public enum VisitorFeature {
OutputPrettyFormat,
OutputParameterized,
OutputDesensitize,
OutputUseInsertValueClauseOriginalString
OutputUseInsertValueClauseOriginalString,
OutputSkipSelectListCacheString,
OutputSkipInsertColumnsString,
;
private VisitorFeature(){