imporved sql parser. improved h2 support. for issue #1941 #1942

This commit is contained in:
wenshao
2017-09-10 16:11:19 +08:00
parent 61794c4c19
commit 19501d678d
52 changed files with 922 additions and 370 deletions
@@ -0,0 +1,33 @@
package com.alibaba.druid.sql.dialect.h2.ast;
import com.alibaba.druid.sql.ast.SQLName;
import com.alibaba.druid.sql.ast.SQLStatementImpl;
import com.alibaba.druid.sql.ast.statement.SQLExprTableSource;
import java.util.ArrayList;
import java.util.List;
public class H2MergeStatement extends SQLStatementImpl {
private SQLExprTableSource table;
private final List<SQLName> keyColumns = new ArrayList<SQLName>();
public SQLExprTableSource getTable() {
return table;
}
public void setTable(SQLName table) {
this.setTable(new SQLExprTableSource(table));
}
public void setTable(SQLExprTableSource table) {
if (table != null) {
table.setParent(this);
}
this.table = table;
}
public List<SQLName> getKeyColumns() {
return keyColumns;
}
}
@@ -0,0 +1,41 @@
package com.alibaba.druid.sql.dialect.h2.parser;
import com.alibaba.druid.sql.parser.Lexer;
import com.alibaba.druid.sql.parser.SQLExprParser;
import com.alibaba.druid.sql.parser.SQLParserFeature;
import com.alibaba.druid.util.FnvHash;
import java.util.Arrays;
public class H2ExprParser extends SQLExprParser {
private final static String[] AGGREGATE_FUNCTIONS;
private final static long[] AGGREGATE_FUNCTIONS_CODES;
static {
String[] strings = { "AVG", "COUNT", "MAX", "MIN", "STDDEV", "SUM", "ROW_NUMBER",
"ROWNUMBER" };
AGGREGATE_FUNCTIONS_CODES = FnvHash.fnv1a_64_lower(strings, true);
AGGREGATE_FUNCTIONS = new String[AGGREGATE_FUNCTIONS_CODES.length];
for (String str : strings) {
long hash = FnvHash.fnv1a_64_lower(str);
int index = Arrays.binarySearch(AGGREGATE_FUNCTIONS_CODES, hash);
AGGREGATE_FUNCTIONS[index] = str;
}
}
public H2ExprParser(String sql){
this(new H2Lexer(sql));
this.lexer.nextToken();
}
public H2ExprParser(String sql, SQLParserFeature... features){
this(new H2Lexer(sql, features));
this.lexer.nextToken();
}
public H2ExprParser(Lexer lexer){
super(lexer);
this.aggregateFunctions = AGGREGATE_FUNCTIONS;
this.aggregateFunctionHashCodes = AGGREGATE_FUNCTIONS_CODES;
}
}
@@ -0,0 +1,42 @@
package com.alibaba.druid.sql.dialect.h2.parser;
import com.alibaba.druid.sql.parser.Keywords;
import com.alibaba.druid.sql.parser.Lexer;
import com.alibaba.druid.sql.parser.SQLParserFeature;
import com.alibaba.druid.sql.parser.Token;
import java.util.HashMap;
import java.util.Map;
public class H2Lexer extends Lexer {
public final static Keywords DEFAULT_H2_KEYWORDS;
static {
Map<String, Token> map = new HashMap<String, Token>();
map.putAll(Keywords.DEFAULT_KEYWORDS.getKeywords());
map.put("OF", Token.OF);
map.put("CONCAT", Token.CONCAT);
map.put("CONTINUE", Token.CONTINUE);
map.put("MERGE", Token.MERGE);
map.put("USING", Token.USING);
map.put("ROW", Token.ROW);
DEFAULT_H2_KEYWORDS = new Keywords(map);
}
public H2Lexer(String input){
super(input);
super.keywods = DEFAULT_H2_KEYWORDS;
}
public H2Lexer(String input, SQLParserFeature... features){
super(input);
super.keywods = DEFAULT_H2_KEYWORDS;
for (SQLParserFeature feature : features) {
config(feature, true);
}
}
}
@@ -0,0 +1,19 @@
package com.alibaba.druid.sql.dialect.h2.parser;
import com.alibaba.druid.sql.parser.SQLExprParser;
import com.alibaba.druid.sql.parser.SQLSelectParser;
public class H2SelectParser extends SQLSelectParser {
public H2SelectParser(SQLExprParser exprParser){
super(exprParser);
}
public H2SelectParser(String sql){
this(new H2ExprParser(sql));
}
protected SQLExprParser createExprParser() {
return new H2ExprParser(lexer);
}
}
@@ -0,0 +1,61 @@
package com.alibaba.druid.sql.dialect.h2.parser;
import com.alibaba.druid.sql.ast.SQLName;
import com.alibaba.druid.sql.ast.SQLStatement;
import com.alibaba.druid.sql.ast.expr.SQLQueryExpr;
import com.alibaba.druid.sql.ast.statement.SQLInsertStatement;
import com.alibaba.druid.sql.ast.statement.SQLReplaceStatement;
import com.alibaba.druid.sql.ast.statement.SQLSelect;
import com.alibaba.druid.sql.dialect.h2.ast.H2MergeStatement;
import com.alibaba.druid.sql.parser.*;
import com.alibaba.druid.util.FnvHash;
public class H2StatementParser extends SQLStatementParser {
public H2StatementParser(String sql) {
super (new H2ExprParser(sql));
}
public H2StatementParser(String sql, SQLParserFeature... features) {
super (new H2ExprParser(sql, features));
}
public H2StatementParser(Lexer lexer){
super(new H2ExprParser(lexer));
}
public H2SelectParser createSQLSelectParser() {
return new H2SelectParser(this.exprParser);
}
public SQLStatement parseMerge() {
accept(Token.MERGE);
accept(Token.INTO);
SQLReplaceStatement stmt = new SQLReplaceStatement();
SQLName tableName = exprParser.name();
stmt.setTableName(tableName);
if (lexer.token() == Token.KEY) {
lexer.nextToken();
accept(Token.LPAREN);
this.exprParser.exprList(stmt.getColumns(), stmt);
accept(Token.RPAREN);
}
if (lexer.token() == Token.VALUES || lexer.identifierEquals("VALUE")) {
lexer.nextToken();
parseValueClause(stmt.getValuesList(), 0, stmt);
} else if (lexer.token() == Token.SELECT) {
SQLQueryExpr queryExpr = (SQLQueryExpr) this.exprParser.expr();
stmt.setQuery(queryExpr);
} else if (lexer.token() == Token.LPAREN) {
SQLSelect select = this.createSQLSelectParser().select();
SQLQueryExpr queryExpr = new SQLQueryExpr(select);
stmt.setQuery(queryExpr);
}
return stmt;
}
}
@@ -0,0 +1,6 @@
package com.alibaba.druid.sql.dialect.h2.visitor;
import com.alibaba.druid.sql.visitor.SQLASTVisitor;
public interface H2ASTVisitor extends SQLASTVisitor {
}
@@ -0,0 +1,6 @@
package com.alibaba.druid.sql.dialect.h2.visitor;
import com.alibaba.druid.sql.visitor.SQLASTVisitorAdapter;
public class H2ASTVisitorAdapter extends SQLASTVisitorAdapter implements H2ASTVisitor {
}
@@ -0,0 +1,120 @@
package com.alibaba.druid.sql.dialect.h2.visitor;
import com.alibaba.druid.sql.ast.expr.*;
import com.alibaba.druid.sql.visitor.SQLEvalVisitor;
import com.alibaba.druid.sql.visitor.SQLEvalVisitorUtils;
import com.alibaba.druid.sql.visitor.functions.Function;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
public class H2EvalVisitor extends H2ASTVisitorAdapter implements SQLEvalVisitor {
private Map<String, Function> functions = new HashMap<String, Function>();
private List<Object> parameters = new ArrayList<Object>();
private int variantIndex = -1;
private boolean markVariantIndex = true;
public H2EvalVisitor(){
this(new ArrayList<Object>(1));
}
public H2EvalVisitor(List<Object> parameters){
this.parameters = parameters;
}
public List<Object> getParameters() {
return parameters;
}
public void setParameters(List<Object> parameters) {
this.parameters = parameters;
}
public boolean visit(SQLCharExpr x) {
return SQLEvalVisitorUtils.visit(this, x);
}
public int incrementAndGetVariantIndex() {
return ++variantIndex;
}
public int getVariantIndex() {
return variantIndex;
}
public boolean visit(SQLVariantRefExpr x) {
return SQLEvalVisitorUtils.visit(this, x);
}
public boolean visit(SQLBinaryOpExpr x) {
return SQLEvalVisitorUtils.visit(this, x);
}
public boolean visit(SQLUnaryExpr x) {
return SQLEvalVisitorUtils.visit(this, x);
}
public boolean visit(SQLIntegerExpr x) {
return SQLEvalVisitorUtils.visit(this, x);
}
public boolean visit(SQLNumberExpr x) {
return SQLEvalVisitorUtils.visit(this, x);
}
@Override
public boolean visit(SQLCaseExpr x) {
return SQLEvalVisitorUtils.visit(this, x);
}
@Override
public boolean visit(SQLInListExpr x) {
return SQLEvalVisitorUtils.visit(this, x);
}
@Override
public boolean visit(SQLNullExpr x) {
return SQLEvalVisitorUtils.visit(this, x);
}
@Override
public boolean visit(SQLMethodInvokeExpr x) {
return SQLEvalVisitorUtils.visit(this, x);
}
@Override
public boolean visit(SQLQueryExpr x) {
return SQLEvalVisitorUtils.visit(this, x);
}
public boolean isMarkVariantIndex() {
return markVariantIndex;
}
public void setMarkVariantIndex(boolean markVariantIndex) {
this.markVariantIndex = markVariantIndex;
}
@Override
public Function getFunction(String funcName) {
return functions.get(funcName);
}
@Override
public void registerFunction(String funcName, Function function) {
functions.put(funcName, function);
}
@Override
public void unregisterFunction(String funcName) {
functions.remove(funcName);
}
public boolean visit(SQLIdentifierExpr x) {
return SQLEvalVisitorUtils.visit(this, x);
}
}
@@ -0,0 +1,67 @@
package com.alibaba.druid.sql.dialect.h2.visitor;
import com.alibaba.druid.sql.ast.SQLExpr;
import com.alibaba.druid.sql.ast.expr.SQLQueryExpr;
import com.alibaba.druid.sql.ast.statement.SQLInsertStatement;
import com.alibaba.druid.sql.ast.statement.SQLReplaceStatement;
import com.alibaba.druid.sql.visitor.SQLASTOutputVisitor;
import java.util.List;
public class H2OutputVisitor extends SQLASTOutputVisitor implements H2ASTVisitor {
public H2OutputVisitor(Appendable appender) {
super(appender);
}
public H2OutputVisitor(Appendable appender, String dbType) {
super(appender, dbType);
}
public H2OutputVisitor(Appendable appender, boolean parameterized) {
super(appender, parameterized);
}
public boolean visit(SQLReplaceStatement x) {
print0(ucase ? "MERGE INTO " : "merge into ");
printTableSourceExpr(x.getTableName());
List<SQLExpr> columns = x.getColumns();
if (columns.size() > 0) {
print0(ucase ? " KEY (" : " key (");
for (int i = 0, size = columns.size(); i < size; ++i) {
if (i != 0) {
print0(", ");
}
SQLExpr columnn = columns.get(i);
printExpr(columnn);
}
print(')');
}
List<SQLInsertStatement.ValuesClause> valuesClauseList = x.getValuesList();
if (valuesClauseList.size() != 0) {
println();
print0(ucase ? "VALUES " : "values ");
int size = valuesClauseList.size();
if (size == 0) {
print0("()");
} else {
for (int i = 0; i < size; ++i) {
if (i != 0) {
print0(", ");
}
visit(valuesClauseList.get(i));
}
}
}
SQLQueryExpr query = x.getQuery();
if (query != null) {
visit(query);
}
return false;
}
}
@@ -0,0 +1,6 @@
package com.alibaba.druid.sql.dialect.h2.visitor;
import com.alibaba.druid.sql.visitor.SchemaStatVisitor;
public class H2SchemaStatVisitor extends SchemaStatVisitor implements H2ASTVisitor {
}