Alawn/Druid
1
0
Fork 0
mirror of https://github.com/alibaba/druid.git synced 2023-03-04 19:17:16 +00:00
Code Issues Releases Wiki Activity

add sql parser testcases

Browse Source
This commit is contained in:
高铁
2016-03-13 08:12:50 +08:00
parent ae38d8e436
commit 2fa5369b15
9 changed files with 175 additions and 84 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/main/java/com/alibaba/druid/sql/dialect/mysql/visitor/MySqlOutputVisitor.java
+5 -5
View File
@@ -274,7 +274,7 @@ public class MySqlOutputVisitor extends SQLASTOutputVisitor implements MySqlASTV
if (x.getProcedureName() != null) {
print0(ucase ? " PROCEDURE " : " procedure ");
x.getProcedureName().accept(this);
if (x.getProcedureArgumentList().size() > 0) {
if (!x.getProcedureArgumentList().isEmpty()) {
print('(');
printAndAccept(x.getProcedureArgumentList(), ", ");
print(')');
@@ -364,7 +364,7 @@ public class MySqlOutputVisitor extends SQLASTOutputVisitor implements MySqlASTV
public boolean visit(SQLDataType x) {
print0(x.getName());
if (x.getArguments().size() > 0) {
if (!x.getArguments().isEmpty()) {
print('(');
printAndAccept(x.getArguments(), ", ");
print(')');
@@ -393,9 +393,10 @@ public class MySqlOutputVisitor extends SQLASTOutputVisitor implements MySqlASTV
return false;
}
@Override
public boolean visit(SQLCharacterDataType x) {
print0(x.getName());
if (x.getArguments().size() > 0) {
if (!x.getArguments().isEmpty()) {
print('(');
printAndAccept(x.getArguments(), ", ");
print(')');
@@ -758,7 +759,6 @@ public class MySqlOutputVisitor extends SQLASTOutputVisitor implements MySqlASTV
String charset = (String) x.getAttribute("USING");
if (charset != null) {
print0(ucase ? " USING " : " using ");
;
print0(charset);
}
print(')');
@@ -960,7 +960,7 @@ public class MySqlOutputVisitor extends SQLASTOutputVisitor implements MySqlASTV
decrementIndent();
}
if (x.getValuesList().size() != 0) {
if (!x.getValuesList().isEmpty()) {
println();
printValuesList(x);
}
src/main/java/com/alibaba/druid/sql/dialect/mysql/visitor/MySqlSchemaStatVisitor.java
+2 -6
View File
@@ -210,12 +210,8 @@ public class MySqlSchemaStatVisitor extends SchemaStatVisitor implements MySqlAS
stat.incrementInsertCount();
Map<String, String> aliasMap = getAliasMap();
if (aliasMap != null) {
if (x.getAlias() != null) {
aliasMap.put(x.getAlias(), ident);
}
aliasMap.put(ident, ident);
}
putAliasMap(aliasMap, x.getAlias(), ident);
putAliasMap(aliasMap, ident, ident);
}
accept(x.getColumns());
src/main/java/com/alibaba/druid/sql/dialect/oracle/visitor/OracleSchemaStatVisitor.java
+7 -11
View File
@@ -229,12 +229,8 @@ public class OracleSchemaStatVisitor extends SchemaStatVisitor implements Oracle
break;
}
if (aliasMap != null) {
if (x.getAlias() != null) {
aliasMap.put(x.getAlias(), ident);
}
aliasMap.put(ident, ident);
}
putAliasMap(aliasMap, x.getAlias(), ident);
putAliasMap(aliasMap, ident, ident);
return false;
}
@@ -653,7 +649,7 @@ public class OracleSchemaStatVisitor extends SchemaStatVisitor implements Oracle
}
if (alias != null) {
aliasMap.put(alias, null);
putAliasMap(aliasMap, alias, null);
subQueryMap.put(alias, x.getSubQuery());
}
}
@@ -851,9 +847,9 @@ public class OracleSchemaStatVisitor extends SchemaStatVisitor implements Oracle
Map<String, String> aliasMap = getAliasMap();
if (aliasMap != null) {
if (x.getAlias() != null) {
aliasMap.put(x.getAlias(), ident);
putAliasMap(aliasMap, x.getAlias(), ident);
}
aliasMap.put(ident, ident);
putAliasMap(aliasMap, ident, ident);
}
x.getOn().accept(this);
@@ -936,9 +932,9 @@ public class OracleSchemaStatVisitor extends SchemaStatVisitor implements Oracle
Map<String, String> aliasMap = getAliasMap();
if (aliasMap != null) {
if (x.getAlias() != null) {
aliasMap.put(x.getAlias(), ident);
putAliasMap(aliasMap, x.getAlias(), ident);
}
aliasMap.put(ident, ident);
putAliasMap(aliasMap, ident, ident);
}
}
src/main/java/com/alibaba/druid/sql/visitor/SchemaStatVisitor.java
+50 -52
View File
@@ -16,6 +16,7 @@
package com.alibaba.druid.sql.visitor;
import java.util.ArrayList;
import java.util.Collection;
import java.util.HashMap;
import java.util.LinkedHashMap;
import java.util.LinkedHashSet;
@@ -121,12 +122,11 @@ import com.alibaba.druid.stat.TableStat.Column;
import com.alibaba.druid.stat.TableStat.Condition;
import com.alibaba.druid.stat.TableStat.Mode;
import com.alibaba.druid.stat.TableStat.Relationship;
import com.alibaba.druid.util.StringUtils;
public class SchemaStatVisitor extends SQLASTVisitorAdapter {
protected final HashMap<TableStat.Name, TableStat> tableStats = new LinkedHashMap<TableStat.Name, TableStat>();
protected final Set<Column> columns = new LinkedHashSet<Column>();
protected final Map<Column, Column> columns = new LinkedHashMap<Column, Column>();
protected final List<Condition> conditions = new ArrayList<Condition>();
protected final Set<Relationship> relationships = new LinkedHashSet<Relationship>();
protected final List<Column> orderByColumns = new ArrayList<Column>();
@@ -174,7 +174,7 @@ public class SchemaStatVisitor extends SQLASTVisitorAdapter {
Column column = this.getColumn(tableName, columnName);
if (column == null && columnName != null) {
column = new Column(tableName, columnName);
columns.add(column);
columns.put(column, column);
}
return column;
}
@@ -189,9 +189,7 @@ public class SchemaStatVisitor extends SQLASTVisitorAdapter {
if (stat == null) {
stat = new TableStat();
tableStats.put(new TableStat.Name(tableName), stat);
if (alias != null) {
aliasMap.put(alias, tableName);
}
putAliasMap(aliasMap, alias, tableName);
}
return stat;
}
@@ -567,9 +565,7 @@ public class SchemaStatVisitor extends SQLASTVisitorAdapter {
stat.incrementDeleteCount();
Map<String, String> aliasMap = getAliasMap();
if (aliasMap != null) {
aliasMap.put(ident, ident);
}
putAliasMap(aliasMap, ident, ident);
}
return false;
@@ -599,9 +595,7 @@ public class SchemaStatVisitor extends SQLASTVisitorAdapter {
stat.incrementDropCount();
Map<String, String> aliasMap = getAliasMap();
if (aliasMap != null) {
aliasMap.put(ident, ident);
}
putAliasMap(aliasMap, ident, ident);
}
return false;
@@ -624,12 +618,8 @@ public class SchemaStatVisitor extends SQLASTVisitorAdapter {
stat.incrementInsertCount();
Map<String, String> aliasMap = getAliasMap();
if (aliasMap != null) {
if (x.getAlias() != null) {
aliasMap.put(x.getAlias(), ident);
}
aliasMap.put(ident, ident);
}
putAliasMap(aliasMap, x.getAlias(), ident);
putAliasMap(aliasMap, ident, ident);
}
accept(x.getColumns());
@@ -637,6 +627,13 @@ public class SchemaStatVisitor extends SQLASTVisitorAdapter {
return false;
}
protected static void putAliasMap(Map<String, String> aliasMap, String name, String value) {
if (aliasMap == null || name == null) {
return;
}
aliasMap.put(name.toLowerCase(), value);
}
protected void accept(SQLObject x) {
if (x != null) {
@@ -752,14 +749,23 @@ public class SchemaStatVisitor extends SQLASTVisitorAdapter {
Map<String, String> aliasMap = getAliasMap();
if (aliasMap != null) {
for (Map.Entry<String, String> entry : aliasMap.entrySet()) {
if (entry.getKey() == null) {
continue;
}
if (entry.getKey().equalsIgnoreCase(name)) {
return entry.getValue();
}
if (aliasMap.containsKey(name)) {
return aliasMap.get(name);
}
String name_lcase = name.toLowerCase();
if (name_lcase != name && aliasMap.containsKey(name_lcase)) {
return aliasMap.get(name_lcase);
}
// for (Map.Entry<String, String> entry : aliasMap.entrySet()) {
// if (entry.getKey() == null) {
// continue;
// }
// if (entry.getKey().equalsIgnoreCase(name)) {
// return entry.getValue();
// }
// }
}
return name;
@@ -928,22 +934,18 @@ public class SchemaStatVisitor extends SQLASTVisitorAdapter {
return tableStats.containsKey(new TableStat.Name(tableName));
}
public Set<Column> getColumns() {
return columns;
public Collection<Column> getColumns() {
return columns.values();
}
public Column getColumn(String tableName, String columnName) {
for (Column column : this.columns) {
if (aliasMap != null && aliasMap.containsKey(columnName) && aliasMap.get(columnName) == null) {
return null;
}
if (StringUtils.equalsIgnoreCase(tableName, column.getTable())
&& StringUtils.equalsIgnoreCase(columnName, column.getName())) {
return column;
}
if (aliasMap != null && aliasMap.containsKey(columnName) && aliasMap.get(columnName) == null) {
return null;
}
return null;
Column column = new Column(tableName, columnName);
return this.columns.get(column);
}
public boolean visit(SQLSelectStatement x) {
@@ -963,7 +965,7 @@ public class SchemaStatVisitor extends SQLASTVisitorAdapter {
if (Boolean.TRUE == with.getRecursive()) {
if (aliasMap != null && alias != null) {
aliasMap.put(alias, null);
putAliasMap(aliasMap, alias, null);
subQueryMap.put(alias, x.getSubQuery().getQuery());
}
@@ -972,7 +974,7 @@ public class SchemaStatVisitor extends SQLASTVisitorAdapter {
x.getSubQuery().accept(this);
if (aliasMap != null && alias != null) {
aliasMap.put(alias, null);
putAliasMap(aliasMap, alias, null);
subQueryMap.put(alias, x.getSubQuery().getQuery());
}
}
@@ -987,7 +989,7 @@ public class SchemaStatVisitor extends SQLASTVisitorAdapter {
Map<String, String> aliasMap = getAliasMap();
if (aliasMap != null && x.getAlias() != null) {
aliasMap.put(x.getAlias(), null);
putAliasMap(aliasMap, x.getAlias(), null);
subQueryMap.put(x.getAlias(), query);
}
return false;
@@ -1042,10 +1044,10 @@ public class SchemaStatVisitor extends SQLASTVisitorAdapter {
if (aliasMap != null) {
String alias = x.getAlias();
if (alias != null && !aliasMap.containsKey(alias)) {
aliasMap.put(alias, ident);
putAliasMap(aliasMap, alias, ident);
}
if (!aliasMap.containsKey(ident)) {
aliasMap.put(ident, ident);
putAliasMap(aliasMap, ident, ident);
}
}
} else {
@@ -1063,9 +1065,9 @@ public class SchemaStatVisitor extends SQLASTVisitorAdapter {
Map<String, String> aliasMap = this.getAliasMap();
if (alias != null && (!alias.isEmpty()) && aliasMap != null) {
if (x.getExpr() instanceof SQLName) {
aliasMap.put(alias, x.getExpr().toString());
putAliasMap(aliasMap, alias, x.getExpr().toString());
} else {
aliasMap.put(alias, null);
putAliasMap(aliasMap, alias, null);
}
}
@@ -1124,7 +1126,7 @@ public class SchemaStatVisitor extends SQLASTVisitorAdapter {
stat.incrementUpdateCount();
Map<String, String> aliasMap = getAliasMap();
aliasMap.put(ident, ident);
putAliasMap(aliasMap, ident, ident);
} else {
x.getTableSource().accept(this);
}
@@ -1144,7 +1146,7 @@ public class SchemaStatVisitor extends SQLASTVisitorAdapter {
setCurrentTable(tableName);
if (x.getAlias() != null) {
this.aliasMap.put(x.getAlias(), tableName);
putAliasMap(this.aliasMap, x.getAlias(), tableName);
}
TableStat stat = getTableStat(tableName);
@@ -1328,9 +1330,7 @@ public class SchemaStatVisitor extends SQLASTVisitorAdapter {
stat.incrementDropIndexCount();
Map<String, String> aliasMap = getAliasMap();
if (aliasMap != null) {
aliasMap.put(ident, ident);
}
putAliasMap(aliasMap, ident, ident);
}
return false;
}
@@ -1348,9 +1348,7 @@ public class SchemaStatVisitor extends SQLASTVisitorAdapter {
stat.incrementDropIndexCount();
Map<String, String> aliasMap = getAliasMap();
if (aliasMap != null) {
aliasMap.put(table, table);
}
putAliasMap(aliasMap, table, table);
for (SQLSelectOrderByItem item : x.getItems()) {
SQLExpr expr = item.getExpr();
src/main/java/com/alibaba/druid/stat/TableStat.java
+16
View File
@@ -394,6 +394,8 @@ public class TableStat {
private boolean join;
private Map<String, Object> attributes = new HashMap<String, Object>();
private transient String fullName;
public Column(){
@@ -410,6 +412,19 @@ public class TableStat {
public void setTable(String table) {
this.table = table;
this.fullName = null;
}
public String getFullName() {
if (fullName == null) {
if (table != null) {
fullName = name;
} else {
fullName = table + '.' + name;
}
}
return fullName;
}
public boolean isWhere() {
@@ -458,6 +473,7 @@ public class TableStat {
public void setName(String name) {
this.name = name;
this.fullName = null;
}
public Map<String, Object> getAttributes() {
src/test/java/com/alibaba/druid/bvt/sql/mysql/MySqlAlterTableTest.java
+3 -2
View File
@@ -40,8 +40,9 @@ public class MySqlAlterTableTest extends TestCase {
MySqlStatementParser parser = new MySqlStatementParser(sql);
SQLStatement stmt = parser.parseStatementList().get(0);
parser.match(Token.EOF);
String output = SQLUtils.toMySqlString(stmt);
Assert.assertEquals("ALTER TABLE `test`.`tb1`\n\tCHARACTER SET = utf8, COLLATE = utf8_general_ci", output);
Assert.assertEquals("ALTER TABLE `test`.`tb1`\n\tCHARACTER SET = utf8, COLLATE = utf8_general_ci", SQLUtils.toMySqlString(stmt));
Assert.assertEquals("alter table `test`.`tb1`\n\tcharacter set = utf8, collate = utf8_general_ci", SQLUtils.toMySqlString(stmt, SQLUtils.DEFAULT_LCASE_FORMAT_OPTION));
}
public void test_alter_2() throws Exception {
src/test/java/com/alibaba/druid/bvt/sql/odps/OdpsSelectTest5.java
+34
View File
@@ -0,0 +1,34 @@
/*
* Copyright 1999-2101 Alibaba Group Holding Ltd.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.alibaba.druid.bvt.sql.odps;
import org.junit.Assert;
import com.alibaba.druid.sql.SQLUtils;
import junit.framework.TestCase;
public class OdpsSelectTest5 extends TestCase {
public void test_distribute_by() throws Exception {
String sql = "select * from t where ds='20160303' and hour in ('18') ";//
Assert.assertEquals("SELECT *"
+ "\nFROM t"
+ "\nWHERE ds = '20160303'"
+ "\n\tAND hour IN ('18')", SQLUtils.formatOdps(sql));
}
}
src/test/java/com/alibaba/druid/bvt/sql/oracle/OracleMergeTest6.java
+5 -8
View File
@@ -28,14 +28,11 @@ import com.alibaba.druid.stat.TableStat;
public class OracleMergeTest6 extends OracleTest {
public void test_0() throws Exception {
String sql = "MERGE INTO console_stb_ipstatus T1 "
+ //
"USING (SELECT '02222601005592002863423471' AS stbid FROM dual) T2 "
+ //
"ON ( T1.stbid=T2.stbid) "
+ //
"WHEN MATCHED THEN update set t1.ip='10.104.131.175',t1.port='6666',t1.status = 1, t1.time = to_char(sysdate, 'yyyy-MM-dd HH24:mi:ss') "
+ //
String sql = "MERGE INTO console_stb_ipstatus T1 " + //
"USING (SELECT '02222601005592002863423471' AS stbid FROM dual) T2 " + //
"ON ( T1.stbid=T2.stbid) " + //
"WHEN MATCHED THEN " + //
"update set t1.ip='10.104.131.175',t1.port='6666',t1.status = 1, t1.time = to_char(sysdate, 'yyyy-MM-dd HH24:mi:ss') " + //
"WHEN NOT MATCHED THEN insert (id, stbid, ip, port, time, firsttime, status) " + //
"values (CONSOLE_SEQ.nextval,'02222601005592002863423471','10.104.131.175','6666',to_char(sysdate, 'yyyy-MM-dd HH24:mi:ss'),to_char(sysdate, 'yyyy-MM-dd HH24:mi:ss'),1) ";
src/test/java/com/alibaba/druid/test/OdpsSelectTest6.java
+53
View File
@@ -0,0 +1,53 @@
/*
* Copyright 1999-2101 Alibaba Group Holding Ltd.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.alibaba.druid.test;
import java.io.File;
import java.util.List;
import org.apache.commons.io.FileUtils;
import org.junit.Assert;
import com.alibaba.druid.sql.ast.SQLStatement;
import com.alibaba.druid.sql.dialect.mysql.visitor.MySqlSchemaStatVisitor;
import com.alibaba.druid.sql.dialect.odps.parser.OdpsStatementParser;
import com.alibaba.druid.sql.parser.SQLStatementParser;
import junit.framework.TestCase;
public class OdpsSelectTest6 extends TestCase {
public void test_distribute_by() throws Exception {
File file = new File("/Users/wenshao/Downloads/datasafe_base_dev.udf_test.txt");
String sql = FileUtils.readFileToString(file, "UTF-8");
SQLStatementParser parser = new OdpsStatementParser(sql);
List<SQLStatement> statementList = parser.parseStatementList();
SQLStatement stmt = statementList.get(0);
Assert.assertEquals(1, statementList.size());
MySqlSchemaStatVisitor visitor = new MySqlSchemaStatVisitor();
stmt.accept(visitor);
// Assert.assertEquals("SELECT *"
// + "\nFROM t"
// + "\nWHERE ds = '20160303'"
// + "\n\tAND hour IN ('18')", SQLUtils.formatOdps(sql));
}
}