mirror of
https://github.com/alibaba/druid.git
synced 2023-03-04 19:17:16 +00:00
bug fixed for sql SchemaStatVisitor
This commit is contained in:
wenshao
+62
@@ -0,0 +1,62 @@
|
||||
package com.alibaba.druid.bvt.sql.mysql.param;
|
||||
|
||||
import com.alibaba.druid.sql.SQLUtils;
|
||||
import com.alibaba.druid.sql.ast.SQLStatement;
|
||||
import com.alibaba.druid.sql.parser.SQLParserUtils;
|
||||
import com.alibaba.druid.sql.parser.SQLStatementParser;
|
||||
import com.alibaba.druid.sql.visitor.ParameterizedOutputVisitorUtils;
|
||||
import com.alibaba.druid.sql.visitor.SQLASTOutputVisitor;
|
||||
import com.alibaba.druid.util.JdbcConstants;
|
||||
import junit.framework.TestCase;
|
||||
|
||||
import java.util.ArrayList;
|
||||
import java.util.List;
|
||||
|
||||
/**
|
||||
* Created by wenshao on 16/8/23.
|
||||
*/
|
||||
public class MySqlParameterizedOutputVisitorTest_33 extends TestCase {
|
||||
public void test_for_parameterize() throws Exception {
|
||||
final String dbType = JdbcConstants.MYSQL;
|
||||
|
||||
|
||||
String sql = "select * from t where id = 1 or id = 2";
|
||||
|
||||
String psql = ParameterizedOutputVisitorUtils.parameterize(sql, dbType);
|
||||
assertEquals("SELECT *\n" +
|
||||
"FROM t\n" +
|
||||
"WHERE id = ?", psql);
|
||||
|
||||
SQLStatementParser parser = SQLParserUtils.createSQLStatementParser(sql, dbType);
|
||||
List<SQLStatement> stmtList = parser.parseStatementList();
|
||||
|
||||
StringBuilder out = new StringBuilder();
|
||||
SQLASTOutputVisitor visitor = SQLUtils.createOutputVisitor(out, JdbcConstants.MYSQL);
|
||||
List<Object> parameters = new ArrayList<Object>();
|
||||
visitor.setParameterized(true);
|
||||
visitor.setParameterizedMergeInList(true);
|
||||
visitor.setParameters(parameters);
|
||||
visitor.setExportTables(true);
|
||||
/*visitor.setPrettyFormat(false);*/
|
||||
|
||||
SQLStatement stmt = stmtList.get(0);
|
||||
stmt.accept(visitor);
|
||||
|
||||
// System.out.println(parameters);
|
||||
assertEquals(1, parameters.size());
|
||||
|
||||
//SQLStatementParser parser = SQLParserUtils.createSQLStatementParser(psql, dbType);
|
||||
// List<SQLStatement> stmtList = parser.parseStatementList();
|
||||
SQLStatement pstmt = SQLUtils.parseStatements(psql, dbType).get(0);
|
||||
|
||||
StringBuilder buf = new StringBuilder();
|
||||
SQLASTOutputVisitor visitor1 = SQLUtils.createOutputVisitor(buf, dbType);
|
||||
visitor1.addTableMapping("udata", "udata_0888");
|
||||
visitor1.setParameters(visitor.getParameters());
|
||||
pstmt.accept(visitor1);
|
||||
|
||||
assertEquals("SELECT *\n" +
|
||||
"FROM t\n" +
|
||||
"WHERE id IN (1, 2)", buf.toString());
|
||||
}
|
||||
}
|
||||
+62
@@ -0,0 +1,62 @@
|
||||
package com.alibaba.druid.bvt.sql.mysql.param;
|
||||
|
||||
import com.alibaba.druid.sql.SQLUtils;
|
||||
import com.alibaba.druid.sql.ast.SQLStatement;
|
||||
import com.alibaba.druid.sql.parser.SQLParserUtils;
|
||||
import com.alibaba.druid.sql.parser.SQLStatementParser;
|
||||
import com.alibaba.druid.sql.visitor.ParameterizedOutputVisitorUtils;
|
||||
import com.alibaba.druid.sql.visitor.SQLASTOutputVisitor;
|
||||
import com.alibaba.druid.util.JdbcConstants;
|
||||
import junit.framework.TestCase;
|
||||
|
||||
import java.util.ArrayList;
|
||||
import java.util.List;
|
||||
|
||||
/**
|
||||
* Created by wenshao on 16/8/23.
|
||||
*/
|
||||
public class MySqlParameterizedOutputVisitorTest_34 extends TestCase {
|
||||
public void test_for_parameterize() throws Exception {
|
||||
final String dbType = JdbcConstants.MYSQL;
|
||||
|
||||
|
||||
String sql = "select * from t where id = 1 or id = 2 or id = 3";
|
||||
|
||||
String psql = ParameterizedOutputVisitorUtils.parameterize(sql, dbType);
|
||||
assertEquals("SELECT *\n" +
|
||||
"FROM t\n" +
|
||||
"WHERE id = ?", psql);
|
||||
|
||||
SQLStatementParser parser = SQLParserUtils.createSQLStatementParser(sql, dbType);
|
||||
List<SQLStatement> stmtList = parser.parseStatementList();
|
||||
|
||||
StringBuilder out = new StringBuilder();
|
||||
SQLASTOutputVisitor visitor = SQLUtils.createOutputVisitor(out, JdbcConstants.MYSQL);
|
||||
List<Object> parameters = new ArrayList<Object>();
|
||||
visitor.setParameterized(true);
|
||||
visitor.setParameterizedMergeInList(true);
|
||||
visitor.setParameters(parameters);
|
||||
visitor.setExportTables(true);
|
||||
/*visitor.setPrettyFormat(false);*/
|
||||
|
||||
SQLStatement stmt = stmtList.get(0);
|
||||
stmt.accept(visitor);
|
||||
|
||||
// System.out.println(parameters);
|
||||
assertEquals(1, parameters.size());
|
||||
|
||||
//SQLStatementParser parser = SQLParserUtils.createSQLStatementParser(psql, dbType);
|
||||
// List<SQLStatement> stmtList = parser.parseStatementList();
|
||||
SQLStatement pstmt = SQLUtils.parseStatements(psql, dbType).get(0);
|
||||
|
||||
StringBuilder buf = new StringBuilder();
|
||||
SQLASTOutputVisitor visitor1 = SQLUtils.createOutputVisitor(buf, dbType);
|
||||
visitor1.addTableMapping("udata", "udata_0888");
|
||||
visitor1.setParameters(visitor.getParameters());
|
||||
pstmt.accept(visitor1);
|
||||
|
||||
assertEquals("SELECT *\n" +
|
||||
"FROM t\n" +
|
||||
"WHERE id IN (1, 2, 3)", buf.toString());
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,24 @@
|
||||
package com.alibaba.druid.bvt.sql.odps;
|
||||
|
||||
import com.alibaba.druid.sql.SQLUtils;
|
||||
import junit.framework.TestCase;
|
||||
import org.junit.Assert;
|
||||
|
||||
public class OdpsMultiInsertTest2 extends TestCase {
|
||||
public void test_for_multi_insert() throws Exception {
|
||||
String sql = "from sale_detail\n" +
|
||||
"insert overwrite table sale_detail_multi partition (sale_date='2010', region='china' )\n" +
|
||||
"select shop_name, customer_id, total_price\n" +
|
||||
"insert overwrite table sale_detail_multi partition (sale_date='2011', region='china' )\n" +
|
||||
"select shop_name, customer_id, total_price;\n";
|
||||
Assert.assertEquals("FROM sale_detail\n" +
|
||||
"INSERT OVERWRITE TABLE sale_detail_multi PARTITION (sale_date='2010', region='china')\n" +
|
||||
"SELECT shop_name\n" +
|
||||
"\t, customer_id\n" +
|
||||
"\t, total_price\n" +
|
||||
"INSERT OVERWRITE TABLE sale_detail_multi PARTITION (sale_date='2011', region='china')\n" +
|
||||
"SELECT shop_name\n" +
|
||||
"\t, customer_id\n" +
|
||||
"\t, total_price;", SQLUtils.formatOdps(sql));
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,41 @@
|
||||
package com.alibaba.druid.bvt.sql.schemaStat;
|
||||
|
||||
import com.alibaba.druid.sql.SQLUtils;
|
||||
import com.alibaba.druid.sql.ast.SQLStatement;
|
||||
import com.alibaba.druid.sql.parser.SQLParserUtils;
|
||||
import com.alibaba.druid.sql.parser.SQLStatementParser;
|
||||
import com.alibaba.druid.sql.visitor.SchemaStatVisitor;
|
||||
import com.alibaba.druid.stat.TableStat;
|
||||
import com.alibaba.druid.util.JdbcConstants;
|
||||
import junit.framework.TestCase;
|
||||
import org.junit.Assert;
|
||||
|
||||
import java.util.Set;
|
||||
|
||||
public class SchemaStatTest10 extends TestCase {
|
||||
|
||||
public void test_schemaStat() throws Exception {
|
||||
String sql = "select a.id, b.name from table1 a inner join table2 b on a.id = b.id";
|
||||
|
||||
String dbType = JdbcConstants.ORACLE;
|
||||
SQLStatementParser parser = SQLParserUtils.createSQLStatementParser(sql, dbType);
|
||||
SQLStatement stmt = parser.parseStatementList().get(0);
|
||||
|
||||
SchemaStatVisitor statVisitor = SQLUtils.createSchemaStatVisitor(dbType);
|
||||
stmt.accept(statVisitor);
|
||||
|
||||
Set<TableStat.Relationship> relationships = statVisitor.getRelationships();
|
||||
for (TableStat.Relationship relationship : relationships) {
|
||||
System.out.println(relationship); // table1.id = table2.id
|
||||
}
|
||||
|
||||
// System.out.println(statVisitor.getColumns());
|
||||
// System.out.println(statVisitor.getGroupByColumns()); // group by
|
||||
System.out.println("relationships : " + statVisitor.getRelationships()); // group by
|
||||
// System.out.println(statVisitor.getConditions());
|
||||
|
||||
Assert.assertEquals(3, statVisitor.getColumns().size());
|
||||
Assert.assertEquals(2, statVisitor.getConditions().size());
|
||||
assertEquals(0, statVisitor.getFunctions().size());
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,42 @@
|
||||
package com.alibaba.druid.bvt.sql.schemaStat;
|
||||
|
||||
import com.alibaba.druid.sql.SQLUtils;
|
||||
import com.alibaba.druid.sql.ast.SQLStatement;
|
||||
import com.alibaba.druid.sql.parser.SQLParserUtils;
|
||||
import com.alibaba.druid.sql.parser.SQLStatementParser;
|
||||
import com.alibaba.druid.sql.visitor.SchemaStatVisitor;
|
||||
import com.alibaba.druid.stat.TableStat;
|
||||
import com.alibaba.druid.util.JdbcConstants;
|
||||
import junit.framework.TestCase;
|
||||
import org.junit.Assert;
|
||||
|
||||
import java.util.Set;
|
||||
|
||||
public class SchemaStatTest11 extends TestCase {
|
||||
|
||||
public void test_schemaStat() throws Exception {
|
||||
String sql = "select a.id, b.name from (select * from table1) a inner join table2 b on a.id = b.id";
|
||||
|
||||
String dbType = JdbcConstants.ORACLE;
|
||||
SQLStatementParser parser = SQLParserUtils.createSQLStatementParser(sql, dbType);
|
||||
SQLStatement stmt = parser.parseStatementList().get(0);
|
||||
|
||||
SchemaStatVisitor statVisitor = SQLUtils.createSchemaStatVisitor(dbType);
|
||||
stmt.accept(statVisitor);
|
||||
|
||||
Set<TableStat.Relationship> relationships = statVisitor.getRelationships();
|
||||
for (TableStat.Relationship relationship : relationships) {
|
||||
System.out.println(relationship); // table1.id = table2.id
|
||||
}
|
||||
|
||||
// System.out.println(statVisitor.getColumns());
|
||||
// System.out.println(statVisitor.getGroupByColumns()); // group by
|
||||
System.out.println("relationships : " + statVisitor.getRelationships()); // group by
|
||||
System.out.println(statVisitor.getConditions());
|
||||
assertEquals(1, relationships.size());
|
||||
|
||||
Assert.assertEquals(3, statVisitor.getColumns().size());
|
||||
Assert.assertEquals(2, statVisitor.getConditions().size());
|
||||
assertEquals(0, statVisitor.getFunctions().size());
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,57 @@
|
||||
package com.alibaba.druid.bvt.sql.schemaStat;
|
||||
|
||||
import com.alibaba.druid.sql.SQLUtils;
|
||||
import com.alibaba.druid.sql.ast.SQLStatement;
|
||||
import com.alibaba.druid.sql.parser.SQLParserUtils;
|
||||
import com.alibaba.druid.sql.parser.SQLStatementParser;
|
||||
import com.alibaba.druid.sql.visitor.SchemaStatVisitor;
|
||||
import com.alibaba.druid.stat.TableStat;
|
||||
import com.alibaba.druid.util.JdbcConstants;
|
||||
import junit.framework.TestCase;
|
||||
import org.junit.Assert;
|
||||
|
||||
import java.util.Set;
|
||||
|
||||
public class SchemaStatTest12 extends TestCase {
|
||||
|
||||
public void test_schemaStat() throws Exception {
|
||||
String sql = "select work_no , nick_name , name , ifnull(sum(investment_percentage ) / 100 , 0 ) as invest_percent " +
|
||||
"from ( " +
|
||||
" select t1.id , t1.work_no , t2.nick_name , t2.name , t2.super_work_no , t2.super_nick_name , t2.super_name " +
|
||||
" , t3.project_name , t1.investment_percentage , t4.dept_name " +
|
||||
" from t_pm_aur t2 " +
|
||||
" left outer join ( " +
|
||||
" select * from t_pm_rs_acl " +
|
||||
" where is_deleted = 0 and prj_biz_id is not null and ivt_pt > 0 and iwk = '2016W17' " +
|
||||
" ) t1 on t2.work_no = t1.work_no " +
|
||||
" left outer join ( " +
|
||||
" select * from t_pm_prj_i " +
|
||||
" where( status not in( 'DEPRECATED' , 'FINISHED' ) or status is null ) and( task_type not in( 'WEEKLY_REPORT' ) or task_type is null ) and is_deleted = 0 " +
|
||||
" ) t3 on t1.prj_biz_id = t3.biz_id " +
|
||||
" left outer join t_pm_dpt t4 on t2.dept_no = t4.biz_id " +
|
||||
" where t4.dept_name like 'MY-XDSYB-JSB%' and t2.emp_type in( 'R' , 'V' ) and t2.is_deleted = 'N' and t2.work_status = 'A' " +
|
||||
") t5 group by work_no , nick_name , name having invest_percent < 1.0 ";
|
||||
|
||||
String dbType = JdbcConstants.ORACLE;
|
||||
SQLStatementParser parser = SQLParserUtils.createSQLStatementParser(sql, dbType);
|
||||
SQLStatement stmt = parser.parseStatementList().get(0);
|
||||
|
||||
SchemaStatVisitor statVisitor = SQLUtils.createSchemaStatVisitor(dbType);
|
||||
stmt.accept(statVisitor);
|
||||
|
||||
Set<TableStat.Relationship> relationships = statVisitor.getRelationships();
|
||||
for (TableStat.Relationship relationship : relationships) {
|
||||
System.out.println(relationship); // table1.id = table2.id
|
||||
}
|
||||
|
||||
// System.out.println(statVisitor.getColumns());
|
||||
// System.out.println(statVisitor.getGroupByColumns()); // group by
|
||||
System.out.println("relationships : " + statVisitor.getRelationships()); // group by
|
||||
System.out.println(statVisitor.getConditions());
|
||||
assertEquals(3, relationships.size());
|
||||
|
||||
Assert.assertEquals(21, statVisitor.getColumns().size());
|
||||
Assert.assertEquals(20, statVisitor.getConditions().size());
|
||||
assertEquals(1, statVisitor.getFunctions().size());
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,42 @@
|
||||
package com.alibaba.druid.bvt.sql.schemaStat;
|
||||
|
||||
import com.alibaba.druid.sql.SQLUtils;
|
||||
import com.alibaba.druid.sql.ast.SQLStatement;
|
||||
import com.alibaba.druid.sql.parser.SQLParserUtils;
|
||||
import com.alibaba.druid.sql.parser.SQLStatementParser;
|
||||
import com.alibaba.druid.sql.visitor.SchemaStatVisitor;
|
||||
import com.alibaba.druid.stat.TableStat;
|
||||
import com.alibaba.druid.util.JdbcConstants;
|
||||
import junit.framework.TestCase;
|
||||
import org.junit.Assert;
|
||||
|
||||
import java.util.Set;
|
||||
|
||||
public class SchemaStatTest13 extends TestCase {
|
||||
|
||||
public void test_schemaStat() throws Exception {
|
||||
String sql = "select a.id, b.name from (select t1.* from table1 t1 left join table3 t3 on cast(t1.id as bigint) = t3.id) a inner join table2 b on a.id = b.id";
|
||||
|
||||
String dbType = JdbcConstants.ORACLE;
|
||||
SQLStatementParser parser = SQLParserUtils.createSQLStatementParser(sql, dbType);
|
||||
SQLStatement stmt = parser.parseStatementList().get(0);
|
||||
|
||||
SchemaStatVisitor statVisitor = SQLUtils.createSchemaStatVisitor(dbType);
|
||||
stmt.accept(statVisitor);
|
||||
|
||||
Set<TableStat.Relationship> relationships = statVisitor.getRelationships();
|
||||
for (TableStat.Relationship relationship : relationships) {
|
||||
System.out.println(relationship); // table1.id = table2.id
|
||||
}
|
||||
|
||||
// System.out.println(statVisitor.getColumns());
|
||||
// System.out.println(statVisitor.getGroupByColumns()); // group by
|
||||
System.out.println("relationships : " + statVisitor.getRelationships()); // group by
|
||||
System.out.println(statVisitor.getConditions());
|
||||
assertEquals(2, relationships.size());
|
||||
|
||||
Assert.assertEquals(5, statVisitor.getColumns().size());
|
||||
Assert.assertEquals(3, statVisitor.getConditions().size());
|
||||
assertEquals(0, statVisitor.getFunctions().size());
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,51 @@
|
||||
package com.alibaba.druid.demo.sql;
|
||||
|
||||
import com.alibaba.druid.sql.SQLUtils;
|
||||
import com.alibaba.druid.sql.ast.SQLStatement;
|
||||
import com.alibaba.druid.sql.parser.SQLParserUtils;
|
||||
import com.alibaba.druid.sql.parser.SQLStatementParser;
|
||||
import com.alibaba.druid.sql.visitor.SchemaStatVisitor;
|
||||
import com.alibaba.druid.stat.TableStat;
|
||||
import com.alibaba.druid.util.JdbcConstants;
|
||||
import junit.framework.TestCase;
|
||||
import org.apache.commons.io.FileUtils;
|
||||
import org.apache.commons.io.IOUtils;
|
||||
import org.junit.Assert;
|
||||
|
||||
import java.io.File;
|
||||
import java.util.List;
|
||||
import java.util.Set;
|
||||
|
||||
public class SchemaStatTest_odps extends TestCase {
|
||||
|
||||
public void test_schemaStat() throws Exception {
|
||||
File file = new File("/Users/wenshao/Downloads/odps_sql.txt");
|
||||
String sql = FileUtils.readFileToString(file);
|
||||
|
||||
String dbType = JdbcConstants.ODPS;
|
||||
SQLStatementParser parser = SQLParserUtils.createSQLStatementParser(sql, dbType);
|
||||
List<SQLStatement> stmtList = parser.parseStatementList();
|
||||
|
||||
System.out.println("stmtList size : " + stmtList.size());
|
||||
|
||||
SchemaStatVisitor statVisitor = SQLUtils.createSchemaStatVisitor(dbType);
|
||||
for (SQLStatement stmt : stmtList) {
|
||||
stmt.accept(statVisitor);
|
||||
}
|
||||
|
||||
Set<TableStat.Relationship> relationships = statVisitor.getRelationships();
|
||||
for (TableStat.Relationship relationship : relationships) {
|
||||
System.out.println(relationship); // table1.id = table2.id
|
||||
}
|
||||
|
||||
// System.out.println(statVisitor.getColumns());
|
||||
// System.out.println(statVisitor.getGroupByColumns()); // group by
|
||||
System.out.println("relationships : " + statVisitor.getRelationships()); // group by
|
||||
System.out.println(statVisitor.getConditions());
|
||||
assertEquals(3, relationships.size());
|
||||
|
||||
Assert.assertEquals(21, statVisitor.getColumns().size());
|
||||
Assert.assertEquals(20, statVisitor.getConditions().size());
|
||||
assertEquals(1, statVisitor.getFunctions().size());
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user