Alawn/Druid
1
0
Fork 0
mirror of https://github.com/alibaba/druid.git synced 2023-03-04 19:17:16 +00:00
Code Issues Releases Wiki Activity

improved sql parser.

Browse Source
This commit is contained in:
wenshao
2017-07-17 10:10:25 +08:00
parent 9e105a68f2
commit 5dac70deb0
20 changed files with 1510 additions and 69 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/test/java/com/alibaba/druid/bvt/sql/mysql/SQLParserTest.java
-40
View File
@@ -1,40 +0,0 @@
/*
* Copyright 1999-2017 Alibaba Group Holding Ltd.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.alibaba.druid.bvt.sql.mysql;
import junit.framework.TestCase;
import com.alibaba.druid.sql.ast.statement.SQLSelect;
import com.alibaba.druid.sql.dialect.mysql.parser.MySqlSelectParser;
import com.alibaba.druid.sql.dialect.mysql.visitor.MySql2OracleOutputVisitor;
import com.alibaba.druid.sql.parser.SQLSelectParser;
public class SQLParserTest extends TestCase {
public void test_select() throws Exception {
String sql = " SELECT COUNT(*) FROM close_plan WHERE 1=1 AND close_type = ? AND target_type = ? AND target_id = ? AND( mi_name=? ) AND end_time >= ? ";
SQLSelectParser parser = new MySqlSelectParser(sql);
SQLSelect select = parser.select();
StringBuilder out = new StringBuilder();
MySql2OracleOutputVisitor visitor = new MySql2OracleOutputVisitor(out);
select.accept(visitor);
System.out.println(out);
}
}
src/test/java/com/alibaba/druid/bvt/sql/mysql/transform/Trans_CreateView_0.java
+29
View File
@@ -0,0 +1,29 @@
package com.alibaba.druid.bvt.sql.mysql.transform;
import com.alibaba.druid.sql.SQLUtils;
import com.alibaba.druid.sql.ast.SQLStatement;
import com.alibaba.druid.sql.ast.statement.SQLCreateViewStatement;
import com.alibaba.druid.sql.dialect.mysql.visitor.transform.FromSubqueryResolver;
import com.alibaba.druid.util.JdbcConstants;
import junit.framework.TestCase;
import java.util.List;
/**
* Created by wenshao on 16/07/2017.
*/
public class Trans_CreateView_0 extends TestCase {
public void test_createView() throws Exception {
String sql = "CREATE OR REPLACE FORCE VIEW \"CMIS\".\"WFI_AGENT_LOGEND\" (\"INSTANCEID\", \"WFID\", \"WFSIGN\", \"NODEID\", \"NODESTARTTIME\", \"ORIGINALUSER\", \"REPLACER\", \"SYSID\", \"PK_VALUE\", \"APPL_TYPE\", \"WFI_END_ORG\", \"WFI_STATUS\") AS \n" +
" SELECT INSTANCEID,WFID,WFSIGN,NODEID,NODESTARTTIME,ORIGINALUSER,REPLACER,SYSID,PK_VALUE,APPL_TYPE,WFI_END_ORG,WFI_STATUS FROM (SELECT ROWID ROWIDTMP, AA.* FROM (SELECT A.INSTANCEID INSTANCEID,A.WFID WFID,A.WFSIGN WFSIGN,A.NODEID NODEID,A.NODESTARTTIME NODESTARTTIME,A.ORIGINALUSER ORIGINALUSER,A.REPLACER REPLACER,A.SYSID SYSID,B.PK_VALUE PK_VALUE,B.APPL_TYPE APPL_TYPE,B.WFI_END_ORG WFI_END_ORG,B.WFI_STATUS WFI_STATUS FROM WF_AGENT_LOG A, WFI_JOIN_HIS B WHERE A.INSTANCEID=B.INSTANCEID) AA) WHERE ROWIDTMP IN (SELECT ROWIDMAX FROM ( SELECT MAX(ROWID) ROWIDMAX,INSTANCEID FROM(SELECT A.INSTANCEID INSTANCEID FROM WF_AGENT_LOG A, WFI_JOIN_HIS B WHERE A.INSTANCEID=B.INSTANCEID) AA GROUP BY INSTANCEID ))\n" +
" WITH READ ONLY";
List<SQLStatement> stmtList = SQLUtils.parseStatements(sql, JdbcConstants.ORACLE);
assertEquals(1, stmtList.size());
SQLStatement stmt = stmtList.get(0);
List<SQLStatement> targetList = FromSubqueryResolver.resolve((SQLCreateViewStatement) stmt);
String targetSql = SQLUtils.toSQLString(targetList, JdbcConstants.ORACLE);
assertEquals(5, targetList.size());
}
}
src/test/java/com/alibaba/druid/bvt/sql/mysql/transform/Trans_CreateView_1.java
+39
View File
@@ -0,0 +1,39 @@
package com.alibaba.druid.bvt.sql.mysql.transform;
import com.alibaba.druid.sql.SQLUtils;
import com.alibaba.druid.sql.ast.SQLStatement;
import com.alibaba.druid.sql.ast.statement.SQLCreateViewStatement;
import com.alibaba.druid.sql.dialect.mysql.visitor.transform.FromSubqueryResolver;
import com.alibaba.druid.util.JdbcConstants;
import junit.framework.TestCase;
import java.util.List;
/**
* Created by wenshao on 16/07/2017.
*/
public class Trans_CreateView_1 extends TestCase {
public void test_createView() throws Exception {
String sql = " CREATE OR REPLACE FORCE VIEW \"CMIS\".\"LM_LOAN_MSGINFO\" (\"LOAN_NO\", \"OD_PRCP\", \"OD_DAYS\", \"OD_TNR\", \"ENTRYCS_DAYS\") AS \n" +
" select loan.loan_no as loan_no,coln.od_prcp,\n" +
"to_date((select cur_prcs_dt from s_ctrl),'YYYY-MM-DD')-to_date(loan.next_due_dt,'YYYY-MM-DD') as od_days,\n" +
"shd.od_tnr as od_tnr,\n" +
"to_date((select cur_prcs_dt from s_ctrl),'YYYY-MM-DD')-to_date(coln.entry_dt,'YYYY-MM-DD') as entrycs_days from lm_loan loan\n" +
"left join (select count(*) as od_tnr,loan_no\n" +
" from lm_pm_shd\n" +
" where ps_due_dt < (select cur_prcs_dt from s_ctrl)\n" +
" and setl_ind = 'N'\n" +
" and ps_od_ind = 'Y'\n" +
" and ps_perd_no <> 0 group by loan_no) shd on shd.loan_no=loan.loan_no\n" +
"left join cs_coln coln on loan.loan_no = coln.loan_no\n" +
"where loan.LOAN_OD_IND='Y' and loan.LOAN_STS='ACTV'";
List<SQLStatement> stmtList = SQLUtils.parseStatements(sql, JdbcConstants.ORACLE);
assertEquals(1, stmtList.size());
SQLStatement stmt = stmtList.get(0);
List<SQLStatement> targetList = FromSubqueryResolver.resolve((SQLCreateViewStatement) stmt);
String targetSql = SQLUtils.toSQLString(targetList, JdbcConstants.ORACLE);
assertEquals(2, targetList.size());
}
}
src/test/java/com/alibaba/druid/bvt/sql/odps/OdpsSelectTest26.java
+100
View File
@@ -0,0 +1,100 @@
/*
* Copyright 1999-2017 Alibaba Group Holding Ltd.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.alibaba.druid.bvt.sql.odps;
import com.alibaba.druid.sql.SQLUtils;
import com.alibaba.druid.sql.ast.SQLStatement;
import com.alibaba.druid.sql.visitor.SchemaStatVisitor;
import com.alibaba.druid.util.JdbcConstants;
import junit.framework.TestCase;
import java.util.List;
public class OdpsSelectTest26 extends TestCase {
public void test_select() throws Exception {
// 1095288847322
String sql = "select count(distinct(trackid)) as total , process ,value5 as result\n" +
" from \n" +
" havanaapp.s_register_process_log where \n" +
" ds='20170706' and value6='MOBILE_TB' and value1 REGEXP '^00'\n" +
" and process in('preCheckMobile','VerifyScrollCheckcode','SendMobileCheckcode','VerifyMobile',\n" +
" 'VerifyMobileCheckCode','VerifyNick','VerifyPasswordFormat','register','CheckMobileConflict','VerifyEmail') \n" +
" group by process,value5";//
assertEquals("SELECT COUNT(DISTINCT trackid) AS total, process, value5 AS result\n" +
"FROM havanaapp.s_register_process_log\n" +
"WHERE ds = '20170706'\n" +
"\tAND value6 = 'MOBILE_TB'\n" +
"\tAND value1 REGEXP '^00'\n" +
"\tAND process IN (\n" +
"\t\t'preCheckMobile', \n" +
"\t\t'VerifyScrollCheckcode', \n" +
"\t\t'SendMobileCheckcode', \n" +
"\t\t'VerifyMobile', \n" +
"\t\t'VerifyMobileCheckCode', \n" +
"\t\t'VerifyNick', \n" +
"\t\t'VerifyPasswordFormat', \n" +
"\t\t'register', \n" +
"\t\t'CheckMobileConflict', \n" +
"\t\t'VerifyEmail'\n" +
"\t)\n" +
"GROUP BY process, \n" +
"\tvalue5", SQLUtils.formatOdps(sql));
assertEquals("select count(DISTINCT trackid) as total, process, value5 as result\n" +
"from havanaapp.s_register_process_log\n" +
"where ds = '20170706'\n" +
"\tand value6 = 'MOBILE_TB'\n" +
"\tand value1 regexp '^00'\n" +
"\tand process in (\n" +
"\t\t'preCheckMobile', \n" +
"\t\t'VerifyScrollCheckcode', \n" +
"\t\t'SendMobileCheckcode', \n" +
"\t\t'VerifyMobile', \n" +
"\t\t'VerifyMobileCheckCode', \n" +
"\t\t'VerifyNick', \n" +
"\t\t'VerifyPasswordFormat', \n" +
"\t\t'register', \n" +
"\t\t'CheckMobileConflict', \n" +
"\t\t'VerifyEmail'\n" +
"\t)\n" +
"group by process, \n" +
"\tvalue5", SQLUtils.formatOdps(sql, SQLUtils.DEFAULT_LCASE_FORMAT_OPTION));
List<SQLStatement> statementList = SQLUtils.parseStatements(sql, JdbcConstants.ODPS);
SQLStatement stmt = statementList.get(0);
assertEquals(1, statementList.size());
SchemaStatVisitor visitor = SQLUtils.createSchemaStatVisitor(JdbcConstants.ODPS);
stmt.accept(visitor);
// System.out.println("Tables : " + visitor.getTables());
System.out.println("fields : " + visitor.getColumns());
// System.out.println("coditions : " + visitor.getConditions());
// System.out.println("orderBy : " + visitor.getOrderByColumns());
assertEquals(1, visitor.getTables().size());
assertEquals(6, visitor.getColumns().size());
assertEquals(3, visitor.getConditions().size());
// System.out.println(SQLUtils.formatOdps(sql));
// assertTrue(visitor.getColumns().contains(new Column("abc", "name")));
}
}
src/test/java/com/alibaba/druid/bvt/sql/oracle/create/OracleCreateTableTest71.java
+90
View File
@@ -0,0 +1,90 @@
/*
* Copyright 1999-2017 Alibaba Group Holding Ltd.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.alibaba.druid.bvt.sql.oracle.create;
import com.alibaba.druid.sql.OracleTest;
import com.alibaba.druid.sql.SQLUtils;
import com.alibaba.druid.sql.ast.SQLStatement;
import com.alibaba.druid.util.JdbcConstants;
import java.util.List;
public class OracleCreateTableTest71 extends OracleTest {
public void test_types() throws Exception {
String sql = //
" CREATE TABLE \"CMIS\".\"DR$IDX_FULL_BIZ_TABLE_NAME$N\" \n" +
" (\t\"NLT_DOCID\" NUMBER(38,0), \n" +
"\t\"NLT_MARK\" CHAR(1) NOT NULL ENABLE, \n" +
"\t PRIMARY KEY (\"NLT_DOCID\") ENABLE\n" +
" ) ORGANIZATION INDEX NOCOMPRESS PCTFREE 10 INITRANS 2 MAXTRANS 255 LOGGING\n" +
" STORAGE(INITIAL 65536 NEXT 1048576 MINEXTENTS 1 MAXEXTENTS 2147483645\n" +
" PCTINCREASE 0 FREELISTS 1 FREELIST GROUPS 1\n" +
" BUFFER_POOL DEFAULT FLASH_CACHE DEFAULT CELL_FLASH_CACHE DEFAULT)\n" +
" TABLESPACE \"CMISTBS\" \n" +
" PCTTHRESHOLD 50\n" +
" MONITORING ";
List<SQLStatement> statementList = SQLUtils.parseStatements(sql, JdbcConstants.ORACLE);
SQLStatement stmt = statementList.get(0);
print(statementList);
assertEquals(1, statementList.size());
//
assertEquals("CREATE TABLE \"CMIS\".\"DR$IDX_FULL_BIZ_TABLE_NAME$N\" (\n" +
"\t\"NLT_DOCID\" NUMBER(38, 0),\n" +
"\t\"NLT_MARK\" CHAR(1) NOT NULL ENABLE,\n" +
"\tPRIMARY KEY (\"NLT_DOCID\") ENABLE\n" +
")\n" +
"ORGANIZATION INDEX\n" +
"\tPCTFREE 10\n" +
"\tINITRANS 2\n" +
"\tMAXTRANS 255\n" +
"\tNOCOMPRESS\n" +
"\tLOGGING\n" +
"\tTABLESPACE \"CMISTBS\"\n" +
"\tSTORAGE (\n" +
"\t\tINITIAL 65536\n" +
"\t\tNEXT 1048576\n" +
"\t\tMINEXTENTS 1\n" +
"\t\tMAXEXTENTS 2147483645\n" +
"\t\tPCTINCREASE 0\n" +
"\t\tFREELISTS 1\n" +
"\t\tFREELIST GROUPS 1\n" +
"\t\tBUFFER_POOL DEFAULT\n" +
"\t\tFLASH_CACHE DEFAULT\n" +
"\t\tCELL_FLASH_CACHE DEFAULT\n" +
"\t)\n" +
"\tPCTTHRESHOLD 10\n" +
"MONITORING",//
SQLUtils.toSQLString(stmt, JdbcConstants.ORACLE));
//
// SchemaStatVisitor visitor = SQLUtils.createSchemaStatVisitor(JdbcConstants.ORACLE);
// stmt.accept(visitor);
//
// System.out.println("Tables : " + visitor.getTables());
// System.out.println("fields : " + visitor.getColumns());
// System.out.println("coditions : " + visitor.getConditions());
// System.out.println("relationships : " + visitor.getRelationships());
// System.out.println("orderBy : " + visitor.getOrderByColumns());
//
// assertEquals(1, visitor.getTables().size());
//
// assertEquals(3, visitor.getColumns().size());
//
// assertTrue(visitor.getColumns().contains(new TableStat.Column("JWGZPT.A", "XM")));
}
}
src/test/java/com/alibaba/druid/util/DropTables.java
+10
View File
@@ -0,0 +1,10 @@
package com.alibaba.druid.util;
import junit.framework.TestCase;
/**
* Created by wenshao on 16/07/2017.
*/
public class DropTables extends TestCase {
}