improved sql parser.

This commit is contained in:
wenshao
2017-10-20 14:47:02 +08:00
parent 7715c7ee15
commit bb2bbd833c
11 changed files with 588 additions and 40 deletions
@@ -0,0 +1,102 @@
/*
* Copyright 1999-2017 Alibaba Group Holding Ltd.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.alibaba.druid.bvt.sql.oracle.create;
import com.alibaba.druid.sql.OracleTest;
import com.alibaba.druid.sql.SQLUtils;
import com.alibaba.druid.sql.ast.SQLStatement;
import com.alibaba.druid.sql.dialect.oracle.parser.OracleStatementParser;
import com.alibaba.druid.sql.dialect.oracle.visitor.OracleSchemaStatVisitor;
import com.alibaba.druid.util.JdbcConstants;
import java.util.List;
public class OracleCreateFunctionTest_5 extends OracleTest {
public void test_types() throws Exception {
String sql = //
"CREATE OR REPLACE FUNCTION fibonacci wrapped \n" +
"a000000\n" +
"b2\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"8\n" +
"14a fb\n" +
"e1Yq3QQJoEoNKIeJlbgLoLdSgogwgxDcf8vWfHSKbuowFOXFKoj9MqYGqWyRxeeCUVqNVIO1\n" +
"ICqJa3yPr6e7z8GZpMH3J0Cx0uQ0B1JuysymdNDlzfTvb7QWsrLU4jGs3h8Mm49/L9nyO4Xh\n" +
"Ae06nawFpOJIAYpBf9wBVC+ZrjU/nuEtokBqCce6HWIoF6rYgz0V0W/47x5KpOnQ2i7X3kFe\n" +
"FR8K7jT7X58k8xK9uYlZv5LhV71a7A==";
OracleStatementParser parser = new OracleStatementParser(sql);
List<SQLStatement> statementList = parser.parseStatementList();
SQLStatement stmt = statementList.get(0);
print(statementList);
assertEquals(1, statementList.size());
assertEquals("CREATE OR REPLACE FUNCTION fibonacci WRAPPED \n" +
"b2\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"8\n" +
"14a fb\n" +
"e1Yq3QQJoEoNKIeJlbgLoLdSgogwgxDcf8vWfHSKbuowFOXFKoj9MqYGqWyRxeeCUVqNVIO1\n" +
"ICqJa3yPr6e7z8GZpMH3J0Cx0uQ0B1JuysymdNDlzfTvb7QWsrLU4jGs3h8Mm49/L9nyO4Xh\n" +
"Ae06nawFpOJIAYpBf9wBVC+ZrjU/nuEtokBqCce6HWIoF6rYgz0V0W/47x5KpOnQ2i7X3kFe\n" +
"FR8K7jT7X58k8xK9uYlZv5LhV71a7A==",//
SQLUtils.toSQLString(stmt, JdbcConstants.ORACLE));
OracleSchemaStatVisitor visitor = new OracleSchemaStatVisitor();
stmt.accept(visitor);
System.out.println("Tables : " + visitor.getTables());
System.out.println("fields : " + visitor.getColumns());
System.out.println("coditions : " + visitor.getConditions());
System.out.println("relationships : " + visitor.getRelationships());
System.out.println("orderBy : " + visitor.getOrderByColumns());
assertEquals(0, visitor.getTables().size());
assertEquals(0, visitor.getColumns().size());
// assertTrue(visitor.getColumns().contains(new TableStat.Column("orders", "order_total")));
}
}
@@ -0,0 +1,132 @@
/*
* Copyright 1999-2017 Alibaba Group Holding Ltd.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.alibaba.druid.bvt.sql.oracle.create;
import com.alibaba.druid.sql.OracleTest;
import com.alibaba.druid.sql.SQLUtils;
import com.alibaba.druid.sql.ast.SQLStatement;
import com.alibaba.druid.sql.dialect.oracle.parser.OracleStatementParser;
import com.alibaba.druid.sql.dialect.oracle.visitor.OracleSchemaStatVisitor;
import java.util.List;
public class OracleCreateProcedureTest6 extends OracleTest {
public void test_0() throws Exception {
String sql = "CREATE PROCEDURE wraptest wrapped \n" +
"a000000\n" +
"b2\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"7\n" +
"121 134\n" +
"Pf3/wD+9ncRZhp3XxTMUO3yIRvswg+nQ7UhqfHRG2vg+SD7x9XzsDUFWbdwCJVEOLKBBRuH6\n" +
"VMoRHfX6apzfyMkvWhzQLCYvAcq6Zu7++E7PrXNxUJzk/FZW8P9eRgyyyMFnDj53aP1cDje9\n" +
"ZdGr2VmJHIw0ZNHBYhDdR+du5U5Yy47a6dJHXFW9eNyxBHtXZDuiWYTUtlnueHQV9iYDwE+r\n" +
"jFn+eZm4jgDcTLTEzfmIVtPDRNhYCY3xhPo7vJeS8M1AvP+4xh9+uO35XsRIsRl1PTFVrGwg\n" +
"6iuxETwA5Pu2mwx3";
OracleStatementParser parser = new OracleStatementParser(sql);
List<SQLStatement> statementList = parser.parseStatementList();
print(statementList);
assertEquals(1, statementList.size());
SQLStatement stmt = (SQLStatement) statementList.get(0);
OracleSchemaStatVisitor visitor = new OracleSchemaStatVisitor();
stmt.accept(visitor);
assertEquals("CREATE PROCEDURE wraptest WRAPPED \n" +
"b2\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"7\n" +
"121 134\n" +
"Pf3/wD+9ncRZhp3XxTMUO3yIRvswg+nQ7UhqfHRG2vg+SD7x9XzsDUFWbdwCJVEOLKBBRuH6\n" +
"VMoRHfX6apzfyMkvWhzQLCYvAcq6Zu7++E7PrXNxUJzk/FZW8P9eRgyyyMFnDj53aP1cDje9\n" +
"ZdGr2VmJHIw0ZNHBYhDdR+du5U5Yy47a6dJHXFW9eNyxBHtXZDuiWYTUtlnueHQV9iYDwE+r\n" +
"jFn+eZm4jgDcTLTEzfmIVtPDRNhYCY3xhPo7vJeS8M1AvP+4xh9+uO35XsRIsRl1PTFVrGwg\n" +
"6iuxETwA5Pu2mwx3", stmt.toString());
assertEquals("CREATE PROCEDURE wraptest WRAPPED \n" +
"b2\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"7\n" +
"121 134\n" +
"Pf3/wD+9ncRZhp3XxTMUO3yIRvswg+nQ7UhqfHRG2vg+SD7x9XzsDUFWbdwCJVEOLKBBRuH6\n" +
"VMoRHfX6apzfyMkvWhzQLCYvAcq6Zu7++E7PrXNxUJzk/FZW8P9eRgyyyMFnDj53aP1cDje9\n" +
"ZdGr2VmJHIw0ZNHBYhDdR+du5U5Yy47a6dJHXFW9eNyxBHtXZDuiWYTUtlnueHQV9iYDwE+r\n" +
"jFn+eZm4jgDcTLTEzfmIVtPDRNhYCY3xhPo7vJeS8M1AvP+4xh9+uO35XsRIsRl1PTFVrGwg\n" +
"6iuxETwA5Pu2mwx3", SQLUtils.toPGString(stmt));
System.out.println("Tables : " + visitor.getTables());
System.out.println("fields : " + visitor.getColumns());
System.out.println("coditions : " + visitor.getConditions());
System.out.println("relationships : " + visitor.getRelationships());
System.out.println("orderBy : " + visitor.getOrderByColumns());
assertEquals(0, visitor.getTables().size());
// assertTrue(visitor.getTables().containsKey(new TableStat.Name("fact_brand_provider")));
assertEquals(0, visitor.getColumns().size());
assertEquals(0, visitor.getConditions().size());
assertEquals(0, visitor.getRelationships().size());
// assertTrue(visitor.containsColumn("fact_brand_provider", "gyscode"));
// assertTrue(visitor.containsColumn("fact_brand_provider", "gysname"));
}
}
@@ -29,12 +29,12 @@ public class OracleCreateTriggerTest5 extends OracleTest {
public void test_0() throws Exception {
String sql = //
"CREATE OR REPLACE TRIGGER ECC.GAPM_PROJECT_INFO_SYNC_IOA_t\n" +
"CREATE OR REPLACE TRIGGER XONN.GAPM_PROJECT_INFO_SYNC_IOA_t\n" +
"\tBEFORE INSERT\n" +
"\tON ECC.GAPM_PROJECT_INFO_SYNC_IOA\n" +
"\tON XONN.GAPM_PROJECT_INFO_SYNC_IOA\n" +
"\tFOR EACH ROW\n" +
"BEGIN\n" +
"\tSELECT ECC.GAPM_PROJECT_INFO_SYNC_IOA_S.Nextval\n" +
"\tSELECT XONN.GAPM_PROJECT_INFO_SYNC_IOA_S.Nextval\n" +
"\tINTO :New.PROJECT_SYN_ID\n" +
"\tFROM dual;\n" +
"END;";
@@ -46,23 +46,23 @@ public class OracleCreateTriggerTest5 extends OracleTest {
Assert.assertEquals(1, statementList.size());
Assert.assertEquals("CREATE OR REPLACE TRIGGER ECC.GAPM_PROJECT_INFO_SYNC_IOA_t\n" +
Assert.assertEquals("CREATE OR REPLACE TRIGGER XONN.GAPM_PROJECT_INFO_SYNC_IOA_t\n" +
"\tBEFORE INSERT\n" +
"\tON ECC.GAPM_PROJECT_INFO_SYNC_IOA\n" +
"\tON XONN.GAPM_PROJECT_INFO_SYNC_IOA\n" +
"\tFOR EACH ROW\n" +
"BEGIN\n" +
"\tSELECT ECC.GAPM_PROJECT_INFO_SYNC_IOA_S.Nextval\n" +
"\tSELECT XONN.GAPM_PROJECT_INFO_SYNC_IOA_S.Nextval\n" +
"\tINTO :New.PROJECT_SYN_ID\n" +
"\tFROM dual;\n" +
"END;",//
SQLUtils.toSQLString(stmt, JdbcConstants.ORACLE));
Assert.assertEquals("CREATE OR REPLACE TRIGGER ECC.GAPM_PROJECT_INFO_SYNC_IOA_t\n" +
Assert.assertEquals("CREATE OR REPLACE TRIGGER XONN.GAPM_PROJECT_INFO_SYNC_IOA_t\n" +
"\tBEFORE INSERT\n" +
"\tON ECC.GAPM_PROJECT_INFO_SYNC_IOA\n" +
"\tON XONN.GAPM_PROJECT_INFO_SYNC_IOA\n" +
"\tFOR EACH ROW\n" +
"BEGIN\n" +
"\tSELECT ECC.GAPM_PROJECT_INFO_SYNC_IOA_S.Nextval\n" +
"\tSELECT XONN.GAPM_PROJECT_INFO_SYNC_IOA_S.Nextval\n" +
"\tINTO :New.PROJECT_SYN_ID\n" +
"\tFROM dual;\n" +
"END;",//
@@ -0,0 +1,171 @@
/*
* Copyright 1999-2017 Alibaba Group Holding Ltd.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.alibaba.druid.bvt.sql.oracle.create;
import com.alibaba.druid.sql.OracleTest;
import com.alibaba.druid.sql.SQLUtils;
import com.alibaba.druid.sql.ast.SQLStatement;
import com.alibaba.druid.sql.dialect.oracle.parser.OracleStatementParser;
import com.alibaba.druid.sql.dialect.oracle.visitor.OracleSchemaStatVisitor;
import com.alibaba.druid.util.JdbcConstants;
import org.junit.Assert;
import java.util.List;
public class OracleCreateTriggerTest6 extends OracleTest {
public void test_0() throws Exception {
String sql = //
"CREATE OR REPLACE TRIGGER XON_EPM.EPM_TG_FIRSTCHECK\n" +
"\tAFTER INSERT OR UPDATE\n" +
"\tON XON_EPM.EPM_TBL_FIRST_CERTIFICATION_AP\n" +
"\tFOR EACH ROW\n" +
"DECLARE\n" +
"\tvar_nContractID number;\n" +
"\tvar_dFirstCheckTime date;\n" +
"\tvar_nRecordCount number;\n" +
"\tvar_sState varchar2(16);\n" +
"BEGIN\n" +
"\tvar_sState := :NEW.State;\n" +
"\tvar_dFirstCheckTime := :NEW.Commiteddate;\n" +
"\tIF var_sState = 'approved' THEN\n" +
"\t\t-- 鏌ヨ\uE1D7鍚堝悓 ID\n" +
"\t\tSELECT etfca_.contractid\n" +
"\t\tINTO var_nContractID\n" +
"\t\tFROM XON_EPM.EPM_TBL_FIRST_CERTIFICATION etfc_, XON_EPM.EPM_TBL_FIRST_CHECK_APPLICATIO etfca_\n" +
"\t\tWHERE etfca_.oid = etfc_.applicationid\n" +
"\t\t\tAND etfc_.oid = :NEW.CERTIFICATIONID;\n" +
"\t\tIF var_nContractID > 0 THEN\n" +
"\t\t\t-- 鏌ヨ\uE1D7 EPM_TB_CONTRACT_EX 鏄\uE21A惁鏈夎\uE187褰�\n" +
"\t\t\tSELECT COUNT(*)\n" +
"\t\t\tINTO var_nRecordCount\n" +
"\t\t\tFROM XON_EPM.EPM_TB_CONTRACT_EX etce_\n" +
"\t\t\tWHERE etce_.ncontractid = var_nContractID;\n" +
"\t\t\tIF var_nRecordCount <= 0 THEN\n" +
"\t\t\t\tUPDATE XON_EPM.EPM_TBL_CONTRACT\n" +
"\t\t\t\tSET oid = oid\n" +
"\t\t\t\tWHERE XON_EPM.EPM_TBL_CONTRACT.OID = var_nContractID;\n" +
"\t\t\tEND IF;\n" +
"\t\t\tUPDATE XON_EPM.EPM_TB_CONTRACT_EX\n" +
"\t\t\tSET dFirstCheckTime = var_dFirstCheckTime\n" +
"\t\t\tWHERE XON_EPM.EPM_TB_CONTRACT_EX.NCONTRACTID = var_nContractID;\n" +
"\t\tEND IF;\n" +
"\tEND IF;\n" +
"END;";
OracleStatementParser parser = new OracleStatementParser(sql);
List<SQLStatement> statementList = parser.parseStatementList();
SQLStatement stmt = statementList.get(0);
print(statementList);
Assert.assertEquals(1, statementList.size());
Assert.assertEquals("CREATE OR REPLACE TRIGGER XON_EPM.EPM_TG_FIRSTCHECK\n" +
"\tAFTER INSERT OR UPDATE\n" +
"\tON XON_EPM.EPM_TBL_FIRST_CERTIFICATION_AP\n" +
"\tFOR EACH ROW\n" +
"DECLARE\n" +
"\tvar_nContractID number;\n" +
"\tvar_dFirstCheckTime date;\n" +
"\tvar_nRecordCount number;\n" +
"\tvar_sState varchar2(16);\n" +
"BEGIN\n" +
"\tvar_sState := :NEW.State;\n" +
"\tvar_dFirstCheckTime := :NEW.Commiteddate;\n" +
"\tIF var_sState = 'approved' THEN\n" +
"\t\t-- 鏌ヨ\uE1D7鍚堝悓 ID\n" +
"\t\tSELECT etfca_.contractid\n" +
"\t\tINTO var_nContractID\n" +
"\t\tFROM XON_EPM.EPM_TBL_FIRST_CERTIFICATION etfc_, XON_EPM.EPM_TBL_FIRST_CHECK_APPLICATIO etfca_\n" +
"\t\tWHERE etfca_.oid = etfc_.applicationid\n" +
"\t\t\tAND etfc_.oid = :NEW.CERTIFICATIONID;\n" +
"\t\tIF var_nContractID > 0 THEN\n" +
"\t\t\t-- 鏌ヨ\uE1D7 EPM_TB_CONTRACT_EX 鏄\uE21A惁鏈夎\uE187褰�\n" +
"\t\t\tSELECT COUNT(*)\n" +
"\t\t\tINTO var_nRecordCount\n" +
"\t\t\tFROM XON_EPM.EPM_TB_CONTRACT_EX etce_\n" +
"\t\t\tWHERE etce_.ncontractid = var_nContractID;\n" +
"\t\t\tIF var_nRecordCount <= 0 THEN\n" +
"\t\t\t\tUPDATE XON_EPM.EPM_TBL_CONTRACT\n" +
"\t\t\t\tSET oid = oid\n" +
"\t\t\t\tWHERE XON_EPM.EPM_TBL_CONTRACT.OID = var_nContractID;\n" +
"\t\t\tEND IF;\n" +
"\t\t\tUPDATE XON_EPM.EPM_TB_CONTRACT_EX\n" +
"\t\t\tSET dFirstCheckTime = var_dFirstCheckTime\n" +
"\t\t\tWHERE XON_EPM.EPM_TB_CONTRACT_EX.NCONTRACTID = var_nContractID;\n" +
"\t\tEND IF;\n" +
"\tEND IF;\n" +
"END;",//
SQLUtils.toSQLString(stmt, JdbcConstants.ORACLE));
Assert.assertEquals("CREATE OR REPLACE TRIGGER XON_EPM.EPM_TG_FIRSTCHECK\n" +
"\tAFTER INSERT OR UPDATE\n" +
"\tON XON_EPM.EPM_TBL_FIRST_CERTIFICATION_AP\n" +
"\tFOR EACH ROW\n" +
"DECLARE\n" +
"\tvar_nContractID number;\n" +
"\tvar_dFirstCheckTime date;\n" +
"\tvar_nRecordCount number;\n" +
"\tvar_sState varchar2(16);\n" +
"BEGIN\n" +
"\tSET var_sState := :NEW.State;\n" +
"\tSET var_dFirstCheckTime := :NEW.Commiteddate;\n" +
"\tIF var_sState = 'approved' THEN\n" +
"\t\t-- 鏌ヨ\uE1D7鍚堝悓 ID\n" +
"\t\tSELECT etfca_.contractid\n" +
"\t\tINTO var_nContractID\n" +
"\t\tFROM XON_EPM.EPM_TBL_FIRST_CERTIFICATION etfc_, XON_EPM.EPM_TBL_FIRST_CHECK_APPLICATIO etfca_\n" +
"\t\tWHERE etfca_.oid = etfc_.applicationid\n" +
"\t\t\tAND etfc_.oid = :NEW.CERTIFICATIONID;\n" +
"\t\tIF var_nContractID > 0 THEN\n" +
"\t\t\t-- 鏌ヨ\uE1D7 EPM_TB_CONTRACT_EX 鏄\uE21A惁鏈夎\uE187褰�\n" +
"\t\t\tSELECT COUNT(*)\n" +
"\t\t\tINTO var_nRecordCount\n" +
"\t\t\tFROM XON_EPM.EPM_TB_CONTRACT_EX etce_\n" +
"\t\t\tWHERE etce_.ncontractid = var_nContractID;\n" +
"\t\t\tIF var_nRecordCount <= 0 THEN\n" +
"\t\t\t\tUPDATE XON_EPM.EPM_TBL_CONTRACT\n" +
"\t\t\t\tSET oid = oid\n" +
"\t\t\t\tWHERE XON_EPM.EPM_TBL_CONTRACT.OID = var_nContractID;\n" +
"\t\t\tEND IF;\n" +
"\t\t\tUPDATE XON_EPM.EPM_TB_CONTRACT_EX\n" +
"\t\t\tSET dFirstCheckTime = var_dFirstCheckTime\n" +
"\t\t\tWHERE XON_EPM.EPM_TB_CONTRACT_EX.NCONTRACTID = var_nContractID;\n" +
"\t\tEND IF;\n" +
"\tEND IF;\n" +
"END;",//
SQLUtils.toSQLString(stmt, JdbcConstants.POSTGRESQL));
OracleSchemaStatVisitor visitor = new OracleSchemaStatVisitor();
stmt.accept(visitor);
System.out.println("Tables : " + visitor.getTables());
System.out.println("fields : " + visitor.getColumns());
System.out.println("coditions : " + visitor.getConditions());
System.out.println("relationships : " + visitor.getRelationships());
System.out.println("orderBy : " + visitor.getOrderByColumns());
Assert.assertEquals(1, visitor.getTables().size());
// Assert.assertTrue(visitor.getTables().containsKey(new TableStat.Name("cdc.en_complaint_ipr_stat_fdt0")));
Assert.assertEquals(0, visitor.getColumns().size());
// Assert.assertTrue(visitor.getColumns().contains(new TableStat.Column("pivot_table", "*")));
// Assert.assertTrue(visitor.getColumns().contains(new TableStat.Column("pivot_table", "YEAR")));
// Assert.assertTrue(visitor.getColumns().contains(new TableStat.Column("pivot_table", "order_mode")));
}
}
@@ -67,6 +67,7 @@ public class Oracle_pl_param_inout_0 extends OracleTest {
"\tp IN OUT NOCOPY hr.person_typ, \n" +
"\tnew_job VARCHAR2\n" +
")\n" +
"IS\n" +
"BEGIN\n" +
"\tp.change_job(new_job);\n" +
"END;", //
@@ -78,6 +79,7 @@ public class Oracle_pl_param_inout_0 extends OracleTest {
"\tp in out nocopy hr.person_typ, \n" +
"\tnew_job VARCHAR2\n" +
")\n" +
"is\n" +
"begin\n" +
"\tp.change_job(new_job);\n" +
"end;", //