improved sql parser.

This commit is contained in:
wenshao
2017-10-20 11:21:20 +08:00
parent 3751b29df1
commit 381b189f41
20 changed files with 692 additions and 140 deletions
@@ -83,6 +83,9 @@ public class OracleCreatePackageTest5 extends OracleTest {
System.out.println("relationships : " + visitor.getRelationships());
System.out.println("orderBy : " + visitor.getOrderByColumns());
SQLUtils.toPGString(stmt);
stmt.clone();
// Assert.assertEquals(2, visitor.getTables().size());
//
// Assert.assertEquals(5, visitor.getColumns().size());
@@ -0,0 +1,75 @@
/*
* Copyright 1999-2017 Alibaba Group Holding Ltd.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.alibaba.druid.bvt.sql.oracle.create;
import com.alibaba.druid.sql.OracleTest;
import com.alibaba.druid.sql.SQLUtils;
import com.alibaba.druid.sql.ast.SQLStatement;
import com.alibaba.druid.sql.dialect.oracle.parser.OracleStatementParser;
import com.alibaba.druid.sql.dialect.oracle.visitor.OracleSchemaStatVisitor;
import com.alibaba.druid.stat.TableStat;
import java.util.List;
public class OracleCreateProcedureTest5 extends OracleTest {
public void test_0() throws Exception {
String sql = "CREATE OR REPLACE PROCEDURE proc_helloworld\n" +
"IS\n" +
"BEGIN\n" +
" DBMS_OUTPUT.put_line ('Hello World!');\n" +
"END;";
OracleStatementParser parser = new OracleStatementParser(sql);
List<SQLStatement> statementList = parser.parseStatementList();
print(statementList);
assertEquals(1, statementList.size());
SQLStatement stmt = (SQLStatement) statementList.get(0);
OracleSchemaStatVisitor visitor = new OracleSchemaStatVisitor();
stmt.accept(visitor);
assertEquals("CREATE OR REPLACE PROCEDURE proc_helloworld\n" +
"IS\n" +
"BEGIN\n" +
"\tDBMS_OUTPUT.put_line('Hello World!');\n" +
"END;", stmt.toString());
assertEquals("CREATE OR REPLACE PROCEDURE proc_helloworld\n" +
"IS\n" +
"BEGIN\n" +
"\tDBMS_OUTPUT.put_line('Hello World!');\n" +
"END;", SQLUtils.toPGString(stmt));
System.out.println("Tables : " + visitor.getTables());
System.out.println("fields : " + visitor.getColumns());
System.out.println("coditions : " + visitor.getConditions());
System.out.println("relationships : " + visitor.getRelationships());
System.out.println("orderBy : " + visitor.getOrderByColumns());
assertEquals(0, visitor.getTables().size());
// assertTrue(visitor.getTables().containsKey(new TableStat.Name("fact_brand_provider")));
assertEquals(0, visitor.getColumns().size());
assertEquals(0, visitor.getConditions().size());
assertEquals(0, visitor.getRelationships().size());
// assertTrue(visitor.containsColumn("fact_brand_provider", "gyscode"));
// assertTrue(visitor.containsColumn("fact_brand_provider", "gysname"));
}
}
@@ -29,7 +29,7 @@ public class OracleCreateTriggerTest4 extends OracleTest {
public void test_0() throws Exception {
String sql = //
"TRIGGER AUTH.TRG_HR_STRUCTURE_AFTINST AFTER INSERT ON hr_structure FOR EACH ROW\n" +
"TRIGGER RRP.TRG_HR_AK_AFTINST AFTER INSERT ON hr_structure FOR EACH ROW\n" +
"DECLARE\n" +
"BEGIN\n" +
" INSERT INTO hr_structure_temp\n" +
@@ -49,7 +49,7 @@ public class OracleCreateTriggerTest4 extends OracleTest {
Assert.assertEquals(1, statementList.size());
Assert.assertEquals("CREATE TRIGGER AUTH.TRG_HR_STRUCTURE_AFTINST\n" +
Assert.assertEquals("CREATE TRIGGER RRP.TRG_HR_AK_AFTINST\n" +
"\tAFTER INSERT\n" +
"\tON hr_structure\n" +
"\tFOR EACH ROW\n" +
@@ -0,0 +1,90 @@
/*
* Copyright 1999-2017 Alibaba Group Holding Ltd.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.alibaba.druid.bvt.sql.oracle.create;
import com.alibaba.druid.sql.OracleTest;
import com.alibaba.druid.sql.SQLUtils;
import com.alibaba.druid.sql.ast.SQLStatement;
import com.alibaba.druid.sql.dialect.oracle.parser.OracleStatementParser;
import com.alibaba.druid.sql.dialect.oracle.visitor.OracleSchemaStatVisitor;
import com.alibaba.druid.util.JdbcConstants;
import org.junit.Assert;
import java.util.List;
public class OracleCreateTriggerTest5 extends OracleTest {
public void test_0() throws Exception {
String sql = //
"CREATE OR REPLACE TRIGGER ECC.GAPM_PROJECT_INFO_SYNC_IOA_t\n" +
"\tBEFORE INSERT\n" +
"\tON ECC.GAPM_PROJECT_INFO_SYNC_IOA\n" +
"\tFOR EACH ROW\n" +
"BEGIN\n" +
"\tSELECT ECC.GAPM_PROJECT_INFO_SYNC_IOA_S.Nextval\n" +
"\tINTO :New.PROJECT_SYN_ID\n" +
"\tFROM dual;\n" +
"END;";
OracleStatementParser parser = new OracleStatementParser(sql);
List<SQLStatement> statementList = parser.parseStatementList();
SQLStatement stmt = statementList.get(0);
print(statementList);
Assert.assertEquals(1, statementList.size());
Assert.assertEquals("CREATE OR REPLACE TRIGGER ECC.GAPM_PROJECT_INFO_SYNC_IOA_t\n" +
"\tBEFORE INSERT\n" +
"\tON ECC.GAPM_PROJECT_INFO_SYNC_IOA\n" +
"\tFOR EACH ROW\n" +
"BEGIN\n" +
"\tSELECT ECC.GAPM_PROJECT_INFO_SYNC_IOA_S.Nextval\n" +
"\tINTO :New.PROJECT_SYN_ID\n" +
"\tFROM dual;\n" +
"END;",//
SQLUtils.toSQLString(stmt, JdbcConstants.ORACLE));
Assert.assertEquals("CREATE OR REPLACE TRIGGER ECC.GAPM_PROJECT_INFO_SYNC_IOA_t\n" +
"\tBEFORE INSERT\n" +
"\tON ECC.GAPM_PROJECT_INFO_SYNC_IOA\n" +
"\tFOR EACH ROW\n" +
"BEGIN\n" +
"\tSELECT ECC.GAPM_PROJECT_INFO_SYNC_IOA_S.Nextval\n" +
"\tINTO :New.PROJECT_SYN_ID\n" +
"\tFROM dual;\n" +
"END;",//
SQLUtils.toSQLString(stmt, JdbcConstants.POSTGRESQL));
OracleSchemaStatVisitor visitor = new OracleSchemaStatVisitor();
stmt.accept(visitor);
System.out.println("Tables : " + visitor.getTables());
System.out.println("fields : " + visitor.getColumns());
System.out.println("coditions : " + visitor.getConditions());
System.out.println("relationships : " + visitor.getRelationships());
System.out.println("orderBy : " + visitor.getOrderByColumns());
Assert.assertEquals(1, visitor.getTables().size());
// Assert.assertTrue(visitor.getTables().containsKey(new TableStat.Name("cdc.en_complaint_ipr_stat_fdt0")));
Assert.assertEquals(0, visitor.getColumns().size());
// Assert.assertTrue(visitor.getColumns().contains(new TableStat.Column("pivot_table", "*")));
// Assert.assertTrue(visitor.getColumns().contains(new TableStat.Column("pivot_table", "YEAR")));
// Assert.assertTrue(visitor.getColumns().contains(new TableStat.Column("pivot_table", "order_mode")));
}
}
@@ -0,0 +1,107 @@
/*
* Copyright 1999-2017 Alibaba Group Holding Ltd.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.alibaba.druid.bvt.sql.oracle.create;
import com.alibaba.druid.sql.OracleTest;
import com.alibaba.druid.sql.SQLUtils;
import com.alibaba.druid.sql.ast.SQLStatement;
import com.alibaba.druid.sql.dialect.oracle.parser.OracleStatementParser;
import com.alibaba.druid.sql.dialect.oracle.visitor.OracleSchemaStatVisitor;
import com.alibaba.druid.util.JdbcConstants;
import java.util.List;
public class OracleCreateTypeTest12 extends OracleTest {
public void test_types() throws Exception {
String sql = "CREATE OR REPLACE\n" +
"TYPE mybb wrapped\n" +
"a000000\n" +
"1\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"d\n" +
"c4 ae\n" +
"4YeykduDwWpKI7JeaWrDQ5SWiVgwg5n0dLhcWvou/6GX6rh0K6W/m8Ayy8xQjwlppZmB8L8z\n" +
"vbLLUrKeK2fhZ1JJscqkTZ4s6sZ86o5CkZQ1+fmoCEHRnn2mVV986ixuyTCSREZA25hXQFfU\n" +
"W757xtr4B5ICysO43qOCpqYu0laZ;";
System.out.println(sql);
OracleStatementParser parser = new OracleStatementParser(sql);
List<SQLStatement> statementList = parser.parseStatementList();
SQLStatement stmt = statementList.get(0);
print(statementList);
assertEquals(1, statementList.size());
assertEquals("CREATE OR REPLACE TYPE mybb WRAPPED\n" +
"a000000\n" +
"1\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"abcd\n" +
"d\n" +
"c4 ae\n" +
"4YeykduDwWpKI7JeaWrDQ5SWiVgwg5n0dLhcWvou/6GX6rh0K6W/m8Ayy8xQjwlppZmB8L8z\n" +
"vbLLUrKeK2fhZ1JJscqkTZ4s6sZ86o5CkZQ1+fmoCEHRnn2mVV986ixuyTCSREZA25hXQFfU\n" +
"W757xtr4B5ICysO43qOCpqYu0laZ;",//
SQLUtils.toSQLString(stmt, JdbcConstants.ORACLE));
OracleSchemaStatVisitor visitor = new OracleSchemaStatVisitor();
stmt.accept(visitor);
System.out.println("Tables : " + visitor.getTables());
System.out.println("fields : " + visitor.getColumns());
System.out.println("coditions : " + visitor.getConditions());
System.out.println("relationships : " + visitor.getRelationships());
System.out.println("orderBy : " + visitor.getOrderByColumns());
assertEquals(0, visitor.getTables().size());
assertEquals(0, visitor.getColumns().size());
SQLUtils.toPGString(stmt);
// assertTrue(visitor.getColumns().contains(new TableStat.Column("orders", "order_total")));
}
}
@@ -0,0 +1,60 @@
/*
* Copyright 1999-2017 Alibaba Group Holding Ltd.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.alibaba.druid.bvt.sql.oracle.create;
import com.alibaba.druid.sql.OracleTest;
import com.alibaba.druid.sql.SQLUtils;
import com.alibaba.druid.sql.ast.SQLStatement;
import com.alibaba.druid.sql.visitor.SchemaStatVisitor;
import com.alibaba.druid.util.JdbcConstants;
import java.util.List;
public class OracleDropTypeTest_0 extends OracleTest {
public void test_0() throws Exception {
String sql = //
"DROP type dmcfck;";
List<SQLStatement> statementList = SQLUtils.parseStatements(sql, JdbcConstants.ORACLE);
SQLStatement stmt = statementList.get(0);
print(statementList);
assertEquals(1, statementList.size());
SchemaStatVisitor visitor = SQLUtils.createSchemaStatVisitor(JdbcConstants.ORACLE);
stmt.accept(visitor);
System.out.println("Tables : " + visitor.getTables());
System.out.println("fields : " + visitor.getColumns());
System.out.println("coditions : " + visitor.getConditions());
System.out.println("relationships : " + visitor.getRelationships());
System.out.println("orderBy : " + visitor.getOrderByColumns());
assertEquals("DROP TYPE dmcfck;"
, SQLUtils.toSQLString(stmt, JdbcConstants.ORACLE));
assertEquals(0, visitor.getTables().size());
// assertTrue(visitor.getTables().containsKey(new TableStat.Name("t1")));
assertEquals(0, visitor.getColumns().size());
// assertTrue(visitor.getColumns().contains(new TableStat.Column("xwarehouses", "sales_rep_id")));
// assertTrue(visitor.getColumns().contains(new TableStat.Column("pivot_table", "YEAR")));
// assertTrue(visitor.getColumns().contains(new TableStat.Column("pivot_table", "order_mode")));
}
}