improved sql parser.

This commit is contained in:
wenshao
2017-10-18 15:55:24 +08:00
parent 29a5b5637c
commit 377d9346b8
18 changed files with 705 additions and 84 deletions
@@ -0,0 +1,31 @@
package com.alibaba.druid.bvt.sql.mysql.param;
import com.alibaba.druid.sql.SQLUtils;
import com.alibaba.druid.sql.ast.SQLStatement;
import com.alibaba.druid.sql.parser.SQLParserUtils;
import com.alibaba.druid.sql.parser.SQLStatementParser;
import com.alibaba.druid.sql.visitor.SQLASTOutputVisitor;
import com.alibaba.druid.util.JdbcConstants;
import junit.framework.TestCase;
import java.util.ArrayList;
import java.util.List;
/**
* Created by wenshao on 16/8/23.
*/
public class MySqlParameterizedOutputVisitorTest_restore_0 extends TestCase {
public void test_for_parameterize() throws Exception {
String sqlTemplate = "SELECT id, name, x, y, city_code FROM `geo_poi_raw_data` `geo_poi_raw_data` WHERE 1 = 1 AND `id` > ? ORDER BY `id`";
String params = "[[1200000,1250000]]";
params = params.replaceAll("''", "'");
sqlTemplate = SQLUtils.formatMySql(sqlTemplate);
String table = "[\"`geo_poi_raw_data`\"]";
String formattedSql = ParseUtil.restore(sqlTemplate, table, params);
assertEquals("SELECT id, name, x, y, city_code\n" +
"FROM `geo_poi_raw_data` `geo_poi_raw_data`\n" +
"WHERE 1 = 1\n" +
"\tAND (`id`>1200000 OR `id`>1250000)\n" +
"ORDER BY `id`", formattedSql);
}
}
@@ -0,0 +1,147 @@
/*
* Copyright 1999-2017 Alibaba Group Holding Ltd.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.alibaba.druid.bvt.sql.oracle.create;
import com.alibaba.druid.sql.OracleTest;
import com.alibaba.druid.sql.SQLUtils;
import com.alibaba.druid.sql.ast.SQLStatement;
import com.alibaba.druid.sql.dialect.oracle.parser.OracleStatementParser;
import com.alibaba.druid.sql.dialect.oracle.visitor.OracleSchemaStatVisitor;
import com.alibaba.druid.util.JdbcConstants;
import java.util.List;
public class OracleCreatePackageTest3 extends OracleTest {
public void test_types() throws Exception {
String sql = //
"\n" +
"CREATE OR REPLACE PACKAGE Mail_fck_bpi AS\n" +
"-- --------------------------------------------------------------------------\n" +
"-- Name : http://www.oracle-base.com/dba/miscellaneous/soap_api\n" +
"-- Author : DR Timothy S Hall\n" +
"-- Description : SOAP related functions for consuming web services.\n" +
"-- Ammedments :\n" +
"-- When Who What\n" +
"-- =========== ======== =================================================\n" +
"-- 04-OCT-2003 Tim Hall Initial Creation\n" +
"-- 23-FEB-2006 Tim Hall Parameterized the \"soap\" envelope tags.\n" +
"-- --------------------------------------------------------------------------\n" +
"TYPE t_request IS RECORD (\n" +
" method VARCHAR2(256),\n" +
" namespace VARCHAR2(256),\n" +
" body VARCHAR2(32767),\n" +
" envelope_tag VARCHAR2(30)\n" +
");\n" +
"TYPE t_response IS RECORD\n" +
"(\n" +
" doc XMLTYPE,\n" +
" envelope_tag VARCHAR2(30)\n" +
");\n" +
"PROCEDURE set_proxy_authentication(p_username IN VARCHAR2,\n" +
"\t\t\t\t p_password IN VARCHAR2);\n" +
"FUNCTION new_request(p_method IN VARCHAR2,\n" +
"\t\t p_namespace IN VARCHAR2,\n" +
"\t\t p_envelope_tag IN VARCHAR2 DEFAULT 'SOAP-ENV')\n" +
" RETURN t_request;\n" +
"PROCEDURE add_parameter(p_request IN OUT NOCOPY t_request,\n" +
"\t\t\tp_name IN VARCHAR2,\n" +
"\t\t\tp_type IN VARCHAR2,\n" +
"\t\t\tp_value IN VARCHAR2);\n" +
"FUNCTION invoke(p_request IN OUT NOCOPY t_request,\n" +
"\t\tp_url IN VARCHAR2,\n" +
"\t\tp_action IN VARCHAR2)\n" +
" RETURN t_response;\n" +
"FUNCTION get_return_value(p_response IN OUT NOCOPY t_response,\n" +
"\t\t\t p_name IN VARCHAR2,\n" +
"\t\t\t p_namespace IN VARCHAR2)\n" +
" RETURN VARCHAR2;\n" +
"END Mail_fck_bpi;";
OracleStatementParser parser = new OracleStatementParser(sql);
List<SQLStatement> statementList = parser.parseStatementList();
SQLStatement stmt = statementList.get(0);
print(statementList);
assertEquals(1, statementList.size());
assertEquals("CREATE OR REPLACE PACKAGE Mail_fck_bpi\n" +
"\tTYPE t_request IS RECORD (\n" +
"\t\tmethod VARCHAR2(256), \n" +
"\t\tnamespace VARCHAR2(256), \n" +
"\t\tbody VARCHAR2(32767), \n" +
"\t\tenvelope_tag VARCHAR2(30)\n" +
"\t);\n" +
"\tTYPE t_response IS RECORD (\n" +
"\t\tdoc XMLTYPE, \n" +
"\t\tenvelope_tag VARCHAR2(30)\n" +
"\t);\n" +
"\tPROCEDURE set_proxy_authentication (\n" +
"\t\tp_username IN VARCHAR2, \n" +
"\t\tp_password IN VARCHAR2\n" +
"\t)\n" +
"\t;\n" +
"\tFUNCTION new_request (\n" +
"\t\tp_method IN VARCHAR2, \n" +
"\t\tp_namespace IN VARCHAR2, \n" +
"\t\tp_envelope_tag IN VARCHAR2 := 'SOAP-ENV'\n" +
"\t)\n" +
"\tRETURN t_request\n" +
"\t\n" +
"\tPROCEDURE add_parameter (\n" +
"\t\tp_request IN OUT NOCOPY t_request, \n" +
"\t\tp_name IN VARCHAR2, \n" +
"\t\tp_type IN VARCHAR2, \n" +
"\t\tp_value IN VARCHAR2\n" +
"\t)\n" +
"\t;\n" +
"\tFUNCTION invoke (\n" +
"\t\tp_request IN OUT NOCOPY t_request, \n" +
"\t\tp_url IN VARCHAR2, \n" +
"\t\tp_action IN VARCHAR2\n" +
"\t)\n" +
"\tRETURN t_response\n" +
"\t\n" +
"\tFUNCTION get_return_value (\n" +
"\t\tp_response IN OUT NOCOPY t_response, \n" +
"\t\tp_name IN VARCHAR2, \n" +
"\t\tp_namespace IN VARCHAR2\n" +
"\t)\n" +
"\tRETURN VARCHAR2\n" +
"\t\n" +
"END Mail_fck_bpi;",//
SQLUtils.toSQLString(stmt, JdbcConstants.ORACLE));
OracleSchemaStatVisitor visitor = new OracleSchemaStatVisitor();
stmt.accept(visitor);
System.out.println("Tables : " + visitor.getTables());
System.out.println("fields : " + visitor.getColumns());
System.out.println("coditions : " + visitor.getConditions());
System.out.println("relationships : " + visitor.getRelationships());
System.out.println("orderBy : " + visitor.getOrderByColumns());
// Assert.assertEquals(2, visitor.getTables().size());
//
// Assert.assertEquals(5, visitor.getColumns().size());
//
// Assert.assertTrue(visitor.containsColumn("employees", "employee_id"));
// Assert.assertTrue(visitor.containsColumn("employees", "*"));
// Assert.assertTrue(visitor.containsColumn("departments", "department_id"));
// Assert.assertTrue(visitor.containsColumn("employees", "salary"));
// Assert.assertTrue(visitor.containsColumn("employees", "commission_pct"));
}
}
@@ -0,0 +1,143 @@
/*
* Copyright 1999-2017 Alibaba Group Holding Ltd.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR XONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.alibaba.druid.bvt.sql.oracle.create;
import com.alibaba.druid.sql.OracleTest;
import com.alibaba.druid.sql.SQLUtils;
import com.alibaba.druid.sql.ast.SQLStatement;
import com.alibaba.druid.sql.dialect.oracle.parser.OracleStatementParser;
import com.alibaba.druid.sql.dialect.oracle.visitor.OracleSchemaStatVisitor;
import com.alibaba.druid.util.JdbcConstants;
import java.util.List;
public class OracleCreatePackageTest4 extends OracleTest {
public void test_types() throws Exception {
String sql = //
"CREATE OR REPLACE PACKAGE XON_CALC_RIGHT_PRICE_PKG IS\n" +
" RIGHT_PRICE_TYPE varchar2(1) := '0'; -- 鏉冮檺浠风被鍨嬶細1銆佸浗闄呮潈闄愪环锛�2銆佸浗鍐呮潈闄愪环\n" +
" /*鍒濆\uE750鍖栨潈闄愪环璁$畻鐩稿叧鏁版嵁*/\n" +
" PROCEDURE INIT_CALC_RIGHT_PRICE(IN_XON_HEADER_ID NUMBER,\n" +
" IN_CALC_ID NUMBER,\n" +
" OUT_STATUS OUT VARCHAR2);\n" +
" /*鏇存柊璁惧\uE62C鏉冮檺浠风郴鏁�*/\n" +
" PROCEDURE UPDATE_DEV_RIGHT_PRICE_FACTOR(IN_XON_HEADER_ID NUMBER,\n" +
" IN_CALC_ID NUMBER,\n" +
" OUT_STATUS OUT VARCHAR2);\n" +
" /*鍖归厤鐗规畩鍝佺殑鏉冮檺浠风郴鏁�*/\n" +
" PROCEDURE UPDATE_DEV_SPEC_FACTOR(IN_XON_HEADER_ID NUMBER, --閰嶇疆鍚堝悓ID\n" +
" IN_CALC_ID NUMBER, --璁$畻ID\n" +
" OUT_STATUS OUT VARCHAR2);\n" +
" /*鏇存柊鍏朵粬绫诲瀷鎴愭湰鍙婃潈闄愪环绯绘暟*/\n" +
" PROCEDURE UPDATE_OTH_RIGHT_PRICE_INFO(IN_XON_HEADER_ID NUMBER,\n" +
" IN_CALC_ID NUMBER,\n" +
" OUT_STATUS OUT VARCHAR2);\n" +
" /*鏍规嵁鏉冮檺浠风郴鏁帮紝璁$畻鏉冮檺浠�*/\n" +
" PROCEDURE CALC_RIGHT_PRICE_BY_FACTOR(IN_XON_HEADER_ID NUMBER,\n" +
" IN_CALC_ID NUMBER,\n" +
" OUT_STATUS OUT VARCHAR2);\n" +
" /*\\*姹囨�绘眰寰楀晢鍔$郴鏁�*\\\n" +
" PROCEDURE UPDATE_BUSINESS_FACTOR(IN_XON_HEADER_ID NUMBER,\n" +
" IN_CALC_ID NUMBER,\n" +
" OUT_STATUS OUT VARCHAR2);*/\n" +
" /*鏍规嵁鏉冮檺浠疯\uE178绠楃殑鍩虹\uE505淇℃伅锛屾眹鎬昏\uE178绠楁潈闄愪环*/\n" +
" PROCEDURE CALC_RIGHT_PRICE(IN_XON_HEADER_ID NUMBER, IN_CALC_ID NUMBER);\n" +
" /*鏍规嵁鍥藉唴鏉冮檺浠疯\uE178绠楃殑鍩虹\uE505淇℃伅锛屾眹鎬昏\uE178绠楁潈闄愪环*/\n" +
" PROCEDURE DOM_CALC_RIGHT_PRICE(IN_XON_HEADER_ID NUMBER,\n" +
" IN_CALC_ID NUMBER);\n" +
" /*鏉冮檺浠疯\uE178绠楃殑鎬荤殑璋冨害杩囩▼*/\n" +
" PROCEDURE CALC_RIGHT_PRICE_MAIN(IN_XON_HEADER_ID NUMBER,\n" +
" IN_CALC_ID NUMBER);\n" +
"END XON_CALC_RIGHT_PRICE_PKG;";
OracleStatementParser parser = new OracleStatementParser(sql);
List<SQLStatement> statementList = parser.parseStatementList();
SQLStatement stmt = statementList.get(0);
print(statementList);
assertEquals(1, statementList.size());
assertEquals("CREATE OR REPLACE PACKAGE XON_CALC_RIGHT_PRICE_PKG\n" +
"\tRIGHT_PRICE_TYPE varchar2(1) = '0';\n" +
"\tPROCEDURE INIT_CALC_RIGHT_PRICE (\n" +
"\t\tIN_XON_HEADER_ID NUMBER, \n" +
"\t\tIN_CALC_ID NUMBER, \n" +
"\t\tOUT_STATUS OUT VARCHAR2\n" +
"\t)\n" +
"\t;\n" +
"\tPROCEDURE UPDATE_DEV_RIGHT_PRICE_FACTOR (\n" +
"\t\tIN_XON_HEADER_ID NUMBER, \n" +
"\t\tIN_CALC_ID NUMBER, \n" +
"\t\tOUT_STATUS OUT VARCHAR2\n" +
"\t)\n" +
"\t;\n" +
"\tPROCEDURE UPDATE_DEV_SPEC_FACTOR (\n" +
"\t\tIN_XON_HEADER_ID NUMBER, \n" +
"\t\tIN_CALC_ID NUMBER, \n" +
"\t\tOUT_STATUS OUT VARCHAR2\n" +
"\t)\n" +
"\t;\n" +
"\tPROCEDURE UPDATE_OTH_RIGHT_PRICE_INFO (\n" +
"\t\tIN_XON_HEADER_ID NUMBER, \n" +
"\t\tIN_CALC_ID NUMBER, \n" +
"\t\tOUT_STATUS OUT VARCHAR2\n" +
"\t)\n" +
"\t;\n" +
"\tPROCEDURE CALC_RIGHT_PRICE_BY_FACTOR (\n" +
"\t\tIN_XON_HEADER_ID NUMBER, \n" +
"\t\tIN_CALC_ID NUMBER, \n" +
"\t\tOUT_STATUS OUT VARCHAR2\n" +
"\t)\n" +
"\t;\n" +
"\tPROCEDURE CALC_RIGHT_PRICE (\n" +
"\t\tIN_XON_HEADER_ID NUMBER, \n" +
"\t\tIN_CALC_ID NUMBER\n" +
"\t)\n" +
"\t;\n" +
"\tPROCEDURE DOM_CALC_RIGHT_PRICE (\n" +
"\t\tIN_XON_HEADER_ID NUMBER, \n" +
"\t\tIN_CALC_ID NUMBER\n" +
"\t)\n" +
"\t;\n" +
"\tPROCEDURE CALC_RIGHT_PRICE_MAIN (\n" +
"\t\tIN_XON_HEADER_ID NUMBER, \n" +
"\t\tIN_CALC_ID NUMBER\n" +
"\t)\n" +
"\t;\n" +
"END XON_CALC_RIGHT_PRICE_PKG;",//
SQLUtils.toSQLString(stmt, JdbcConstants.ORACLE));
OracleSchemaStatVisitor visitor = new OracleSchemaStatVisitor();
stmt.accept(visitor);
System.out.println("Tables : " + visitor.getTables());
System.out.println("fields : " + visitor.getColumns());
System.out.println("coditions : " + visitor.getConditions());
System.out.println("relationships : " + visitor.getRelationships());
System.out.println("orderBy : " + visitor.getOrderByColumns());
// Assert.assertEquals(2, visitor.getTables().size());
//
// Assert.assertEquals(5, visitor.getColumns().size());
//
// Assert.assertTrue(visitor.containsColumn("employees", "employee_id"));
// Assert.assertTrue(visitor.containsColumn("employees", "*"));
// Assert.assertTrue(visitor.containsColumn("departments", "department_id"));
// Assert.assertTrue(visitor.containsColumn("employees", "salary"));
// Assert.assertTrue(visitor.containsColumn("employees", "commission_pct"));
}
}
@@ -87,8 +87,8 @@ public class Oracle_pl_3 extends OracleTest {
String output = SQLUtils.toOracleString(stmt);
assertEquals("CREATE OR REPLACE TYPE type_body_elements AS OBJECT (\n" +
"\tsome_string varchar2(64), \n" +
"\tFUNCTION function_one () RETURN varchar2, \n" +
"\tFUNCTION function_two () RETURN varchar2\n" +
"\tMEMBER FUNCTION function_one () RETURN varchar2, \n" +
"\tMEMBER FUNCTION function_two () RETURN varchar2\n" +
");", //
output);
}
@@ -96,8 +96,8 @@ public class Oracle_pl_3 extends OracleTest {
String output = SQLUtils.toOracleString(stmt, SQLUtils.DEFAULT_LCASE_FORMAT_OPTION);
assertEquals("create or replace type type_body_elements AS OBJECT (\n" +
"\tsome_string varchar2(64), \n" +
"\tfunction function_one () return varchar2, \n" +
"\tfunction function_two () return varchar2\n" +
"\tmember function function_one () return varchar2, \n" +
"\tmember function function_two () return varchar2\n" +
");", //
output);
}
@@ -53,7 +53,7 @@ public class SQLServerCreateTableTest_1 extends TestCase {
SQLServerSchemaStatVisitor visitor = new SQLServerSchemaStatVisitor();
stmt.accept(visitor);
// System.out.println("Tables : " + visitor.getTables());
System.out.println("Tables : " + visitor.getTables());
// System.out.println("fields : " + visitor.getColumns());
// System.out.println("coditions : " + visitor.getConditions());
// System.out.println("orderBy : " + visitor.getOrderByColumns());