Alawn/Druid
1
0
Fork 0
mirror of https://github.com/alibaba/druid.git synced 2023-03-04 19:17:16 +00:00
Code Issues Releases Wiki Activity

improved sql parser.

Browse Source
This commit is contained in:
wenshao
2017-07-19 00:40:03 +08:00
parent 1ef867781d
commit 811aa9b4b5
17 changed files with 1042 additions and 34 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/test/java/com/alibaba/druid/bvt/sql/CreateCompareTest.java
+82
View File
@@ -0,0 +1,82 @@
package com.alibaba.druid.bvt.sql;
import com.alibaba.druid.sql.SQLUtils;
import com.alibaba.druid.sql.ast.SQLStatement;
import com.alibaba.druid.sql.ast.statement.SQLCreateTableStatement;
import com.alibaba.druid.util.JdbcConstants;
import junit.framework.TestCase;
import java.util.ArrayList;
import java.util.Collections;
import java.util.List;
/**
* Created by wenshao on 18/07/2017.
*/
public class CreateCompareTest extends TestCase {
public void test_0() throws Exception {
String sql = "create table t7 (\n" +
"\tint bigint,\n" +
"\tFOREIGN KEY (id) REFERENCES t6 (id)\n" +
");\n" +
"\n" +
"create table t2 (\n" +
"\tint bigint\n" +
");\n" +
"\n" +
"create table t9 (\n" +
"\tint bigint,\n" +
"\tFOREIGN KEY (id) REFERENCES t8 (id)\n" +
");\n" +
"\n" +
"create table t6 (\n" +
"\tint bigint,\n" +
"\tFOREIGN KEY (id) REFERENCES t5 (id)\n" +
");\n" +
"\n" +
"create table t8 (\n" +
"\tint bigint,\n" +
"\tFOREIGN KEY (id) REFERENCES t7 (id)\n" +
");\n" +
"\n" +
"create table t4 (\n" +
"\tint bigint,\n" +
"\tFOREIGN KEY (id) REFERENCES t2 (id)\n" +
");\n" +
"\n" +
"create table t5 (\n" +
"\tint bigint,\n" +
"\tFOREIGN KEY (id) REFERENCES t4 (id)\n" +
");\n" +
"\n" +
"create table t3 (\n" +
"\tint bigint,\n" +
"\tFOREIGN KEY (id) REFERENCES t2 (id)\n" +
");\n" +
"\n" +
"create table t0 (\n" +
"\tint bigint\n" +
");\n" +
"\n" +
"create table t1 (\n" +
"\tint bigint\n" +
");";
List<SQLStatement> stmtList = SQLUtils.parseStatements(sql, JdbcConstants.ORACLE);
List<SQLCreateTableStatement> createStmtList = new ArrayList<SQLCreateTableStatement>();
for (SQLStatement item : stmtList) {
createStmtList.add((SQLCreateTableStatement) item);
}
SQLCreateTableStatement.sort(createStmtList);
assertEquals("t9", createStmtList.get(9).getName().getSimpleName());
assertEquals("t8", createStmtList.get(8).getName().getSimpleName());
assertEquals("t7", createStmtList.get(7).getName().getSimpleName());
assertEquals("t6", createStmtList.get(6).getName().getSimpleName());
assertEquals("t5", createStmtList.get(5).getName().getSimpleName());
}
}
src/test/java/com/alibaba/druid/bvt/sql/oracle/OracleSetTransactionTest3.java
+55
View File
@@ -0,0 +1,55 @@
/*
* Copyright 1999-2017 Alibaba Group Holding Ltd.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.alibaba.druid.bvt.sql.oracle;
import com.alibaba.druid.sql.OracleTest;
import com.alibaba.druid.sql.ast.SQLStatement;
import com.alibaba.druid.sql.dialect.oracle.parser.OracleStatementParser;
import com.alibaba.druid.sql.dialect.oracle.visitor.OracleSchemaStatVisitor;
import org.junit.Assert;
import java.util.List;
public class OracleSetTransactionTest3 extends OracleTest {
public void test_0() throws Exception {
String sql = "set transaction read write;";
OracleStatementParser parser = new OracleStatementParser(sql);
List<SQLStatement> statementList = parser.parseStatementList();
SQLStatement statemen = statementList.get(0);
print(statementList);
Assert.assertEquals(1, statementList.size());
OracleSchemaStatVisitor visitor = new OracleSchemaStatVisitor();
statemen.accept(visitor);
System.out.println("Tables : " + visitor.getTables());
System.out.println("fields : " + visitor.getColumns());
System.out.println("coditions : " + visitor.getConditions());
System.out.println("relationships : " + visitor.getRelationships());
System.out.println("orderBy : " + visitor.getOrderByColumns());
Assert.assertEquals(0, visitor.getTables().size());
// Assert.assertTrue(visitor.getTables().containsKey(new TableStat.Name("employees")));
Assert.assertEquals(0, visitor.getColumns().size());
// Assert.assertTrue(visitor.getColumns().contains(new TableStat.Column("departments", "department_id")));
}
}
src/test/java/com/alibaba/druid/bvt/sql/oracle/create/OracleCreateTableTest72.java
+82
View File
@@ -0,0 +1,82 @@
/*
* Copyright 1999-2017 Alibaba Group Holding Ltd.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.alibaba.druid.bvt.sql.oracle.create;
import com.alibaba.druid.sql.OracleTest;
import com.alibaba.druid.sql.SQLUtils;
import com.alibaba.druid.sql.ast.SQLStatement;
import com.alibaba.druid.util.JdbcConstants;
import java.util.List;
public class OracleCreateTableTest72 extends OracleTest {
public void test_types() throws Exception {
String sql = //
" CREATE GLOBAL TEMPORARY TABLE \"RETL\".\"REFFERAL_MEMBER\" \n" +
" (\t\"ID\" NUMBER NOT NULL ENABLE, \n" +
"\t\"GMT_CREATE\" DATE NOT NULL ENABLE, \n" +
"\t\"GMT_MODIFIED\" DATE NOT NULL ENABLE, \n" +
"\t\"FROM_NAME\" VARCHAR2(128) NOT NULL ENABLE, \n" +
"\t\"FROM_EMAIL\" VARCHAR2(128) NOT NULL ENABLE, \n" +
"\t\"TO_NAME\" VARCHAR2(128), \n" +
"\t\"TO_EMAIL\" VARCHAR2(128) NOT NULL ENABLE, \n" +
"\t\"MESSAGE\" VARCHAR2(512), \n" +
"\t\"GMT_JOIN_MEMBER\" DATE, \n" +
"\t\"SOURCE_CODE\" VARCHAR2(32) NOT NULL ENABLE, \n" +
"\t\"IS_FROM_MEMBER\" CHAR(1) NOT NULL ENABLE, \n" +
"\t\"IS_JOIN\" CHAR(1) NOT NULL ENABLE\n" +
" ) ON COMMIT DELETE ROWS ";
List<SQLStatement> statementList = SQLUtils.parseStatements(sql, JdbcConstants.ORACLE);
SQLStatement stmt = statementList.get(0);
print(statementList);
assertEquals(1, statementList.size());
//
assertEquals("CREATE GLOBAL TEMPORARY TABLE \"RETL\".\"REFFERAL_MEMBER\" (\n" +
"\t\"ID\" NUMBER NOT NULL ENABLE,\n" +
"\t\"GMT_CREATE\" DATE NOT NULL ENABLE,\n" +
"\t\"GMT_MODIFIED\" DATE NOT NULL ENABLE,\n" +
"\t\"FROM_NAME\" VARCHAR2(128) NOT NULL ENABLE,\n" +
"\t\"FROM_EMAIL\" VARCHAR2(128) NOT NULL ENABLE,\n" +
"\t\"TO_NAME\" VARCHAR2(128),\n" +
"\t\"TO_EMAIL\" VARCHAR2(128) NOT NULL ENABLE,\n" +
"\t\"MESSAGE\" VARCHAR2(512),\n" +
"\t\"GMT_JOIN_MEMBER\" DATE,\n" +
"\t\"SOURCE_CODE\" VARCHAR2(32) NOT NULL ENABLE,\n" +
"\t\"IS_FROM_MEMBER\" CHAR(1) NOT NULL ENABLE,\n" +
"\t\"IS_JOIN\" CHAR(1) NOT NULL ENABLE\n" +
")\n" +
"ON COMMIT DELETE ROWS",//
SQLUtils.toSQLString(stmt, JdbcConstants.ORACLE));
//
// SchemaStatVisitor visitor = SQLUtils.createSchemaStatVisitor(JdbcConstants.ORACLE);
// stmt.accept(visitor);
//
// System.out.println("Tables : " + visitor.getTables());
// System.out.println("fields : " + visitor.getColumns());
// System.out.println("coditions : " + visitor.getConditions());
// System.out.println("relationships : " + visitor.getRelationships());
// System.out.println("orderBy : " + visitor.getOrderByColumns());
//
// assertEquals(1, visitor.getTables().size());
//
// assertEquals(3, visitor.getColumns().size());
//
// assertTrue(visitor.getColumns().contains(new TableStat.Column("JWGZPT.A", "XM")));
}
}
src/test/java/com/alibaba/druid/bvt/sql/oracle/create/OracleCreateTableTest73.java
+131
View File
@@ -0,0 +1,131 @@
/*
* Copyright 1999-2017 Alibaba Group Holding Ltd.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.alibaba.druid.bvt.sql.oracle.create;
import com.alibaba.druid.sql.OracleTest;
import com.alibaba.druid.sql.SQLUtils;
import com.alibaba.druid.sql.ast.SQLStatement;
import com.alibaba.druid.util.JdbcConstants;
import java.util.List;
public class OracleCreateTableTest73 extends OracleTest {
public void test_types() throws Exception {
String sql = //
"CREATE TABLE \"RDB\".\"RDB_DATA_HIST\" \n" +
" (\t\"TABLE_ID\" NUMBER, \n" +
"\t\"EVENT_TYPE\" VARCHAR2(1), \n" +
"\t\"PK_DATA\" VARCHAR2(64), \n" +
"\t\"TRANSACTION_ID\" NUMBER, \n" +
"\t\"IGNORE_NODE_CLUSTER_ID\" VARCHAR2(32), \n" +
"\t\"GMT_CREATE\" DATE, \n" +
"\t\"ID\" NUMBER\n" +
" ) PCTFREE 0 PCTUSED 40 INITRANS 1 MAXTRANS 255 LOGGING \n" +
" STORAGE(\n" +
" BUFFER_POOL DEFAULT)\n" +
" TABLESPACE \"BISYNC1M\" \n" +
" PARTITION BY RANGE (\"GMT_CREATE\") \n" +
" (PARTITION \"AUTO_P_2012_06_01\" VALUES LESS THAN (TO_DATE(' 2012-06-01 00:00:00', 'SYYYY-MM-DD HH24:MI:SS', 'NLS_CALENDAR=GREGORIAN')) \n" +
" PCTFREE 0 PCTUSED 40 INITRANS 1 MAXTRANS 255 \n" +
" STORAGE(INITIAL 1048576 NEXT 1048576 MINEXTENTS 1 MAXEXTENTS 2147483645\n" +
" PCTINCREASE 0 FREELISTS 1 FREELIST GROUPS 1 BUFFER_POOL DEFAULT)\n" +
" TABLESPACE \"BISYNC1M\" NOCOMPRESS , \n" +
" PARTITION \"AUTO_P_2012_07_01\" VALUES LESS THAN (TO_DATE(' 2012-07-01 00:00:00', 'SYYYY-MM-DD HH24:MI:SS', 'NLS_CALENDAR=GREGORIAN')) \n" +
" PCTFREE 0 PCTUSED 40 INITRANS 1 MAXTRANS 255 \n" +
" STORAGE(INITIAL 1048576 NEXT 1048576 MINEXTENTS 1 MAXEXTENTS 2147483645\n" +
" PCTINCREASE 0 FREELISTS 1 FREELIST GROUPS 1 BUFFER_POOL DEFAULT)\n" +
" TABLESPACE \"BISYNC1M\" NOCOMPRESS , \n" +
" PARTITION \"AUTO_P_2012_08_01\" VALUES LESS THAN (TO_DATE(' 2012-08-01 00:00:00', 'SYYYY-MM-DD HH24:MI:SS', 'NLS_CALENDAR=GREGORIAN')) \n" +
" PCTFREE 0 PCTUSED 40 INITRANS 1 MAXTRANS 255 \n" +
" STORAGE(INITIAL 1048576 NEXT 1048576 MINEXTENTS 1 MAXEXTENTS 2147483645\n" +
" PCTINCREASE 0 FREELISTS 1 FREELIST GROUPS 1 BUFFER_POOL DEFAULT)\n" +
" TABLESPACE \"BISYNC1M\" NOCOMPRESS , \n" +
" PARTITION \"AUTO_P_2012_09_01\" VALUES LESS THAN (TO_DATE(' 2012-09-01 00:00:00', 'SYYYY-MM-DD HH24:MI:SS', 'NLS_CALENDAR=GREGORIAN')) \n" +
" PCTFREE 0 PCTUSED 40 INITRANS 1 MAXTRANS 255 \n" +
" STORAGE(INITIAL 1048576 NEXT 1048576 MINEXTENTS 1 MAXEXTENTS 2147483645\n" +
" PCTINCREASE 0 FREELISTS 1 FREELIST GROUPS 1 BUFFER_POOL DEFAULT)\n" +
" TABLESPACE \"BISYNC1M\" NOCOMPRESS , \n" +
" PARTITION \"AUTO_P_2012_10_01\" VALUES LESS THAN (TO_DATE(' 2012-10-01 00:00:00', 'SYYYY-MM-DD HH24:MI:SS', 'NLS_CALENDAR=GREGORIAN')) \n" +
" PCTFREE 0 PCTUSED 40 INITRANS 1 MAXTRANS 255 \n" +
" STORAGE(INITIAL 1048576 NEXT 1048576 MINEXTENTS 1 MAXEXTENTS 2147483645\n" +
" PCTINCREASE 0 FREELISTS 1 FREELIST GROUPS 1 BUFFER_POOL DEFAULT)\n" +
" TABLESPACE \"BISYNC1M\" NOCOMPRESS , \n" +
" PARTITION \"AUTO_P_2012_11_01\" VALUES LESS THAN (TO_DATE(' 2012-11-01 00:00:00', 'SYYYY-MM-DD HH24:MI:SS', 'NLS_CALENDAR=GREGORIAN')) \n" +
" PCTFREE 0 PCTUSED 40 INITRANS 1 MAXTRANS 255 \n" +
" STORAGE(INITIAL 1048576 NEXT 1048576 MINEXTENTS 1 MAXEXTENTS 2147483645\n" +
" PCTINCREASE 0 FREELISTS 1 FREELIST GROUPS 1 BUFFER_POOL DEFAULT)\n" +
" TABLESPACE \"BISYNC1M\" NOCOMPRESS , \n" +
" PARTITION \"AUTO_P_2012_12_01\" VALUES LESS THAN (TO_DATE(' 2012-12-01 00:00:00', 'SYYYY-MM-DD HH24:MI:SS', 'NLS_CALENDAR=GREGORIAN')) \n" +
" PCTFREE 0 PCTUSED 40 INITRANS 1 MAXTRANS 255 \n" +
" STORAGE(INITIAL 1048576 NEXT 1048576 MINEXTENTS 1 MAXEXTENTS 2147483645\n" +
" PCTINCREASE 0 FREELISTS 1 FREELIST GROUPS 1 BUFFER_POOL DEFAULT)\n" +
" TABLESPACE \"BISYNC1M\" NOCOMPRESS , \n" +
" PARTITION \"AUTO_P_2013_01_01\" VALUES LESS THAN (TO_DATE(' 2013-01-01 00:00:00', 'SYYYY-MM-DD HH24:MI:SS', 'NLS_CALENDAR=GREGORIAN')) \n" +
" PCTFREE 0 PCTUSED 40 INITRANS 1 MAXTRANS 255 \n" +
" STORAGE(INITIAL 1048576 NEXT 1048576 MINEXTENTS 1 MAXEXTENTS 2147483645\n" +
" PCTINCREASE 0 FREELISTS 1 FREELIST GROUPS 1 BUFFER_POOL DEFAULT)\n" +
" TABLESPACE \"BISYNC1M\" NOCOMPRESS , \n" +
" PARTITION \"AUTO_P_2013_02_01\" VALUES LESS THAN (TO_DATE(' 2013-02-01 00:00:00', 'SYYYY-MM-DD HH24:MI:SS', 'NLS_CALENDAR=GREGORIAN')) \n" +
" PCTFREE 0 PCTUSED 40 INITRANS 1 MAXTRANS 255 \n" +
" STORAGE(INITIAL 1048576 NEXT 1048576 MINEXTENTS 1 MAXEXTENTS 2147483645\n" +
" PCTINCREASE 0 FREELISTS 1 FREELIST GROUPS 1 BUFFER_POOL DEFAULT)\n" +
" TABLESPACE \"BISYNC1M\" NOCOMPRESS , \n" +
" PARTITION \"AUTO_P_2013_03_01\" VALUES LESS THAN (TO_DATE(' 2013-03-01 00:00:00', 'SYYYY-MM-DD HH24:MI:SS', 'NLS_CALENDAR=GREGORIAN')) \n" +
" PCTFREE 0 PCTUSED 40 INITRANS 1 MAXTRANS 255 \n" +
" STORAGE(INITIAL 1048576 NEXT 1048576 MINEXTENTS 1 MAXEXTENTS 2147483645\n" +
" PCTINCREASE 0 FREELISTS 1 FREELIST GROUPS 1 BUFFER_POOL DEFAULT)\n" +
" TABLESPACE \"BISYNC1M\" NOCOM";
List<SQLStatement> statementList = SQLUtils.parseStatements(sql, JdbcConstants.ORACLE);
SQLStatement stmt = statementList.get(0);
print(statementList);
assertEquals(1, statementList.size());
//
assertEquals("CREATE GLOBAL TEMPORARY TABLE \"RETL\".\"REFFERAL_MEMBER\" (\n" +
"\t\"ID\" NUMBER NOT NULL ENABLE,\n" +
"\t\"GMT_CREATE\" DATE NOT NULL ENABLE,\n" +
"\t\"GMT_MODIFIED\" DATE NOT NULL ENABLE,\n" +
"\t\"FROM_NAME\" VARCHAR2(128) NOT NULL ENABLE,\n" +
"\t\"FROM_EMAIL\" VARCHAR2(128) NOT NULL ENABLE,\n" +
"\t\"TO_NAME\" VARCHAR2(128),\n" +
"\t\"TO_EMAIL\" VARCHAR2(128) NOT NULL ENABLE,\n" +
"\t\"MESSAGE\" VARCHAR2(512),\n" +
"\t\"GMT_JOIN_MEMBER\" DATE,\n" +
"\t\"SOURCE_CODE\" VARCHAR2(32) NOT NULL ENABLE,\n" +
"\t\"IS_FROM_MEMBER\" CHAR(1) NOT NULL ENABLE,\n" +
"\t\"IS_JOIN\" CHAR(1) NOT NULL ENABLE\n" +
")\n" +
"ON COMMIT DELETE ROWS",//
SQLUtils.toSQLString(stmt, JdbcConstants.ORACLE));
//
// SchemaStatVisitor visitor = SQLUtils.createSchemaStatVisitor(JdbcConstants.ORACLE);
// stmt.accept(visitor);
//
// System.out.println("Tables : " + visitor.getTables());
// System.out.println("fields : " + visitor.getColumns());
// System.out.println("coditions : " + visitor.getConditions());
// System.out.println("relationships : " + visitor.getRelationships());
// System.out.println("orderBy : " + visitor.getOrderByColumns());
//
// assertEquals(1, visitor.getTables().size());
//
// assertEquals(3, visitor.getColumns().size());
//
// assertTrue(visitor.getColumns().contains(new TableStat.Column("JWGZPT.A", "XM")));
}
}
src/test/java/com/alibaba/druid/sql/calcite/CalciteTest.java
+5
View File
@@ -1,5 +1,6 @@
package com.alibaba.druid.sql.calcite;
import com.alibaba.druid.support.calcite.DDLSchema;
import junit.framework.TestCase;
import org.apache.calcite.plan.RelOptUtil;
import org.apache.calcite.rel.RelNode;
@@ -12,9 +13,13 @@ import org.apache.calcite.tools.RelBuilder;
*/
public class CalciteTest extends TestCase {
public void test_calcite() throws Exception {
DDLSchema schema = new DDLSchema();
final FrameworkConfig config = Frameworks
.newConfigBuilder()
.defaultSchema(schema)
.build();
final RelBuilder builder = RelBuilder.create(config);
final RelNode node = builder
.scan("EMP")