improved odps sql parser, support ARRAY/MAP/STRUCT dataType, for issue #2145

This commit is contained in:
wenshao
2017-12-02 12:50:06 +08:00
parent fd2ba2a290
commit 569c50977a
10 changed files with 701 additions and 1 deletions
@@ -0,0 +1,91 @@
/*
* Copyright 1999-2017 Alibaba Group Holding Ltd.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.alibaba.druid.bvt.sql.odps;
import com.alibaba.druid.sql.SQLUtils;
import com.alibaba.druid.sql.ast.SQLStatement;
import com.alibaba.druid.sql.visitor.SchemaStatVisitor;
import com.alibaba.druid.util.JdbcConstants;
import junit.framework.TestCase;
import java.util.List;
public class OdpsCreateTableTest6_array extends TestCase {
public void test_select() throws Exception {
// 1095288847322
String sql = "CREATE TABLE src_thrift\n" +
"(\n" +
" aint bigint,\n" +
" astring string,\n" +
" lint ARRAY<bigint>,\n" +
" lstring ARRAY<STRING>,\n" +
" --lintString ARRAY<INTSTRING>\n" +
" mStringString MAP<STRING, STRING>\n" +
" --attribute Map<String,Map<String,Map<String,PropValueUnion>>>,\n" +
" --unionField1 PropValueUnion,\n" +
" --unionField2 PropValueUnion,\n" +
" -- unionField3 PropValueUnion\n" +
");";//
List<SQLStatement> statementList = SQLUtils.parseStatements(sql, JdbcConstants.ODPS);
SQLStatement stmt = statementList.get(0);
assertEquals("CREATE TABLE src_thrift (\n" +
"\taint BIGINT,\n" +
"\tastring STRING,\n" +
"\tlint ARRAY<BIGINT>,\n" +
"\tlstring ARRAY<STRING>, -- lintString ARRAY<INTSTRING>\n" +
"\tmStringString MAP<STRING, STRING> -- attribute Map<String,Map<String,Map<String,PropValueUnion>>>,\n" +
"\t-- unionField1 PropValueUnion,\n" +
"\t-- unionField2 PropValueUnion,\n" +
"\t-- unionField3 PropValueUnion\n" +
");", stmt.toString());
assertEquals("create table src_thrift (\n" +
"\taint bigint,\n" +
"\tastring string,\n" +
"\tlint array<bigint>,\n" +
"\tlstring array<string>, -- lintString ARRAY<INTSTRING>\n" +
"\tmStringString map<string, string> -- attribute Map<String,Map<String,Map<String,PropValueUnion>>>,\n" +
"\t-- unionField1 PropValueUnion,\n" +
"\t-- unionField2 PropValueUnion,\n" +
"\t-- unionField3 PropValueUnion\n" +
");", SQLUtils.formatOdps(sql, SQLUtils.DEFAULT_LCASE_FORMAT_OPTION));
assertEquals(1, statementList.size());
SchemaStatVisitor visitor = SQLUtils.createSchemaStatVisitor(JdbcConstants.ODPS);
stmt.accept(visitor);
// System.out.println("Tables : " + visitor.getTables());
System.out.println("fields : " + visitor.getColumns());
// System.out.println("coditions : " + visitor.getConditions());
// System.out.println("orderBy : " + visitor.getOrderByColumns());
assertEquals(1, visitor.getTables().size());
assertEquals(5, visitor.getColumns().size());
assertEquals(0, visitor.getConditions().size());
// System.out.println(SQLUtils.formatOdps(sql));
// assertTrue(visitor.getColumns().contains(new Column("abc", "name")));
}
}
@@ -0,0 +1,69 @@
/*
* Copyright 1999-2017 Alibaba Group Holding Ltd.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.alibaba.druid.bvt.sql.odps;
import com.alibaba.druid.sql.SQLUtils;
import com.alibaba.druid.sql.ast.SQLStatement;
import com.alibaba.druid.sql.visitor.SchemaStatVisitor;
import com.alibaba.druid.util.JdbcConstants;
import junit.framework.TestCase;
import java.util.List;
public class OdpsCreateTableTest7_struct extends TestCase {
public void test_select() throws Exception {
// 1095288847322
String sql = "CREATE TABLE DEST3(k STRUCT<col1:STRING, col2:STRING>, v BIGINT) STORED AS TEXTFILE;";//
List<SQLStatement> statementList = SQLUtils.parseStatements(sql, JdbcConstants.ODPS);
SQLStatement stmt = statementList.get(0);
assertEquals("CREATE TABLE DEST3 (\n" +
"\tk STRUCT<col1:STRING>, col2:STRING>>,\n" +
"\tv BIGINT\n" +
")\n" +
"STORED AS TEXTFILE;", stmt.toString());
assertEquals("create table DEST3 (\n" +
"\tk struct<col1:string>, col2:string>>,\n" +
"\tv bigint\n" +
")\n" +
"stored as TEXTFILE;", SQLUtils.formatOdps(sql, SQLUtils.DEFAULT_LCASE_FORMAT_OPTION));
assertEquals(1, statementList.size());
SchemaStatVisitor visitor = SQLUtils.createSchemaStatVisitor(JdbcConstants.ODPS);
stmt.accept(visitor);
// System.out.println("Tables : " + visitor.getTables());
System.out.println("fields : " + visitor.getColumns());
// System.out.println("coditions : " + visitor.getConditions());
// System.out.println("orderBy : " + visitor.getOrderByColumns());
assertEquals(1, visitor.getTables().size());
assertEquals(2, visitor.getColumns().size());
assertEquals(0, visitor.getConditions().size());
// System.out.println(SQLUtils.formatOdps(sql));
// assertTrue(visitor.getColumns().contains(new Column("abc", "name")));
}
}