improved odps sql parser. bug fixed for issue #1375

2023-03-04 19:17:16 +00:00 · 2016-08-21 13:58:38 +08:00
parent 0565f9c1a9
commit 103ee3e1a3
8 changed files with 381 additions and 28 deletions
@@ -0,0 +1,58 @@
+/*
+ * Copyright 1999-2101 Alibaba Group Holding Ltd.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *      http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package com.alibaba.druid.bvt.sql.odps;
+
+import java.util.List;
+
+import org.junit.Assert;
+
+import com.alibaba.druid.sql.SQLUtils;
+import com.alibaba.druid.sql.ast.SQLStatement;
+import com.alibaba.druid.sql.visitor.SchemaStatVisitor;
+import com.alibaba.druid.util.JdbcConstants;
+
+import junit.framework.TestCase;
+
+public class OdpsSelectTest14 extends TestCase {
+
+    public void test_select() throws Exception {
+        String sql = "SELECT split_part(content, '\\001')[1] FROM dual;";//
+        Assert.assertEquals("SELECT split_part(content, '\\001')[1]\n" +
+                "FROM dual;", SQLUtils.formatOdps(sql));
+        Assert.assertEquals("select split_part(content, '\\001')[1]\n" +
+                "from dual;", SQLUtils.formatOdps(sql, SQLUtils.DEFAULT_LCASE_FORMAT_OPTION));
+        
+        List<SQLStatement> statementList = SQLUtils.parseStatements(sql, JdbcConstants.ODPS);
+        SQLStatement stmt = statementList.get(0);
+
+        Assert.assertEquals(1, statementList.size());
+        
+        SchemaStatVisitor visitor = SQLUtils.createSchemaStatVisitor(JdbcConstants.ODPS);
+        stmt.accept(visitor);
+        
+//        System.out.println("Tables : " + visitor.getTables());
+//      System.out.println("fields : " + visitor.getColumns());
+//      System.out.println("coditions : " + visitor.getConditions());
+//      System.out.println("orderBy : " + visitor.getOrderByColumns());
+        
+        Assert.assertEquals(1, visitor.getTables().size());
+        Assert.assertEquals(1, visitor.getColumns().size());
+        Assert.assertEquals(0, visitor.getConditions().size());
+        
+//        Assert.assertTrue(visitor.getColumns().contains(new Column("abc", "name")));
+    }
+    
+}
@@ -0,0 +1,58 @@
+/*
+ * Copyright 1999-2101 Alibaba Group Holding Ltd.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *      http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package com.alibaba.druid.bvt.sql.odps;
+
+import java.util.List;
+
+import org.junit.Assert;
+
+import com.alibaba.druid.sql.SQLUtils;
+import com.alibaba.druid.sql.ast.SQLStatement;
+import com.alibaba.druid.sql.visitor.SchemaStatVisitor;
+import com.alibaba.druid.util.JdbcConstants;
+
+import junit.framework.TestCase;
+
+public class OdpsSelectTest15 extends TestCase {
+
+    public void test_select() throws Exception {
+        String sql = "SELECT '\\n' FROM dual;";//
+        Assert.assertEquals("SELECT '\\n'" +
+                "\nFROM dual;", SQLUtils.formatOdps(sql));
+        Assert.assertEquals("select '\\n'" +
+                "\nfrom dual;", SQLUtils.formatOdps(sql, SQLUtils.DEFAULT_LCASE_FORMAT_OPTION));
+        
+        List<SQLStatement> statementList = SQLUtils.parseStatements(sql, JdbcConstants.ODPS);
+        SQLStatement stmt = statementList.get(0);
+
+        Assert.assertEquals(1, statementList.size());
+        
+        SchemaStatVisitor visitor = SQLUtils.createSchemaStatVisitor(JdbcConstants.ODPS);
+        stmt.accept(visitor);
+        
+//        System.out.println("Tables : " + visitor.getTables());
+//      System.out.println("fields : " + visitor.getColumns());
+//      System.out.println("coditions : " + visitor.getConditions());
+//      System.out.println("orderBy : " + visitor.getOrderByColumns());
+        
+        Assert.assertEquals(1, visitor.getTables().size());
+        Assert.assertEquals(0, visitor.getColumns().size());
+        Assert.assertEquals(0, visitor.getConditions().size());
+        
+//        Assert.assertTrue(visitor.getColumns().contains(new Column("abc", "name")));
+    }
+    
+}
@@ -0,0 +1,58 @@
+/*
+ * Copyright 1999-2101 Alibaba Group Holding Ltd.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *      http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package com.alibaba.druid.bvt.sql.odps;
+
+import java.util.List;
+
+import org.junit.Assert;
+
+import com.alibaba.druid.sql.SQLUtils;
+import com.alibaba.druid.sql.ast.SQLStatement;
+import com.alibaba.druid.sql.visitor.SchemaStatVisitor;
+import com.alibaba.druid.util.JdbcConstants;
+
+import junit.framework.TestCase;
+
+public class OdpsSelectTest16 extends TestCase {
+
+    public void test_select() throws Exception {
+        String sql = "SELECT \"\\n\" FROM dual;";//
+        Assert.assertEquals("SELECT '\\n'" +
+                "\nFROM dual;", SQLUtils.formatOdps(sql));
+        Assert.assertEquals("select '\\n'" +
+                "\nfrom dual;", SQLUtils.formatOdps(sql, SQLUtils.DEFAULT_LCASE_FORMAT_OPTION));
+        
+        List<SQLStatement> statementList = SQLUtils.parseStatements(sql, JdbcConstants.ODPS);
+        SQLStatement stmt = statementList.get(0);
+
+        Assert.assertEquals(1, statementList.size());
+        
+        SchemaStatVisitor visitor = SQLUtils.createSchemaStatVisitor(JdbcConstants.ODPS);
+        stmt.accept(visitor);
+        
+//        System.out.println("Tables : " + visitor.getTables());
+//      System.out.println("fields : " + visitor.getColumns());
+//      System.out.println("coditions : " + visitor.getConditions());
+//      System.out.println("orderBy : " + visitor.getOrderByColumns());
+        
+        Assert.assertEquals(1, visitor.getTables().size());
+        Assert.assertEquals(0, visitor.getColumns().size());
+        Assert.assertEquals(0, visitor.getConditions().size());
+        
+//        Assert.assertTrue(visitor.getColumns().contains(new Column("abc", "name")));
+    }
+    
+}
@@ -29,47 +29,85 @@ public class OracleSelectTest56 extends OracleTest {

    public void test_0() throws Exception {
        String sql = //
-                "SELECT TRIM(BOTH FROM EUCD) AS \"value\",NTLANG1 AS \"text\" " //
-                + " FROM T_HT_WREM_ENUMLANG_D"
-                + " WHERE TYPE=?"
-                + " ORDER BY \"value\" ASC"; //
+                "select "
+                + "\nAA.ID,"
+                + "\nAA.CODE,"
+                + "\nAA.TYPE,"
+                + "\nAA.STATUS,"
+                + "\nAA.EMPLOYEENAME,"
+                + "\nAA.CREATORNAME,"
+                + "\nAA.OPERATIONTYPE,"
+                + "\nAA.CREATEDATE,"
+                + "\nAA.REMARK,"
+                + "\nW.NAME,"
+                + "\nDD.DESC"
+                + "\nfrom "
+                + "\na AA,"
+                + "\nw W,"
+                + "\nd DD"
+                + "\nwhere "
+                + "\nAA.employeeNo IN ("
+                + "\nSELECT employeeno FROM employeeauditor ea WHERE auditorno = 1 GROUP BY employeeno"
+                + "\nUNION ALL"
+                + "\nSELECT 1 FROM dual "
+                + "\n) and"
+                + "\nAA.WNO = W.WNO(+) and"
+                + "\nAA.DEPTNO = DD.DEPTNO(+)"; //

        OracleStatementParser parser = new OracleStatementParser(sql);
        List<SQLStatement> statementList = parser.parseStatementList();
        SQLStatement stmt = statementList.get(0);
-        print(statementList);
+//        print(statementList);

        Assert.assertEquals(1, statementList.size());

        OracleSchemaStatVisitor visitor = new OracleSchemaStatVisitor();
        stmt.accept(visitor);

-        System.out.println("Tables : " + visitor.getTables());
-        System.out.println("fields : " + visitor.getColumns());
-        System.out.println("coditions : " + visitor.getConditions());
-        System.out.println("relationships : " + visitor.getRelationships());
-        System.out.println("orderBy : " + visitor.getOrderByColumns());
+//        System.out.println("Tables : " + visitor.getTables());
+//        System.out.println("fields : " + visitor.getColumns());
+//        System.out.println("coditions : " + visitor.getConditions());
+//        System.out.println("relationships : " + visitor.getRelationships());
+//        System.out.println("orderBy : " + visitor.getOrderByColumns());

-        Assert.assertEquals(1, visitor.getTables().size());
+        Assert.assertEquals(4, visitor.getTables().size());

-        Assert.assertEquals(4, visitor.getColumns().size());
+        Assert.assertEquals(18, visitor.getColumns().size());

        {
            String text = SQLUtils.toOracleString(stmt);

-            Assert.assertEquals("SELECT TRIM(EUCD) AS \"value\", NTLANG1 AS \"text\""
-                    + "\nFROM T_HT_WREM_ENUMLANG_D"
-                    + "\nWHERE TYPE = ?"
-                    + "\nORDER BY \"value\" ASC", text);
+            Assert.assertEquals("SELECT AA.ID, AA.CODE, AA.TYPE, AA.STATUS, AA.EMPLOYEENAME\n" +
+                    "\t, AA.CREATORNAME, AA.OPERATIONTYPE, AA.CREATEDATE, AA.REMARK, W.NAME\n" +
+                    "\t, DD.DESC\n" +
+                    "FROM a AA, w W, d DD\n" +
+                    "WHERE AA.employeeNo IN (SELECT employeeno\n" +
+                    "\t\tFROM employeeauditor ea\n" +
+                    "\t\tWHERE auditorno = 1\n" +
+                    "\t\tGROUP BY employeeno\n" +
+                    "\t\tUNION ALL\n" +
+                    "\t\tSELECT 1\n" +
+                    "\t\tFROM dual)\n" +
+                    "\tAND AA.WNO = W.WNO(+)\n" +
+                    "\tAND AA.DEPTNO = DD.DEPTNO(+)", text);
        }

        {
            String text = SQLUtils.toOracleString(stmt, SQLUtils.DEFAULT_LCASE_FORMAT_OPTION);

-            Assert.assertEquals("select TRIM(EUCD) as \"value\", NTLANG1 as \"text\""
-                    + "\nfrom T_HT_WREM_ENUMLANG_D"
-                    + "\nwhere TYPE = ?"
-                    + "\norder by \"value\" asc", text);
+            Assert.assertEquals("select AA.ID, AA.CODE, AA.TYPE, AA.STATUS, AA.EMPLOYEENAME\n" +
+                    "\t, AA.CREATORNAME, AA.OPERATIONTYPE, AA.CREATEDATE, AA.REMARK, W.NAME\n" +
+                    "\t, DD.DESC\n" +
+                    "from a AA, w W, d DD\n" +
+                    "where AA.employeeNo in (select employeeno\n" +
+                    "\t\tfrom employeeauditor ea\n" +
+                    "\t\twhere auditorno = 1\n" +
+                    "\t\tgroup by employeeno\n" +
+                    "\t\tunion all\n" +
+                    "\t\tselect 1\n" +
+                    "\t\tfrom dual)\n" +
+                    "\tand AA.WNO = W.WNO(+)\n" +
+                    "\tand AA.DEPTNO = DD.DEPTNO(+)", text);
        }
        // Assert.assertTrue(visitor.getColumns().contains(new TableStat.Column("acduser.vw_acd_info", "xzqh")));