improved hive sql parser support.

This commit is contained in:
wenshao
2017-11-13 20:45:02 +08:00
parent 97933dd516
commit 8f214d54f7
12 changed files with 269 additions and 9 deletions
@@ -0,0 +1,53 @@
package com.alibaba.druid.bvt.sql.hive;
import com.alibaba.druid.sql.SQLUtils;
import com.alibaba.druid.sql.ast.SQLStatement;
import com.alibaba.druid.sql.visitor.SchemaStatVisitor;
import com.alibaba.druid.util.JdbcConstants;
import junit.framework.TestCase;
import java.util.List;
public class HiveCreateTableTest_0 extends TestCase {
public void test_select() throws Exception {
String sql = "CREATE TABLE students (name VARCHAR(64), age INT, gpa DECIMAL(3, 2))\n" +
" CLUSTERED BY (age) INTO 2 BUCKETS STORED AS ORC;";//
assertEquals("CREATE TABLE students (\n" +
"\tname VARCHAR(64),\n" +
"\tage INT,\n" +
"\tgpa DECIMAL(3, 2)\n" +
")\n" +
"CLUSTERED BY (age)\n" +
"INTO 2 BUCKETS\n" +
"STORE AS ORC;", SQLUtils.formatHive(sql));
assertEquals("create table students (\n" +
"\tname VARCHAR(64),\n" +
"\tage INT,\n" +
"\tgpa DECIMAL(3, 2)\n" +
")\n" +
"clustered by (age)\n" +
"into 2 buckets\n" +
"store as ORC;", SQLUtils.formatHive(sql, SQLUtils.DEFAULT_LCASE_FORMAT_OPTION));
List<SQLStatement> statementList = SQLUtils.parseStatements(sql, JdbcConstants.HIVE);
SQLStatement stmt = statementList.get(0);
assertEquals(1, statementList.size());
SchemaStatVisitor visitor = SQLUtils.createSchemaStatVisitor(JdbcConstants.HIVE);
stmt.accept(visitor);
System.out.println("Tables : " + visitor.getTables());
System.out.println("fields : " + visitor.getColumns());
// System.out.println("coditions : " + visitor.getConditions());
// System.out.println("orderBy : " + visitor.getOrderByColumns());
assertEquals(1, visitor.getTables().size());
assertEquals(3, visitor.getColumns().size());
assertEquals(0, visitor.getConditions().size());
assertTrue(visitor.containsColumn("students", "name"));
assertTrue(visitor.containsColumn("students", "age"));
assertTrue(visitor.containsColumn("students", "gpa"));
}
}
@@ -13,7 +13,7 @@
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.alibaba.druid.bvt.sql.h2;
package com.alibaba.druid.bvt.sql.hive;
import com.alibaba.druid.sql.OracleTest;
import com.alibaba.druid.sql.SQLUtils;
@@ -24,7 +24,7 @@ import org.junit.Assert;
import java.util.List;
public class H2_CreateTableTest_0 extends OracleTest {
public class HiveCreateTableTest_1 extends OracleTest {
public void test_0() throws Exception {
String sql = //
@@ -45,7 +45,8 @@ public class H2_CreateTableTest_0 extends OracleTest {
{
String text = SQLUtils.toSQLString(stmt, JdbcConstants.HIVE);
assertEquals("CREATE TABLE IF NOT EXISTS sc001.test STORE AS parquet\n" +
assertEquals("CREATE TABLE IF NOT EXISTS sc001.test\n" +
"STORE AS parquet\n" +
"AS\n" +
"SELECT *\n" +
"FROM sc002.test;", text);