add testcase

This commit is contained in:
高铁
2021-01-27 13:29:52 +08:00
parent 8d684f638c
commit fb331e7127
131 changed files with 6391 additions and 0 deletions
@@ -0,0 +1,36 @@
package com.alibaba.druid.benckmark;
import com.alibaba.druid.util.JdbcUtils;
import com.alibaba.druid.util.Utils;
import java.io.InputStream;
public class TPCDS {
private static String ddl;
private static String[] QUERIES = new String[99];
static {
for (int i = 1; i <= 99; ++i) {
String num = (i < 10 ? "0" : "") + i;
String path = "tpcds/query" + num + ".sql";
InputStream is = Thread.currentThread().getContextClassLoader().getResourceAsStream(path);
String sql = Utils.read(is);
QUERIES[i-1] = sql;
JdbcUtils.close(is);
}
{
String path = "tpcds/create_tables.sql";
InputStream is = Thread.currentThread().getContextClassLoader().getResourceAsStream(path);
ddl = Utils.read(is);
JdbcUtils.close(is);
}
}
public static String getQuery(int index) {
return QUERIES[index - 1];
}
public static String getDDL() {
return ddl;
}
}
@@ -0,0 +1,46 @@
package com.alibaba.druid.benckmark;
import com.alibaba.druid.util.JdbcUtils;
import com.alibaba.druid.util.Utils;
import java.io.InputStream;
public class TPCH {
private static final String insert_lineitem_200;
private static String ddl;
private static String[] QUERIES = new String[22];
static {
for (int i = 1; i <= 22; ++i) {
String path = "tpch/q" + i + ".sql";
InputStream is = Thread.currentThread().getContextClassLoader().getResourceAsStream(path);
String sql = Utils.read(is);
QUERIES[i-1] = sql;
JdbcUtils.close(is);
}
{
String path = "tpch/create_tables.sql";
InputStream is = Thread.currentThread().getContextClassLoader().getResourceAsStream(path);
ddl = Utils.read(is);
JdbcUtils.close(is);
}
{
String path = "tpch/insert_lineitem_200.sql";
InputStream is = Thread.currentThread().getContextClassLoader().getResourceAsStream(path);
insert_lineitem_200 = Utils.read(is);
JdbcUtils.close(is);
}
}
public static String getQuery(int index) {
return QUERIES[index - 1];
}
public static String getDDL() {
return ddl;
}
public static String getInsertLineitem200() {
return insert_lineitem_200;
}
}
@@ -0,0 +1,143 @@
package com.alibaba.druid.bvt.sql.mysql.resolve;
import com.alibaba.druid.DbType;
import com.alibaba.druid.sql.SQLUtils;
import com.alibaba.druid.sql.ast.SQLExpr;
import com.alibaba.druid.sql.ast.expr.SQLIdentifierExpr;
import com.alibaba.druid.sql.ast.expr.SQLPropertyExpr;
import com.alibaba.druid.sql.ast.statement.*;
import com.alibaba.druid.sql.repository.SchemaRepository;
import com.alibaba.druid.sql.visitor.SQLASTVisitorAdapter;
import junit.framework.TestCase;
public class ResolveTest_0 extends TestCase {
private SchemaRepository repository = new SchemaRepository(DbType.mysql);
protected void setUp() throws Exception {
repository.setSchemaLoader(new SchemaRepository.SchemaLoader() {
@Override
public String loadDDL(String catalog, String schema, String objectName) {
if ("t_order".equalsIgnoreCase(objectName)) {
return "create table c1.s1.t_order (fid bigint, f_user_id bigint);";
}
if ("t_user".equalsIgnoreCase(objectName)) {
return "create table c1.s1.t_user (fid bigint, fname varchar(50));";
}
if ("nation".equalsIgnoreCase(objectName)) {
return "create table nation (fid bigint, fname varchar(50));";
}
return null;
}
});
}
public void test_0() throws Exception {
String sql = "with x as (select * from t_order o where o.fid = 3) select * from x inner join t_user u on x.fid = u.fid";
SQLSelectStatement stmt = (SQLSelectStatement) SQLUtils.parseStatements(sql, DbType.mysql).get(0);
repository.resolve(stmt);
SQLSelectQueryBlock queryBlock = stmt.getSelect().getQueryBlock();
SQLJoinTableSource join = (SQLJoinTableSource) queryBlock.getFrom();
SQLCreateTableStatement createTable = (SQLCreateTableStatement) ((SQLExprTableSource) join.getRight()).getSchemaObject().getStatement();
SQLExprTableSource left = (SQLExprTableSource) join.getLeft();
System.out.println(queryBlock.toString());
}
public void test_1() throws Exception {
String sql = "with x as (select * from t_order o where o.fid = 3) select * from x inner join t_user u on x.fid = u.fid";
SQLSelectStatement stmt = (SQLSelectStatement) SQLUtils.parseStatements(sql, DbType.mysql).get(0);
repository.resolve(stmt);
stmt.accept(new SetCatalogVisitor());
System.out.println(stmt.toString());
}
public void test_2() throws Exception {
String sql = "select t_order.fid from t_order";
SQLSelectStatement stmt = (SQLSelectStatement) SQLUtils.parseStatements(sql, DbType.mysql).get(0);
repository.resolve(stmt);
stmt.accept(new SetCatalogVisitor());
System.out.println(stmt.toString());
}
public void test_3() throws Exception {
String sql = "select s1.t_order.fid from s1.t_order";
SQLSelectStatement stmt = (SQLSelectStatement) SQLUtils.parseStatements(sql, DbType.mysql).get(0);
repository.resolve(stmt);
stmt.accept(new SetCatalogVisitor());
System.out.println(stmt.toString());
}
public void test_4() throws Exception {
String sql = "with temp_table as\n" +
"(\n" +
" select 0.5 * sum(l_quantity) as col1\n" +
" from lineitem,\n" +
" partsupp\n" +
" where l_partkey = ps_partkey and l_suppkey = ps_suppkey\n" +
" and date_parse(l_shipdate, '%Y-%m-%d %H:%i:%s') >= date '1993-01-01'\n" +
" and date_parse(l_shipdate, '%Y-%m-%d %H:%i:%s') < date '1993-01-01' + interval '1' year\n" +
")\n" +
"select s_name, s_address\n" +
"from supplier,\n" +
" nation\n" +
"where s_suppkey in (\n" +
" select ps_suppkey\n" +
" from partsupp,\n" +
" temp_table\n" +
" where ps_partkey in (\n" +
" select p_partkey\n" +
" from part\n" +
" where p_name like 'dark%' )\n" +
" and ps_availqty > temp_table.col1 )\n" +
" and s_nationkey = n_nationkey and n_name = 'JORDAN'\n" +
"order by s_name\n" +
"limit 1;";
SQLSelectStatement stmt = (SQLSelectStatement) SQLUtils.parseStatements(sql, DbType.mysql).get(0);
repository.resolve(stmt);
stmt.accept(new SetCatalogVisitor());
System.out.println(stmt.toString());
}
public static class SetCatalogVisitor extends SQLASTVisitorAdapter {
public boolean visit(SQLExprTableSource x) {
if (x.getSchemaObject() != null) {
x.setCatalog("c1", "s1");
}
return false;
}
public boolean visit(SQLPropertyExpr x) {
SQLExprTableSource tableSource = (SQLExprTableSource) x.getResolvedTableSource();
if (tableSource.getSchemaObject() == null) {
return false;
}
SQLExpr owner = x.getOwner();
if (owner instanceof SQLIdentifierExpr) {
x.setOwner(
new SQLPropertyExpr("c1", "s1", ((SQLIdentifierExpr) owner).getName())
);
} else if (owner instanceof SQLPropertyExpr) {
SQLPropertyExpr owner2 = (SQLPropertyExpr) owner;
if (owner2.getOwner() instanceof SQLIdentifierExpr) {
owner2.setOwner(new SQLPropertyExpr("c1", ((SQLIdentifierExpr) owner2.getOwner()).getName()));
}
}
return false;
}
}
}
@@ -0,0 +1,109 @@
package com.alibaba.druid.bvt.sql.mysql.resolve;
import com.alibaba.druid.DbType;
import com.alibaba.druid.sql.SQLUtils;
import com.alibaba.druid.sql.ast.SQLExpr;
import com.alibaba.druid.sql.ast.expr.SQLIdentifierExpr;
import com.alibaba.druid.sql.ast.expr.SQLPropertyExpr;
import com.alibaba.druid.sql.ast.statement.*;
import com.alibaba.druid.sql.repository.SchemaObject;
import com.alibaba.druid.sql.repository.SchemaRepository;
import com.alibaba.druid.sql.visitor.SQLASTVisitorAdapter;
import junit.framework.TestCase;
public class ResolveTest_1 extends TestCase {
private SchemaRepository repository = new SchemaRepository(DbType.mysql, DbType.hive);
protected void setUp() throws Exception {
repository.setSchemaLoader(new SchemaRepository.SchemaLoader() {
@Override
public String loadDDL(String catalog, String schema, String objectName) {
if ("b".equalsIgnoreCase(objectName)) {
return "create table ots.a.b ( id int not null, shippingaddress STRUCT<address1:string, `address2`:string, `city`:string, `state`:string>);\n";
}
if ("foo".equalsIgnoreCase(objectName)) {
return mockDDL("mysql", "hello", "foo");
} else if ("bar".equalsIgnoreCase(objectName)) {
return mockDDL("oss", "world", "bar");
} else if ("oss".equalsIgnoreCase(objectName)) {
return mockDDL("oss", "world", "error");
}
return null;
}
});
}
private String mockDDL(String catalogType, String schemaName, String tableName) {
return "CREATE EXTERNAL TABLE " + catalogType + "." + schemaName + "." + tableName + " (\n" +
" `name_text` VARCHAR" +
")";
}
public void test_0() throws Exception {
String sql = "select * from a.b";
SQLSelectStatement stmt = (SQLSelectStatement) SQLUtils.parseStatements(sql, DbType.mysql).get(0);
repository.resolve(stmt);
stmt.accept(new SetCatalogVisitor());
SQLSelectQueryBlock queryBlock = stmt.getSelect().getQueryBlock();
SQLExprTableSource tableSource = (SQLExprTableSource) queryBlock.getFrom();
final SchemaObject schemaObject = tableSource.getSchemaObject();
assertEquals("b", schemaObject.getName());
assertEquals("ots.a", schemaObject.getSchema().getName());
assertEquals("ots", schemaObject.getSchema().getCatalog());
SQLCreateTableStatement createTable = (SQLCreateTableStatement) schemaObject.getStatement();
assertNotNull(createTable);
System.out.println(queryBlock.toString());
}
public void test_1() throws Exception {
String sql = "insert into foo select * from bar";
SQLInsertStatement stmt = (SQLInsertStatement) SQLUtils.parseStatements(sql, DbType.mysql).get(0);
repository.resolve(stmt);
stmt.accept(new SetCatalogVisitor());
SQLSelectQueryBlock queryBlock = (SQLSelectQueryBlock) stmt.getQuery().getQuery();
SQLExprTableSource tableSource = (SQLExprTableSource) queryBlock.getFrom();
final SchemaObject schemaObject = tableSource.getSchemaObject();
assertEquals("bar", schemaObject.getName());
assertEquals("oss.world", schemaObject.getSchema().getName());
assertEquals("oss", schemaObject.getSchema().getCatalog());
}
public static class SetCatalogVisitor extends SQLASTVisitorAdapter {
public boolean visit(SQLExprTableSource x) {
if (x.getSchemaObject() != null) {
x.setCatalog("c1", "s1");
}
return false;
}
public boolean visit(SQLPropertyExpr x) {
SQLExprTableSource tableSource = (SQLExprTableSource) x.getResolvedTableSource();
if (tableSource.getSchemaObject() == null) {
return false;
}
SQLExpr owner = x.getOwner();
if (owner instanceof SQLIdentifierExpr) {
x.setOwner(
new SQLPropertyExpr("c1", "s1", ((SQLIdentifierExpr) owner).getName())
);
} else if (owner instanceof SQLPropertyExpr) {
SQLPropertyExpr owner2 = (SQLPropertyExpr) owner;
if (owner2.getOwner() instanceof SQLIdentifierExpr) {
owner2.setOwner(new SQLPropertyExpr("c1", ((SQLIdentifierExpr) owner2.getOwner()).getName()));
}
}
return false;
}
}
}
@@ -0,0 +1,88 @@
package com.alibaba.druid.bvt.sql.mysql.resolve;
import com.alibaba.druid.DbType;
import com.alibaba.druid.sql.SQLUtils;
import com.alibaba.druid.sql.ast.SQLExpr;
import com.alibaba.druid.sql.ast.SQLStatement;
import com.alibaba.druid.sql.ast.expr.SQLAllColumnExpr;
import com.alibaba.druid.sql.ast.expr.SQLIdentifierExpr;
import com.alibaba.druid.sql.ast.expr.SQLPropertyExpr;
import com.alibaba.druid.sql.ast.statement.SQLSelectItem;
import com.alibaba.druid.sql.ast.statement.SQLSelectQueryBlock;
import com.alibaba.druid.sql.ast.statement.SQLSelectStatement;
import com.alibaba.druid.sql.repository.SchemaRepository;
import com.alibaba.druid.sql.repository.SchemaResolveVisitor;
import com.alibaba.druid.sql.visitor.SQLASTVisitorAdapter;
import junit.framework.TestCase;
import java.util.List;
public class Resolve_AllColumn_Test extends TestCase {
public void test_resolve() throws Exception {
SchemaRepository repository = new SchemaRepository(DbType.mysql);
repository.acceptDDL("create table t_emp(emp_id bigint, name varchar(20));");
SQLStatement stmt = SQLUtils.parseSingleMysqlStatement("select * from t_emp");
repository.resolve(stmt, SchemaResolveVisitor.Option.ResolveAllColumn);
assertEquals("SELECT emp_id, name\n" +
"FROM t_emp", stmt.toString());
SQLSelectQueryBlock queryBlock = ((SQLSelectStatement) stmt).getSelect().getQueryBlock();
SQLIdentifierExpr expr = (SQLIdentifierExpr) queryBlock.getSelectList().get(0).getExpr();
assertNotNull(expr.getResolvedColumn());
new SQLASTVisitorAdapter() {
public boolean visit(SQLSelectQueryBlock queryBlock) {
final List<SQLSelectItem> selectList = queryBlock.getSelectList();
for (int i = 0; i < selectList.size(); i++) {
final SQLSelectItem selectItem = selectList.get(i);
final SQLExpr expr = selectItem.getExpr();
if (expr instanceof SQLAllColumnExpr) {
} else if (expr instanceof SQLPropertyExpr && ((SQLPropertyExpr) expr).getName().equals("*")) {
}
}
return true;
}
};
}
public void test_resolve_1() throws Exception {
SchemaRepository repository = new SchemaRepository(DbType.mysql);
repository.acceptDDL("create table t_emp(emp_id bigint, name varchar(20));");
SQLStatement stmt = SQLUtils.parseSingleMysqlStatement("select * from (select * from t_emp) x");
repository.resolve(stmt, SchemaResolveVisitor.Option.ResolveAllColumn);
assertEquals("SELECT emp_id, name\n" +
"FROM (\n" +
"\tSELECT emp_id, name\n" +
"\tFROM t_emp\n" +
") x", stmt.toString());
}
public void test_resolve_2() throws Exception {
SchemaRepository repository = new SchemaRepository(DbType.mysql);
repository.acceptDDL("create table t_emp(emp_id bigint, name varchar(20));");
SQLStatement stmt = SQLUtils.parseSingleMysqlStatement("select * from (select * from t_emp union all select * from t_emp) x");
repository.resolve(stmt, SchemaResolveVisitor.Option.ResolveAllColumn);
assertEquals("SELECT emp_id, name\n" +
"FROM (\n" +
"\tSELECT emp_id, name\n" +
"\tFROM t_emp\n" +
"\tUNION ALL\n" +
"\tSELECT emp_id, name\n" +
"\tFROM t_emp\n" +
") x", stmt.toString());
}
}
@@ -0,0 +1,25 @@
package com.alibaba.druid.bvt.sql.mysql.resolve;
import com.alibaba.druid.DbType;
import com.alibaba.druid.sql.SQLUtils;
import com.alibaba.druid.sql.ast.SQLStatement;
import com.alibaba.druid.sql.repository.SchemaRepository;
import com.alibaba.druid.sql.repository.SchemaResolveVisitor;
import junit.framework.TestCase;
public class Resolve_AllColumn_Test_1 extends TestCase {
public void test_resolve() throws Exception {
SchemaRepository repository = new SchemaRepository(DbType.mysql);
repository.acceptDDL("create table t_emp(emp_id bigint, name varchar(20));");
SQLStatement stmt = SQLUtils.parseSingleMysqlStatement("select 1 as tag, * from t_emp");
repository.resolve(stmt, SchemaResolveVisitor.Option.ResolveAllColumn);
assertEquals("SELECT 1 AS tag, emp_id, name\n" +
"FROM t_emp", stmt.toString());
}
}
@@ -0,0 +1,57 @@
package com.alibaba.druid.bvt.sql.mysql.resolve;
import com.alibaba.druid.DbType;
import com.alibaba.druid.benckmark.TPCDS;
import com.alibaba.druid.sql.SQLUtils;
import com.alibaba.druid.sql.ast.SQLDataType;
import com.alibaba.druid.sql.ast.SQLStatement;
import com.alibaba.druid.sql.ast.expr.SQLAllColumnExpr;
import com.alibaba.druid.sql.ast.statement.SQLSelect;
import com.alibaba.druid.sql.ast.statement.SQLSelectItem;
import com.alibaba.druid.sql.ast.statement.SQLSelectQueryBlock;
import com.alibaba.druid.sql.ast.statement.SQLSelectStatement;
import com.alibaba.druid.sql.repository.SchemaRepository;
import junit.framework.TestCase;
import java.util.List;
public class TPCDS_ALL_Resolve extends TestCase {
private SchemaRepository repository = new SchemaRepository(DbType.mysql);
protected void setUp() throws Exception {
repository.acceptDDL(TPCDS.getDDL());
}
public void test_q01() throws Exception {
for (int q = 1; q <= 99; ++q) {
System.out.println("tpcds query-" + q);
System.out.println("-----------------------------------------------------");
String sql = TPCDS.getQuery(q);
final List<SQLStatement> statements = SQLUtils.parseStatements(sql, DbType.mysql);
for (SQLStatement stmt : statements) {
repository.resolve(stmt);
final SQLSelect select = ((SQLSelectStatement) stmt).getSelect();
final SQLSelectQueryBlock firstQueryBlock = select.getFirstQueryBlock();
if (firstQueryBlock == null) {
continue;
}
final List<SQLSelectItem> selectList = firstQueryBlock.getSelectList();
for (int i = 0; i < selectList.size(); i++) {
SQLSelectItem selectItem = selectList.get(i);
if (selectItem.getExpr() instanceof SQLAllColumnExpr) {
continue;
}
final SQLDataType dataType = selectItem.computeDataType();
if (dataType == null) {
// fail("dataType is null : " + selectItem);
}
}
}
}
}
}