mirror of
https://github.com/alibaba/druid.git
synced 2023-03-04 19:17:16 +00:00
add the test of batch inserting used all kinds of data source.
This commit is contained in:
yunnysunny
@@ -0,0 +1,287 @@
|
||||
/*
|
||||
* Copyright 1999-2011 Alibaba Group Holding Ltd.
|
||||
*
|
||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||
* you may not use this file except in compliance with the License.
|
||||
* You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
package com.alibaba.druid.benckmark.pool;
|
||||
|
||||
import java.lang.management.ManagementFactory;
|
||||
import java.lang.management.ThreadInfo;
|
||||
import java.text.NumberFormat;
|
||||
import java.util.concurrent.CountDownLatch;
|
||||
|
||||
import javax.sql.DataSource;
|
||||
|
||||
import junit.framework.TestCase;
|
||||
|
||||
import org.apache.commons.dbcp.BasicDataSource;
|
||||
import org.logicalcobwebs.proxool.ProxoolDataSource;
|
||||
|
||||
import com.alibaba.druid.TestUtil;
|
||||
import com.alibaba.druid.benckmark.pool.model.TableOperator;
|
||||
import com.alibaba.druid.pool.DruidDataSource;
|
||||
import com.jolbox.bonecp.BoneCPDataSource;
|
||||
import com.mchange.v2.c3p0.ComboPooledDataSource;
|
||||
import com.taobao.datasource.LocalTxDataSourceDO;
|
||||
import com.taobao.datasource.TaobaoDataSourceFactory;
|
||||
import com.taobao.datasource.resource.adapter.jdbc.local.LocalTxDataSource;
|
||||
|
||||
/**
|
||||
* 测试各个连接池在进行批量插入时操作的性能
|
||||
*
|
||||
* @author yunnysunny<yunnysunny@gmail.com> 2013-3-18 下午01:11:40
|
||||
*/
|
||||
public class Case4 extends TestCase {
|
||||
|
||||
private String jdbcUrl;
|
||||
private String user;
|
||||
private String password;
|
||||
private String driverClass;
|
||||
private int initialSize = 10;
|
||||
private int minPoolSize = 10;
|
||||
private int maxPoolSize = 50;
|
||||
private int maxActive = 50;
|
||||
private String validationQuery = "SELECT 1";
|
||||
private int maxOpenPreparedStatements = 100;
|
||||
private int threadCount = 5;
|
||||
private int loopCount = 10;
|
||||
final int LOOP_COUNT = 100 * 1 * 1 / threadCount;
|
||||
|
||||
protected void setUp() throws Exception {
|
||||
user = "root";
|
||||
password = "aaaaaaaa";
|
||||
|
||||
jdbcUrl = "jdbc:mysql://localhost:3306/dragoon_v25_masterdb";
|
||||
driverClass = "com.mysql.jdbc.Driver";
|
||||
}
|
||||
|
||||
public void test_druid() throws Exception {
|
||||
DruidDataSource dataSource = new DruidDataSource();
|
||||
|
||||
dataSource.setInitialSize(initialSize);
|
||||
dataSource.setMaxActive(maxActive);
|
||||
dataSource.setMinIdle(minPoolSize);
|
||||
dataSource.setMaxIdle(maxPoolSize);
|
||||
dataSource.setPoolPreparedStatements(true);
|
||||
dataSource.setDriverClassName(driverClass);
|
||||
dataSource.setUrl(jdbcUrl);
|
||||
dataSource.setPoolPreparedStatements(true);
|
||||
dataSource.setMaxOpenPreparedStatements(maxOpenPreparedStatements);
|
||||
dataSource.setUsername(user);
|
||||
dataSource.setPassword(password);
|
||||
dataSource.setValidationQuery(validationQuery);
|
||||
dataSource.setTestOnBorrow(false);
|
||||
|
||||
for (int i = 0; i < loopCount; ++i) {
|
||||
p0(dataSource, "druid", threadCount);
|
||||
}
|
||||
System.out.println();
|
||||
}
|
||||
|
||||
public void test_jobss() throws Exception {
|
||||
LocalTxDataSourceDO dataSourceDO = new LocalTxDataSourceDO();
|
||||
dataSourceDO.setBlockingTimeoutMillis(1000 * 60);
|
||||
dataSourceDO.setMaxPoolSize(maxPoolSize);
|
||||
dataSourceDO.setMinPoolSize(minPoolSize);
|
||||
|
||||
dataSourceDO.setDriverClass(driverClass);
|
||||
dataSourceDO.setConnectionURL(jdbcUrl);
|
||||
dataSourceDO.setUserName(user);
|
||||
dataSourceDO.setPassword(password);
|
||||
|
||||
LocalTxDataSource tx = TaobaoDataSourceFactory.createLocalTxDataSource(dataSourceDO);
|
||||
DataSource dataSource = tx.getDatasource();
|
||||
|
||||
for (int i = 0; i < loopCount; ++i) {
|
||||
p0(dataSource, "jboss-datasource", threadCount);
|
||||
}
|
||||
System.out.println();
|
||||
}
|
||||
|
||||
public void test_dbcp() throws Exception {
|
||||
final BasicDataSource dataSource = new BasicDataSource();
|
||||
|
||||
dataSource.setInitialSize(initialSize);
|
||||
dataSource.setMaxActive(maxActive);
|
||||
dataSource.setMinIdle(minPoolSize);
|
||||
dataSource.setMaxIdle(maxPoolSize);
|
||||
dataSource.setPoolPreparedStatements(true);
|
||||
dataSource.setDriverClassName(driverClass);
|
||||
dataSource.setUrl(jdbcUrl);
|
||||
dataSource.setPoolPreparedStatements(true);
|
||||
dataSource.setMaxOpenPreparedStatements(maxOpenPreparedStatements);
|
||||
dataSource.setUsername(user);
|
||||
dataSource.setPassword(password);
|
||||
dataSource.setValidationQuery("SELECT 1");
|
||||
dataSource.setTestOnBorrow(false);
|
||||
|
||||
for (int i = 0; i < loopCount; ++i) {
|
||||
p0(dataSource, "dbcp", threadCount);
|
||||
}
|
||||
System.out.println();
|
||||
}
|
||||
|
||||
public void test_bonecp() throws Exception {
|
||||
BoneCPDataSource dataSource = new BoneCPDataSource();
|
||||
// dataSource.(10);
|
||||
// dataSource.setMaxActive(50);
|
||||
dataSource.setMinConnectionsPerPartition(minPoolSize);
|
||||
dataSource.setMaxConnectionsPerPartition(maxPoolSize);
|
||||
|
||||
dataSource.setDriverClass(driverClass);
|
||||
dataSource.setJdbcUrl(jdbcUrl);
|
||||
dataSource.setStatementsCacheSize(maxOpenPreparedStatements);
|
||||
dataSource.setServiceOrder("LIFO");
|
||||
// dataSource.setMaxOpenPreparedStatements(100);
|
||||
dataSource.setUsername(user);
|
||||
dataSource.setPassword(password);
|
||||
// dataSource.setConnectionTestStatement("SELECT 1");
|
||||
dataSource.setPartitionCount(1);
|
||||
dataSource.setAcquireIncrement(5);
|
||||
dataSource.setIdleConnectionTestPeriod(0L);
|
||||
// dataSource.setDisableConnectionTracking(true);
|
||||
|
||||
for (int i = 0; i < loopCount; ++i) {
|
||||
p0(dataSource, "boneCP", threadCount);
|
||||
}
|
||||
System.out.println();
|
||||
}
|
||||
|
||||
public void test_c3p0() throws Exception {
|
||||
ComboPooledDataSource dataSource = new ComboPooledDataSource();
|
||||
// dataSource.(10);
|
||||
// dataSource.setMaxActive(50);
|
||||
dataSource.setMinPoolSize(minPoolSize);
|
||||
dataSource.setMaxPoolSize(maxPoolSize);
|
||||
|
||||
dataSource.setDriverClass(driverClass);
|
||||
dataSource.setJdbcUrl(jdbcUrl);
|
||||
dataSource.setMaxStatements(maxOpenPreparedStatements);
|
||||
|
||||
dataSource.setUser(user);
|
||||
dataSource.setPassword(password);
|
||||
|
||||
for (int i = 0; i < loopCount; ++i) {
|
||||
p0(dataSource, "c3p0", threadCount);
|
||||
}
|
||||
System.out.println();
|
||||
}
|
||||
|
||||
public void test_proxool() throws Exception {
|
||||
ProxoolDataSource dataSource = new ProxoolDataSource();
|
||||
// dataSource.(10);
|
||||
// dataSource.setMaxActive(50);
|
||||
dataSource.setMinimumConnectionCount(minPoolSize);
|
||||
dataSource.setMaximumConnectionCount(maxPoolSize);
|
||||
|
||||
dataSource.setDriver(driverClass);
|
||||
dataSource.setDriverUrl(jdbcUrl);
|
||||
|
||||
dataSource.setUser(user);
|
||||
dataSource.setPassword(password);
|
||||
|
||||
for (int i = 0; i < loopCount; ++i) {
|
||||
p0(dataSource, "proxool", threadCount);
|
||||
}
|
||||
System.out.println();
|
||||
}
|
||||
|
||||
public void test_tomcat_jdbc() throws Exception {
|
||||
org.apache.tomcat.jdbc.pool.DataSource dataSource = new org.apache.tomcat.jdbc.pool.DataSource();
|
||||
// dataSource.(10);
|
||||
dataSource.setMaxIdle(maxPoolSize);
|
||||
dataSource.setMinIdle(minPoolSize);
|
||||
dataSource.setMaxActive(maxPoolSize);
|
||||
|
||||
dataSource.setDriverClassName(driverClass);
|
||||
dataSource.setUrl(jdbcUrl);
|
||||
// dataSource.setPoolPreparedStatements(true);
|
||||
// dataSource.setMaxOpenPreparedStatements(100);
|
||||
dataSource.setUsername(user);
|
||||
dataSource.setPassword(password);
|
||||
|
||||
for (int i = 0; i < loopCount; ++i) {
|
||||
p0(dataSource, "tomcat-jdbc", threadCount);
|
||||
}
|
||||
System.out.println();
|
||||
}
|
||||
|
||||
private void p0(final DataSource dataSource, String name, int threadCount) throws Exception {
|
||||
|
||||
final CountDownLatch startLatch = new CountDownLatch(1);
|
||||
final CountDownLatch endLatch = new CountDownLatch(threadCount);
|
||||
final CountDownLatch dumpLatch = new CountDownLatch(1);
|
||||
|
||||
Thread[] threads = new Thread[threadCount];
|
||||
final TableOperator operator = new TableOperator();
|
||||
operator.setDataSource(dataSource);
|
||||
operator.createTable();
|
||||
for (int i = 0; i < threadCount; ++i) {
|
||||
Thread thread = new Thread() {
|
||||
|
||||
public void run() {
|
||||
try {
|
||||
startLatch.await();
|
||||
|
||||
for (int i = 0; i < LOOP_COUNT; ++i) {
|
||||
operator.insert();
|
||||
}
|
||||
} catch (Exception ex) {
|
||||
ex.printStackTrace();
|
||||
}
|
||||
endLatch.countDown();
|
||||
|
||||
try {
|
||||
dumpLatch.await();
|
||||
} catch (InterruptedException e) {
|
||||
e.printStackTrace();
|
||||
}
|
||||
}
|
||||
};
|
||||
threads[i] = thread;
|
||||
thread.start();
|
||||
}
|
||||
long startMillis = System.currentTimeMillis();
|
||||
long startYGC = TestUtil.getYoungGC();
|
||||
long startFullGC = TestUtil.getFullGC();
|
||||
startLatch.countDown();
|
||||
endLatch.await();
|
||||
|
||||
long[] threadIdArray = new long[threads.length];
|
||||
for (int i = 0; i < threads.length; ++i) {
|
||||
threadIdArray[i] = threads[i].getId();
|
||||
}
|
||||
ThreadInfo[] threadInfoArray = ManagementFactory.getThreadMXBean().getThreadInfo(threadIdArray);
|
||||
|
||||
dumpLatch.countDown();
|
||||
operator.dropTable();
|
||||
|
||||
long blockedCount = 0;
|
||||
long waitedCount = 0;
|
||||
for (int i = 0; i < threadInfoArray.length; ++i) {
|
||||
ThreadInfo threadInfo = threadInfoArray[i];
|
||||
blockedCount += threadInfo.getBlockedCount();
|
||||
waitedCount += threadInfo.getWaitedCount();
|
||||
}
|
||||
|
||||
long millis = System.currentTimeMillis() - startMillis;
|
||||
long ygc = TestUtil.getYoungGC() - startYGC;
|
||||
long fullGC = TestUtil.getFullGC() - startFullGC;
|
||||
|
||||
System.out.println("thread " + threadCount + " " + name + " millis : "
|
||||
+ NumberFormat.getInstance().format(millis) + "; YGC " + ygc + " FGC " + fullGC
|
||||
+ " blocked " + NumberFormat.getInstance().format(blockedCount) //
|
||||
+ " waited " + NumberFormat.getInstance().format(waitedCount));
|
||||
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,95 @@
|
||||
package com.alibaba.druid.benckmark.pool.model;
|
||||
|
||||
import java.sql.Connection;
|
||||
import java.sql.PreparedStatement;
|
||||
import java.sql.SQLException;
|
||||
import java.sql.Statement;
|
||||
|
||||
import javax.sql.DataSource;
|
||||
|
||||
public class TableOperator {
|
||||
private DataSource dataSource;
|
||||
public void setDataSource(DataSource dataSource) {
|
||||
this.dataSource = dataSource;
|
||||
}
|
||||
|
||||
private static final int COUNT = 2;
|
||||
|
||||
public TableOperator() {
|
||||
|
||||
}
|
||||
|
||||
public void insert() throws Exception {
|
||||
|
||||
StringBuffer ddl = new StringBuffer();
|
||||
ddl.append("INSERT INTO t_big (");
|
||||
for (int i = 0; i < COUNT; ++i) {
|
||||
if (i != 0) {
|
||||
ddl.append(", ");
|
||||
}
|
||||
ddl.append("F" + i);
|
||||
}
|
||||
ddl.append(") VALUES (");
|
||||
for (int i = 0; i < COUNT; ++i) {
|
||||
if (i != 0) {
|
||||
ddl.append(", ");
|
||||
}
|
||||
ddl.append("?");
|
||||
}
|
||||
ddl.append(")");
|
||||
|
||||
Connection conn = dataSource.getConnection();
|
||||
|
||||
// System.out.println(ddl.toString());
|
||||
try {
|
||||
PreparedStatement stmt = conn.prepareStatement(ddl.toString());
|
||||
|
||||
for (int i = 0; i < COUNT; ++i) {
|
||||
stmt.setInt(i + 1, i);
|
||||
}
|
||||
|
||||
stmt.execute();
|
||||
stmt.close();
|
||||
} finally {
|
||||
|
||||
|
||||
conn.close();
|
||||
}
|
||||
}
|
||||
|
||||
public void dropTable() throws SQLException {
|
||||
|
||||
Connection conn = dataSource.getConnection();
|
||||
try {
|
||||
Statement stmt = conn.createStatement();
|
||||
stmt.execute("DROP TABLE t_big");
|
||||
stmt.close();
|
||||
} finally {
|
||||
conn.close();
|
||||
}
|
||||
}
|
||||
|
||||
public void createTable() throws SQLException {
|
||||
StringBuffer ddl = new StringBuffer();
|
||||
ddl.append("CREATE TABLE t_big (FID INT AUTO_INCREMENT PRIMARY KEY ");
|
||||
for (int i = 0; i < COUNT; ++i) {
|
||||
ddl.append(", ");
|
||||
ddl.append("F" + i);
|
||||
ddl.append(" BIGINT NULL");
|
||||
}
|
||||
ddl.append(")");
|
||||
|
||||
Connection conn = dataSource.getConnection();
|
||||
try {
|
||||
Statement stmt = conn.createStatement();
|
||||
stmt.addBatch("DROP TABLE IF EXISTS t_big");
|
||||
stmt.addBatch(ddl.toString());
|
||||
stmt.executeBatch();
|
||||
stmt.close();
|
||||
} finally {
|
||||
conn.close();
|
||||
}
|
||||
|
||||
}
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user