场景：Mysql的简略QPS测试(单机)

Mysql的简单QPS测试(单机)

MySQL官方网站下载：

1、MySQL-server-5.5.28-1.rhel4.i386.rpm

2、java驱动 mysql-connector-java-5.1.5-bin.jar

测试服务器为Dell  E5410 的Debian linux 2.6，配置为：

1、4核，2.33GHz

2、内存3G

3、SATA硬盘2T

web服务器：tomcat5.5

打压工具：Apache Bench

监控工具：mysqladmin

测试思路：

1、使用自定义数据库连接池，最大连接数500；

2、每个请求做1000次插入；

自定义连接池代码：DBConnectionManager

public class DBConnectionManager {

static private DBConnectionManager instance; // 唯一实例

static private int clients;

private Vector drivers = new Vector();

private PrintWriter log;

private Hashtable pools = new Hashtable();

/**

* 返回唯一实例.如果是第一次调用此方法,则创建实例

*

* @return DBConnectionManager 唯一实例

*/

static synchronized public DBConnectionManager getInstance() {

if (instance == null) {

instance = new DBConnectionManager();

}

clients++;

return instance;

}

/**

* 建构函数私有以防止其它对象创建本类实例

*/

private DBConnectionManager() {

init();

}

/**

* 将连接对象返回给由名字指定的连接池

*

* @param name

* 在属性文件中定义的连接池名字

* @param con

* 连接对象

*/

public void freeConnection(String name, Connection con) {

DBConnectionPool pool = (DBConnectionPool) pools.get(name);

if (pool != null) {

pool.freeConnection(con);

}

}

/**

* 获得一个可用的(空闲的)连接.如果没有可用连接,且已有连接数小于最大连接数 限制,则创建并返回新连接

*

* @param name

* 在属性文件中定义的连接池名字

* @return Connection 可用连接或null

*/

public Connection getConnection(String name) {

DBConnectionPool pool = (DBConnectionPool) pools.get(name);

if (pool != null) {

return pool.getConnection();

}

return null;

}

/**

* 关闭所有连接,撤销驱动程序的注册

*/

public synchronized void release() {

// 等待直到最后一个客户程序调用

if (--clients != 0) {

return;

}

Enumeration allPools = pools.elements();

while (allPools.hasMoreElements()) {

DBConnectionPool pool = (DBConnectionPool) allPools.nextElement();

pool.release();

}

Enumeration allDrivers = drivers.elements();

while (allDrivers.hasMoreElements()) {

Driver driver = (Driver) allDrivers.nextElement();

try {

DriverManager.deregisterDriver(driver);

log("撤销JDBC驱动程序 " + driver.getClass().getName() + "的注册");

} catch (SQLException e) {

log(e, "无法撤销下列JDBC驱动程序的注册: " + driver.getClass().getName());

}

}

}

/**

* 根据指定属性创建连接池实例.

*

* @param props

* 连接池属性

*/

private void createPools(Properties props) {

Enumeration propNames = props.propertyNames();

while (propNames.hasMoreElements()) {

String name = (String) propNames.nextElement();

if (name.endsWith(".url")) {

String poolName = name.substring(0, name.lastIndexOf("."));

String url = props.getProperty(poolName + ".url");

if (url == null) {

log("没有为连接池" + poolName + "指定URL");

continue;

}

String user = props.getProperty(poolName + ".user");

String password = props.getProperty(poolName + ".password");

String maxconn = props.getProperty(poolName + ".maxconn", "0");

int max;

try {

max = Integer.valueOf(maxconn).intValue();

} catch (Exception e) {

log("错误的最大连接数限制: " + maxconn + " .连接池: " + poolName);

max = 0;

}

DBConnectionPool pool = new DBConnectionPool(poolName, url,

user, password, max);

pools.put(poolName, pool);

log("成功创建连接池" + poolName);

}

}

}

/**

* 读取属性完成初始化

*/

private void init() {

InputStream is = getClass().getResourceAsStream("/db.properties");

Properties dbProps = new Properties();

try {

dbProps.load(is);

} catch (Exception e) {

System.err.println("不能读取属性文件. "

+ "请确保db.properties在CLASSPATH指定的路径中");

return;

}

String logFile = dbProps.getProperty("logfile",

"DBConnectionManager.log");

try {

log = new PrintWriter(new FileWriter(logFile, true), true);

} catch (IOException e) {

System.err.println("无法打开日志文件: " + logFile);

log = new PrintWriter(System.err);

}

loadDrivers(dbProps);

createPools(dbProps);

}

private void loadDrivers(Properties props) {

String driverClasses = props.getProperty("drivers");

StringTokenizer st = new StringTokenizer(driverClasses);

while (st.hasMoreElements()) {

String driverClassName = st.nextToken().trim();

try {

Driver driver = (Driver) Class.forName(driverClassName)

.newInstance();

DriverManager.registerDriver(driver);

drivers.addElement(driver);

log("成功注册JDBC驱动程序" + driverClassName);

} catch (Exception e) {

log("无法注册JDBC驱动程序: " + driverClassName + ", 错误: " + e);

}

}

}

/**

* 将文本信息写入日志文件

*/

private void log(String msg) {

log.println(new Date() + ": " + msg);

}

/**

* 将文本信息与异常写入日志文件

*/

private void log(Throwable e, String msg) {

log.println(new Date() + ": " + msg);

e.printStackTrace(log);

}

/**

* 此内部类定义了一个连接池.它能够根据要求创建新连接,直到预定的最 大连接数为止.在返回连接给客户程序之前,它能够验证连接的有效性.

*/

class DBConnectionPool {

private int checkedOut;

private Vector freeConnections = new Vector();

private int maxConn;

private String name;

private String password;

private String URL;

private String user;

public DBConnectionPool(String name, String URL, String user,

String password, int maxConn) {

this.name = name;

this.URL = URL;

this.user = user;

this.password = password;

this.maxConn = maxConn;

}

/**

* 将不再使用的连接返回给连接池

*

* @param con

* 客户程序释放的连接

*/

public synchronized void freeConnection(Connection con) {

// 将指定连接加入到向量末尾

freeConnections.addElement(con);

checkedOut--;

notifyAll();

}

/**

* 从连接池获得一个可用连接.如没有空闲的连接且当前连接数小于最大连接 数限制,则创建新连接.如原来登记为可用的连接不再有效,则从向量删除之,

* 然后递归调用自己以尝试新的可用连接.

*/

public synchronized Connection getConnection() {

Connection con = null;

if (freeConnections.size() > 0) {

// 获取向量中第一个可用连接

con = (Connection) freeConnections.firstElement();

freeConnections.removeElementAt(0);

try {

if (con.isClosed()) {

log("从连接池" + name + "删除一个无效连接");

// 递归调用自己,尝试再次获取可用连接

con = getConnection();

}

} catch (SQLException e) {

log("从连接池" + name + "删除一个无效连接");

// 递归调用自己,尝试再次获取可用连接

con = getConnection();

}

} else if (maxConn == 0 || checkedOut < maxConn) {

con = newConnection();

}

if (con != null) {

checkedOut++;

}

return con;

}

/**

* 关闭所有连接

*/

public synchronized void release() {

Enumeration allConnections = freeConnections.elements();

while (allConnections.hasMoreElements()) {

Connection con = (Connection) allConnections.nextElement();

try {

con.close();

log("关闭连接池" + name + "中的一个连接");

} catch (SQLException e) {

log(e, "无法关闭连接池" + name + "中的连接");

}

}

freeConnections.removeAllElements();

}

/**

* 创建新的连接

*/

private Connection newConnection() {

Connection con = null;

try {

if (user == null) {

con = DriverManager.getConnection(URL);

} else {

con = DriverManager.getConnection(URL, user, password);

}

log("连接池" + name + "创建一个新的连接");

} catch (SQLException e) {

log(e, "无法创建下列URL的连接: " + URL);

return null;

}

return con;

}

}

}

测试代码 InsertMysqlServlet：

public class InsertMysqlServlet extends HttpServlet {

public void doGet(HttpServletRequest req, HttpServletResponse resp)

throws ServletException, IOException {

Integer insertNum = Integer.valueOf(req.getParameter("insertNum")

.toString());

resp.setContentType("text/html;charset=UTF-8");

resp.setHeader("Cache-Control", "no-cache");

String INSERT_SQL = "INSERT INTO test (id,name) values(10000,'This is for Mysql insert.')";

PreparedStatement pstmt = null;

DBConnectionManager m = DBConnectionManager.getInstance();

Connection conn = null;

try {

conn = m.getConnection("devel");

System.out.println(conn);

pstmt = conn.prepareStatement(INSERT_SQL);

for (int i = 0; i < insertNum; i++) {

pstmt.addBatch();

}

pstmt.executeBatch();

pstmt.close();

resp.getWriter().write(conn + ": Insert Mysql successed!");

} catch (Exception e) {

e.printStackTrace();

} finally {

m.freeConnection("devel", conn);

}

}

public void doPost(HttpServletRequest req, HttpServletResponse resp)

throws ServletException, IOException {

}

}

开始压力测试，开400个线程并发，共插入100万条记录：

/usr/sbin/ab -n 1000 -c 400 http://192.168.175.130:8080/labWeb/insertMysql.do?insertNum=1000

监控: /usr/bin/mysqladmin -uroot -proot extended-status -r -i1|grep -i Com_insert

可以看到400个并发、4核2.33G、3G内存、SATA硬盘的情况下，插入100万记录的QPS在8400左右。