数据库连接池(connection pool) 在昨天的练习中每一次练习都需要与数据库建立连接,完成时断开连接,然而当处理的数据量特别的时候,就很耗费时间、降低效率,今天我们学习使用连接池,将连接放在连接池中,需要使用的时候从中取出,使用完毕放回池中并不是断开连接。
数据库连接池的基本思想就是为数据库连接建立一个“缓冲池”。预先在缓冲池中放入一定数量的连接,当需要建立数据库连接时,只需从“缓冲池”中取出一个,使用完毕之后再放回去。
数据库连接池在初始化时将创建一定数量的数据库连接放到连接池中,这些数据库连接的数量是由最小数据库连接数来设定的。无论这些数据库连接是否被使用,连接池都将一直保证至少拥有这么多的连接数量。连接池的最大数据库连接数量限定了这个连接池能占有的最大连接数,当应用程序向连接池请求的连接数超过最大连接数量时,这些请求将被加入到等待队列中。
为解决传统开发中的数据库连接问题,可以采用数据库连接池技术。
数据库连接池负责分配、管理和释放数据库连接,它允许应用程序重复使用一个现有的数据库连接,而不是重新建立一个。
dbcp连接池 首先我们使用dbcp连接池(一个免费开源的连接池),我们需要先将commons-dbcp-1.4.jar文件放置当前工程下,并配置环境(添加到build path)。下面通过一个程序了解如何使用dbcp连接池:
我们在这里和之前一样需要创建一个“dbcp.properties”文件,将必要的参数放入其中,其内容如下,(此文件放在当前工程下),dbcp连接池使用这个文件可以完成mysql、oracle的连接池的建立,但是每次只能建立一个,另一个需要注释起来。
driverclassname = com.mysql.jdbc.driver
url = jdbc:mysql://127.0.0.1:3306/company
username = root
password = 123456
initialsize = 5
maxactive = 50
maxidle = 10
#driverclassname = oracle.jdbc.driver.oracledriver
#url = jdbc:oracle:thin:@127.0.0.1:1521:orcl
#username = scott
#password = tiger
package com.atguigu.jdbc;
import java.io.fileinputstream;
import java.io.filenotfoundexception;
import java.io.ioexception;
import java.sql.connection;
import java.sql.sqlexception;
import java.util.properties;
import javax.sql.datasource;
import org.apache.commons.dbcp.basicdatasource;
import org.apache.commons.dbcp.basicdatasourcefactory;
import org.junit.test;
public class dbcptest {
@test
public void test2() throws exception {
properties properties = new properties();
properties.load(new fileinputstream("dbcp.properties"));
datasource datasource = basicdatasourcefactory.createdatasource(properties);
system.out.println("inital:" + ((basicdatasource)datasource).getinitialsize());
system.out.println("getmaxactive:" + ((basicdatasource)datasource).getmaxactive());
system.out.println("getmaxidle:" + ((basicdatasource)datasource).getmaxidle());
connection connection = datasource.getconnection();
system.out.println(connection);
connection.close();
}
}
c3p0连接池 下面我们学习一个功能更加强大的连接池,c3p0(仍然是一个免费开源的连接池),如上我们需要先将commons-dbcp-1.4.jar文件放置当前工程下,并配置环境(添加到build path)。
这里通过一个程序了解如何使用dbcp连接池:
如同dbcp连接池,我们需要创建一个“c3p0-config.xml”文件,将必要的参数放入其中,其内容如下,(此文件放在当工程的src目录)
<c3p0-config>
<named-config name="mysql-config"> <property name="driverclass">com.mysql.jdbc.driver</property><property name="jdbcurl">jdbc:mysql://127.0.0.1:3306/school</property><property name="user">root</property><property name="password">123456</property><property name="acquireincrement">5</property> <property name="initialpoolsize">5</property> <property name="minpoolsize">5</property> <property name="maxpoolsize">50</property> <property name="maxstatements">0</property> <property name="maxstatementsperconnection">5</property> </named-config> <named-config name="orcale-config"><property name="driverclass">oracle.jdbc.driver.oracledriver</property><property name="jdbcurl">jdbc:mysql://127.0.0.1:3306/school</property><property name="user">root</property><property name="password">123456</property></named-config></c3p0-config>
dbcp连接池使用这个文件可以完成mysql、oracle的连接池的建立,每次只能建立一个,但是另一个需要注释起来。因为我们是根据<named-config name="mysql-config"> 名建立连接,
package com.atguigu.jdbc;
import java.beans.propertyvetoexception;
import java.sql.connection;
import java.sql.sqlexception;
import javax.sql.datasource;
import org.junit.test;
import com.mchange.v2.c3p0.*;
public class c3p0test {
@test
public void test1() throws propertyvetoexception, sqlexception {
datasource datasource = new combopooleddatasource("mysql-config"); // 它会默认自动去读取文件
system.out.println(datasource);
connection connection = datasource.getconnection();
system.out.println(connection);
connection.close();// 把连接归还给连接池
datasources.destroy(datasource);// 完全释放池中所有连接,并销毁连接池!!
}
@test
public void test2() throws propertyvetoexception, sqlexception {
datasource datasource = new combopooleddatasource("oracle-config"); // 它会默认自动去读取文件
system.out.println(datasource);
connection connection = datasource.getconnection();
system.out.println(connection);
connection.close();// 把连接归还给连接池
datasources.destroy(datasource);// 完全释放池中所有连接,并销毁连接池!!
}
}
学习了连接池之后,jdbcutil工具类中的getconnection方法就可以应用,如下:
package com.atguigu.jdbc;
import java.io.fileinputstream;
import java.io.ioexception;
import java.sql.connection;
import java.sql.drivermanager;
import java.sql.resultset;
import java.sql.sqlexception;
import java.sql.statement;
import java.util.properties;
import javax.sql.datasource;
import com.mchange.v2.c3p0.combopooleddatasource;
import com.mchange.v2.c3p0.datasources;
/**
* 预备工作 :
* 1) 把要访问的数据库相关的驱动程序复制到项目中, 就是jar包
* 2) 配置项目属性, 把jar包导入到本项目的buildpath中
* @author administrator
*
*/
public class jdbcutil {
private static datasource datasource; // 声明静态属性对象引用.
static {
datasource = new combopooleddatasource("mysql-config"); // 连接池对象只需要创建一次就可以了
}
public static connection getconnection() throws sqlexception {
return datasource.getconnection(); // 要想获取连接, 只需要从连接池中获取,用完以后, 再归还回来
}
public static connection getconnectionold() throws ioexception, classnotfoundexception, sqlexception {
// 1) 读取配置文件
properties properties = new properties();
properties.load(new fileinputstream("jdbc.properties"));
// 2) 获取配置文件中的必要的信息
string driverclass = properties.getproperty("driverclass");
string url = properties.getproperty("url");
string user = properties.getproperty("user");
string password = properties.getproperty("password");
// 3) 注册驱动 , 加载驱动类
class.forname(driverclass);
// 4) 通过驱动管理器获取连接(需要url,用户,密码)
return drivermanager.getconnection(url, user, password);// 暗含 new socket(host,port), 认证,其他各种初始化操作
}
//关闭连接
public static void close(connection connection) {
close(connection, null);
}
public static void close(connection connection, statement statement) {
close(connection, statement, null);
}
public static void close(connection connection, statement statement, resultset resultset) {
if (resultset != null) {
try {
resultset.close();
} catch (exception e) {
e.printstacktrace();
}
}
if (statement != null) {
try {
statement.close();
} catch (exception e) {
e.printstacktrace();
}
}
if (connection != null) {
try {
connection.close();
} catch (exception e) {
e.printstacktrace();
}
}
}
//销毁连接池
public static void destroy() {
try {
datasources.destroy(datasource);
} catch (sqlexception e) {
e.printstacktrace();
}
}
}
dbutils工具类将常用的操作数据库的jdbc的类和方法集合在一起,就是dbutils.jdbc。提供供我们使用的工具类queryrunner来执行操作。
在使用之前我们仍然需要将commons-dbutils-1.3.jar添加到当前工程下,并添加到path路径。
package com.atguigu.jdbc;
import java.sql.connection;
import java.sql.sqlexception;
import java.util.list;
import org.apache.commons.dbutils.queryrunner;
import org.apache.commons.dbutils.handlers.arraylisthandler;
import org.apache.commons.dbutils.handlers.beanhandler;
import org.apache.commons.dbutils.handlers.beanlisthandler;
import org.apache.commons.dbutils.handlers.scalarhandler;
import org.junit.test;
public class queryrunnertest {
// 使用我们自定义工具实现表的创建
@test
public void test1() throws sqlexception {
queryrunner qr = new queryrunner();
connection connection = jdbcutil.getconnection();
qr.update(connection, "create table test2(aa int, bb varchar(10))");
jdbcutil.close(connection);
}
// 使用我们自定义工具向表中插入一条记录
@test
public void test2() throws sqlexception {
queryrunner qr = new queryrunner();
connection connection = jdbcutil.getconnection();
int rows = qr.update(connection, "insert into test2(aa, bb) values(?,?)", 10, "xxx");
system.out.println(rows + " rows");
jdbcutil.close(connection);
}
// 使用dbutils.jdbc接口中提供的方法对departments表进行查询,把结果集中的所有记录转换为department对象集合并存入list集合中,然后遍历输出对象
@test
public void test3() throws sqlexception {
//query(connection conn, string sql, resultsethandler<t> rsh, object... params)
string sql = "select * from departments where department_id > ?";
queryrunner qr = new queryrunner();
connection connection = jdbcutil.getconnection();
beanlisthandler<department> rsh = new beanlisthandler<department>(department.class); // 把结果集中的所有记录转换为对象集合
list<department> list = qr.query(connection, sql, rsh, 20);
for (department department : list) {
system.out.println(department);
}
}
// 使用dbutils.jdbc接口中提供的方法对departments表进行查询,把结果集中的一条记录转换为department实体对象,然后输出对象
@test
public void test4() throws sqlexception {
string sql = "select * from departments where department_id = ?";
queryrunner qr = new queryrunner();
connection connection = jdbcutil.getconnection();
beanhandler<department> rsh = new beanhandler<department>(department.class); // 把结果集中的一条记录转换为实体对象
department objdepartment = qr.query(connection, sql, rsh, 20);
system.out.println(objdepartment);
}
// 使用dbutils.jdbc接口中提供的方法对departments表进行查询,将每一条记录存入集合中,然后遍历输出每一个数据
@test
public void test5() throws sqlexception {
string sql = "select * from employees";
queryrunner qr = new queryrunner();
connection connection = jdbcutil.getconnection();
arraylisthandler rsh = new arraylisthandler();
list<object[]> list = qr.query(connection, sql, rsh);
for (object[] objects : list) {
for (int i = 0; i < objects.length; i++) {
system.out.print(objects[i] + "\t");
}
system.out.println();
}
}
// 使用dbutils.jdbc接口中提供的方法对departments表进行查询,将查询到的一个数据输出
@test
public void test6 () throws sqlexception {
string sql = "select count(*) from world.country";
queryrunner qr = new queryrunner();
connection connection = jdbcutil.getconnection();
scalarhandler rsh = new scalarhandler();
object singlevalue = qr.query(connection, sql, rsh);
system.out.println(singlevalue);
}
@test
public void test7() throws exception {
queryrunner qr = new queryrunner();
list<object> list = qr.query(jdbcutil.getconnection(), "select * from student", new columnlisthandler(1));
for (object object : list) {
system.out.println(object);
}
}
//maphandler把第一行数据封装到map集合中, 列名作为键, 对应值作为值
@test
public void test8() throws exception {
queryrunner qr = new queryrunner();
map<string, object> map = qr.query(jdbcutil.getconnection(), "select * from student", new maphandler());
set<string> keys = map.keyset();
for (string key : keys) {
object value = map.get(key);
system.out.println(key + " -------- " + value);
}
}
//maplisthandler把一行数据封装到map集合中, 并把所有行生成的map再放入一个list集合
@test
public void test9() throws exception {
queryrunner qr = new queryrunner();
list<map<string, object>> list = qr.query(jdbcutil.getconnection(), "select * from student", new maplisthandler());
for (map<string, object> map2 : list) {
set<string> keys = map2.keyset();
for (string key : keys) {
object value = map2.get(key);
system.out.println(key + " -------- " + value);
}
system.out.println();
}
}
}
到这里就可以统一整理一下自己定义的jdbcutil工具类、commonutil工具类,使自定义的工具类能达到jdbuti.jdbc相同的功能,如下:
jdbcutils.java
package com.atguigu.jdbc;
import java.sql.connection;
import java.sql.resultset;
import java.sql.sqlexception;
import java.sql.statement;
import javax.sql.datasource;
import com.mchange.v2.c3p0.combopooleddatasource;
import com.mchange.v2.c3p0.datasources;
public class jdbcutil {
private static datasource datasource;
static {
datasource = new combopooleddatasource("config1"); // 它必须依赖文件src/c3p0-config.xml
}
// 获取c3p0连接池的连接
public static connection getconnection() throws sqlexception {
return datasource.getconnection();
}
public static void close(connection connection) {
close(connection, null);
}
public static void close(connection connection, statement statement) {
close(connection, statement, null);
}
public static void close(connection connection, statement statement, resultset resultset) {
if (resultset != null) {
try {
resultset.close();
} catch (exception e) {
e.printstacktrace();
}
}
if (statement != null) {
try {
statement.close();
} catch (exception e) {
e.printstacktrace();
}
}
if (connection != null) {
try {
connection.close();
} catch (exception e) {
e.printstacktrace();
}
}
}
public static void destroy() {
try {
datasources.destroy(datasource);
} catch (sqlexception e) {
e.printstacktrace();
}
}
}
commonutil.java
package com.atguigu.jdbc;
import java.lang.reflect.field;
import java.sql.connection;
import java.sql.preparedstatement;
import java.sql.resultset;
import java.sql.resultsetmetadata;
import java.sql.sqlexception;
import java.util.arraylist;
import java.util.list;
public class commonutil {
/**
* 把结果集中的每一行都放入object对象数组中, 再把所有的object对象数组放入一个list集合中.
* @throws sqlexception
*/
public static list<object[]> query(connection connection, string sql, object... values) throws sqlexception {
preparedstatement preparedstatement = null;
resultset resultset = null;
try {
preparedstatement = connection.preparestatement(sql);
fillarguments(preparedstatement, values);
resultset = preparedstatement.executequery();
list<object[]> list = new arraylist<object[]>();
int cols = resultset.getmetadata().getcolumncount();
while (resultset.next()) {
object[] datarow = new object[cols];
for (int i = 0; i < datarow.length; i++) {
datarow[i] = resultset.getobject(i + 1);
}
list.add(datarow);
}
return list;
} finally {
jdbcutil.close(null, preparedstatement, resultset);
}
}
/**
* 把结果集中的第一行数据,全放入一个对象数组中
* @throws sqlexception
*/
public static object[] queryvaluearray(connection connection, string sql, object... values) throws sqlexception {
preparedstatement preparedstatement = null;
resultset resultset = null;
try {
preparedstatement = connection.preparestatement(sql);
fillarguments(preparedstatement, values);
resultset = preparedstatement.executequery();
if (resultset.next()) {
object[] datarow = new object[resultset.getmetadata().getcolumncount()];
for (int i = 0; i < datarow.length; i++) {
datarow[i] = resultset.getobject(i + 1);
}
return datarow;
} else {
return null;
}
} finally {
jdbcutil.close(null, preparedstatement, resultset);
}
}
/**
* 从结果集中获取第一行的第一列
* @throws sqlexception
*/
public static object queryvalue(connection connection, string sql, object... values) throws sqlexception {
preparedstatement preparedstatement = null;
resultset resultset = null;
try {
preparedstatement = connection.preparestatement(sql);
fillarguments(preparedstatement, values);
resultset = preparedstatement.executequery();
if (resultset.next()) {
return resultset.getobject(1);
} else {
return null;
}
} finally {
jdbcutil.close(null, preparedstatement, resultset);
}
}
/**
* 把结果集中第一行转换为对象返回
* @throws sqlexception
* @throws securityexception
* @throws nosuchfieldexception
* @throws illegalaccessexception
* @throws instantiationexception
*/
public static <t> t querybean(connection connection, string sql, class<t> clazz, object... values) throws sqlexception,
nosuchfieldexception, securityexception, instantiationexception, illegalaccessexception {
preparedstatement preparedstatement = null;
resultset resultset = null;
try {
preparedstatement = connection.preparestatement(sql);
fillarguments(preparedstatement, values);
resultset = preparedstatement.executequery();
if (resultset.next()) {
t t = clazz.newinstance();
resultsetmetadata metadata = resultset.getmetadata();
int cols = metadata.getcolumncount();
for (int i = 0; i < cols; i++) {
string label = metadata.getcolumnlabel(i + 1);
object value = resultset.getobject(label);
field field = clazz.getdeclaredfield(label);
field.setaccessible(true);
field.set(t, value);
}
return t;
} else {
return null;
}
} finally {
jdbcutil.close(null, preparedstatement, resultset);
}
}
/**
* 把结果集的所有记录都封装成对象,并把所有对象放在一个list集合中
* @throws sqlexception
* @throws illegalaccessexception
* @throws instantiationexception
* @throws securityexception
* @throws nosuchfieldexception
*/
public static <t> list<t> query(connection connection, string sql, class<t> clazz, object... values) throws sqlexception,
instantiationexception, illegalaccessexception, nosuchfieldexception, securityexception {
preparedstatement preparedstatement = null;
resultset resultset = null;
try {
preparedstatement = connection.preparestatement(sql);
fillarguments(preparedstatement, values);
resultset = preparedstatement.executequery();
list<t> list = new arraylist<t>();
resultsetmetadata metadata = resultset.getmetadata();
int cols = metadata.getcolumncount();
while (resultset.next()) {
t t = clazz.newinstance();
for (int i = 0; i < cols; i++) {
string label = metadata.getcolumnlabel(i + 1);
object value = resultset.getobject(label);
if (value != null) {
field field = clazz.getdeclaredfield(label);
field.setaccessible(true);
field.set(t, value);
}
}
list.add(t);
}
return list;
} finally {
jdbcutil.close(null, preparedstatement, resultset);
}
}
/**
* 通用更新操作
* @throws sqlexception
*/
public static int update(connection connection, string sql, object... values) throws sqlexception {
preparedstatement preparedstatement = null;
try {
preparedstatement = connection.preparestatement(sql);
fillarguments(preparedstatement, values);
return preparedstatement.executeupdate();
} finally {
jdbcutil.close(null, preparedstatement);
}
}
public static void fillarguments(preparedstatement preparedstatement, object... values) throws sqlexception {
for (int i = 0; i < values.length; i++) {
preparedstatement.setobject(i + 1, values[i]);
}
}
}
basedao综合之前学习过的知识,在这里创建一个basedao<t>类借助dbutils工具类实现数据操作功能:
package com.atguigu.jdbc;
import java.lang.reflect.parameterizedtype;
import java.lang.reflect.type;
import java.sql.connection;
import java.sql.sqlexception;
import java.util.list;
import org.apache.commons.dbutils.queryrunner;
import org.apache.commons.dbutils.handlers.beanhandler;
import org.apache.commons.dbutils.handlers.beanlisthandler;
import org.apache.commons.dbutils.handlers.scalarhandler;
public class basedao<t>{
protected class<t> clazz; // t泛型究竟是什么类型, 用类模板对象来描述
protected queryrunner qr = new queryrunner(); // 用于执行通用查询和更新的工具类对象
protected connection connection; // 数据库连接
protected string tablename; // 涉及到的表,需要通过构造器初始化赋值
public jdbcdao(string tablename) {
// 以下代码的执行者是子类对象,所以this.getclass是获取子类的类模板对象
type type = this.getclass().getgenericsuperclass(); // jdbcdao<teacher>
if (type instanceof parameterizedtype) {
parameterizedtype parameterizedtype = (parameterizedtype)type;//jdbcdao<teacher>
type[] types = parameterizedtype.getactualtypearguments();
clazz = (class<t>)types[0];
} else {
clazz = (class<t>)object.class;
}
// 获取一个连接供所有方法使用
try {
connection = jdbcutil.getconnection();
} catch (sqlexception e) {
e.printstacktrace();
}
this.tablename = tablename;
}
//获得记录中具体的一个数据
public object getvalue(string sql, object... values) {
try {
return qr.query(connection, sql, new scalarhandler(), values);
} catch (sqlexception e) {
e.printstacktrace();
}
return null;
}
//获得一行数据并封装成javabean对象
public t get(string sql, object... values) {
try {
return qr.query(connection, sql, new beanhandler<t>(clazz), values);
} catch (sqlexception e) {
e.printstacktrace();
}
return null;
}
//获得多行记录,封装成javabean对象,保存在list集合中
public list<t> getlist(string sql, object... values) {
try {
return qr.query(connection, sql, new beanlisthandler<t>(clazz), values);
} catch (sqlexception e) {
e.printstacktrace();
}
return null;
}
//获得所有记录,封装成javabean对象,保存在list集合中
public list<t> getall() {
return getlist("select * from " + tablename);
}
//根据id获取某一条记录,并封装成javabean对象返回
public t getbyid(int id) {
return get("select * from " + tablename + " where id = ?", id);
}
//根据id删除某一条记录,删除成功返回ture,失败返回false
public boolean deletebyid(int id) {
int rows = update("delete from " + tablename + " where id = ?", id);
if (rows > 0) {
return true;
}
return false;
}
//通用的更新操作
public int update(string sql, object... values) {
try {
return qr.update(connection, sql, values);
} catch (sqlexception e) {
e.printstacktrace();
}
return 0;
}
//关闭连接
public void close() {
jdbcutil.close(connection);
}
}
以上就是jdbc-数据连接池的使用 的内容。