pip install DBUtils

import DBUtils.PersistentDB
persist=DBUtils.PersistentDB.PersistentDB(dbpai=MySQLdb,maxusage=1000,**kwargs)

import os
import cx_Oracle
# 用于以清晰、可读的形式输出 Python 数据结构
from pprint import pprint
from sys import modules
from DBUtils.PooledDB import PooledDBpool= PooledDB(cx_Oracle,user='test',password='test',dsn='testDB',mincached=5, maxcached=20)
print(pool.connection())
print(connection.version)# 获得游标对象
cursor = pool.connection().cursor ()try:# 解析sql语句cursor.parse("select *  dual")# 捕获SQL异常
except cx_Oracle.DatabaseError as e:print(e)   # ORA-00923: 未找到要求的 FROM 关键字# 执行sql 语句
cursor.execute ("select * from dual")
# 提取一条数据，返回一个元祖
row = cursor.fetchone()
pprint(row)  # ('X',)

import os'''
日志文件设置
'''
LOG_DIR = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
LOG_LEVEL = 'DEBUG'
LOG_FILE = 'ops.log'"""
数据库设置
"""
DB_USER = 'XXX'
DB_PASSWORD = 'XXX'
DB_SID = 'XXX'print(LOG_DIR)

#!/usr/bin/python
# -*- coding: utf-8 -*-
# @Time    : 2018/4/23 8:55
# @Author  : hyang
# @File    : my_logset.py
# @Software: PyCharmimport logging
import os
import sys
from logging import handlers
BASE_DIR = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
sys.path.append(BASE_DIR)  # 加入环境变量from utils import settings# 日志格式
log_format = '[%(asctime)s - %(levelname)s - %(name)s - %(filename)s - %(funcName)s- %(lineno)d ] %(message)s 'def get_mylogger(name):"""get log:param name::return:"""logger = logging.getLogger(name)logger.setLevel(settings.LOG_LEVEL)console_handler = logging.StreamHandler()# 文件绝对路径logfile_path = os.path.join(settings.LOG_DIR, "log", settings.LOG_FILE)if not os.path.exists(logfile_path):# 创建log目录os.mkdir(os.path.join(settings.LOG_DIR, "log"))# 每天创建一个日志文件，文件数不超过20个file_handler = handlers.TimedRotatingFileHandler(logfile_path, when="D", interval=1, backupCount=25)logger.addHandler(console_handler)logger.addHandler(file_handler)file_format = logging.Formatter(fmt=log_format)console_format = logging.Formatter(fmt=log_format, datefmt='%Y-%m-%d %H:%M:%S ')console_handler.setFormatter(console_format)file_handler.setFormatter(file_format)return loggerif __name__ == '__main__':log = get_mylogger('access')log.info('access')log.error('Error')#
    # log1 = get_mylogger('trans')# log1.info('trans')

#!/usr/bin/python
# -*- coding: utf-8 -*-
# @Time    : 2018/5/22 13:17
# @Author  : hyang
# @File    : Oracle_utils.py
# @Software: PyCharm# 用于以清晰、可读的形式输出 Python 数据结构
from sys import modules
import sys
import os
import cx_Oracle
from DBUtils.PooledDB import PooledDBBASE_DIR = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
sys.path.append(BASE_DIR)  # 加入环境变量from utils import settings
from utils import my_logset"""
通过PooledDB连接Oracle，并完成常用一些操作
"""
class Oracle_util(object):__pool = None  # 连接池对象_db_info = {'user': settings.DB_USER,'pwd': settings.DB_PASSWORD,'dsn': settings.DB_SID}def __init__(self, db_info=_db_info, arraysize = 500):# 日志self.db_log = my_logset.get_mylogger("oradb_access")self.db_info = db_infoself.conn = Oracle_util.__getConn(db_info)self.cursor = self.conn.cursor()# 每次从数据库向Python的缓存返回arraysize=100条记录self.cursor.arraysize = arraysize@staticmethoddef __getConn(db_info):# 静态方法，从连接池中取出连接if Oracle_util.__pool is None:__pool = PooledDB(cx_Oracle,user=db_info['user'],password=db_info['pwd'],dsn=db_info['dsn'],mincached=20,maxcached=50)return __pool.connection()def get_columns(self, table):# 查询表的所有列sql = ["select lower(column_name) column_name \from user_tab_columns where table_name=upper('%(table)s')"]rows = self.queryBySql(''.join(sql) % locals())col_list = [k["column_name"] for k in rows]# ['sjhm', 'a', 'b', 'c', 'd', 'e', 'f', 'g', 'status']return col_list# 根据表自动创建参数字典def create_params(self, table, args={}):col_list = self.get_columns(table)params = {}for k in col_list:if args.__contains__(k):params[k] = args[k]return params# 执行sqldef execute(self, sql, args={}):try:self.db_log.debug('execute sql:{}'.format(sql))return self.cursor.execute(sql, args)except Exception as e:self.close()raise e# 调用函数 函数名，返回类型, 参数('1',2)元祖类型def callfunc(self, func, ret_type=cx_Oracle.NUMBER, args=()):try:self.db_log.debug('call func:{} {}'.format(func, args))return self.cursor.callfunc(func,ret_type,args)except Exception as e:self.close()raise e# 调用过程 过程名，输入参数('1',2)元祖类型def callproc(self, proc, in_val=()):try:self.db_log.debug('call proc:{} {}'.format(proc,in_val))return self.cursor.callproc(proc, in_val)except Exception as e:self.close()raise e# 解析sqldef parse(self,sql,args={}):try:# 解析sql语句return self.cursor.parse(sql,args)# 捕获SQL异常except Exception as e:self.close()raise e# 批量执行def executemany(self, sql, args):try:self.db_log.debug('executemany sql:{}'.format(sql))return self.cursor.executemany(sql, args)except Exception as e:self.close()raise e# 执行sql，参数一：table，参数二：查询列'col1,col2' 参数三：参数字典{'字段1'：'值1','字段2':'值2'}def queryByTable(self, table, column='*',cond_dict={}):# self.execute(sql, args)cond_dict = self.create_params(table, cond_dict)cond_stmt = ' and '.join(['%s=:%s' % (k, k) for k in cond_dict.keys()])# del_sql = 'DELETE FROM %(table)s where %(cond_stmt)s'if not cond_dict:query_sql = 'select %(column)s FROM %(table)s'else:query_sql = 'select %(column)s FROM %(table)s where %(cond_stmt)s'self.execute(query_sql % locals(), cond_dict)return self.get_rows()# 执行sql，参数一：sql语句，如select * from python_modules where module_name=:module_name# 参数二：参数字典{'字段1'：'值1','字段2':'值2'} 如{module_name:Oracle}def queryBySql(self, sql, args={}):self.execute(sql, args)return self.get_rows()# 导出结果为文件def exportTxt(self,file_name, sql, args={}, col_split='|', col_flg=True):""":param file_name: 文件位置:param sql:  sql语句 如select module_name,china_name from python_modules where module_name=:module_name:param args:  参数 如{'module_name':'oracle'}:param col_split: 列分隔符:param col_flg: 是否输出列名字段col1|col2:return:"""rt = self.queryBySql(sql, args)if rt:with open(file_name, 'w',encoding="utf-8") as fd:for row in rt:col_info = col_split.join(row.keys())val_info = ''if col_flg:fd.write(col_info+"\n")col_flg = Falseval_info += col_split.join(row.values())val_info += '\n'fd.write(val_info)# 分页查询，参数一：sql语句，参数二：参数字典{'字段1'：'值1','字段2':'值2'}，参数三：页码，参数四：分页大小def query_pages(self, sql, args={}, page=1, page_size=30):_args, count_args = args, argspage = int(page)# print "page:%s" %(page,)# 下一页next_page = page_size * page# 当前页cur_page = page_size * (page - 1)if page == 1 or cur_page < 0:cur_page = 0next_page = page_sizesql = """SELECT * FROM(SELECT ROWNUM RN,T.* FROM(""" + sql + """)T WHERE ROWNUM<=:next_page)WHERE RN >=:cur_page """count_sql = """SELECT COUNT(1)CNT FROM (""" + sql + """)"""_args["cur_page"] = cur_page_args["next_page"] = next_pagerows = self.queryBySql(sql, _args)countrows = self.queryBySql(count_sql, count_args)return rows, countrows[0]['cnt']# oracle的参数名必须使用:代替，如 userid = :useriddef insertOne(self, table, column_dict):column_dict = self.create_params(table, column_dict)keys = ','.join(column_dict.keys())values = column_dict.values()placeholder = ','.join([':%s' % (v) for v in column_dict.keys()])ins_sql = 'INSERT INTO %(table)s (%(keys)s) VALUES (%(placeholder)s)'# print(ins_sql % locals())self.execute(ins_sql % locals(), column_dict)# 获取序列的下一个值，传入sequence的名称def nextval(self, seq):self.cursor.execute("SELECT %(seq)s.nextval from dual " % locals())result = self.cursor.fetchall()return result[0][0]# 批量插入数据库，参数一：表名，参数二：['字段1','字段2',...],参数二：[('值1','值2',...),('值1','值2',...)]def insertMany(self, table, columns=[], values=[]):keys = ','.join(columns)placeholder = ','.join([':%s' % (v) for v in columns])ins_sql = 'INSERT INTO %(table)s (%(keys)s) VALUES(%(placeholder)s)'self.executemany(ins_sql % locals(), values)return self._get_rows_num()# 更新，参数一：表名，参数二用于set 字段1=值1，字段2=值2...格式：{'字段1':'值1','字段2':'值2'},# 参数三：用于where条件，如 where 字段3=值3 and 字段4=值4，格式{'字段3':'值3','字段4':'值4'}def updateByTable(self, table, column_dict={}, cond_dict={}):column_dict = self.create_params(table, column_dict)cond_dict = self.create_params(table, cond_dict)set_stmt = ','.join(['%s=:%s' % (k, k) for k in column_dict.keys()])cond_stmt = ' and '.join(['%s=:%s' % (k, k) for k in cond_dict.keys()])if not cond_dict:upd_sql = 'UPDATE %(table)s set %(set_stmt)s'else:upd_sql = 'UPDATE %(table)s set %(set_stmt)s where %(cond_stmt)s'args = dict(column_dict, **cond_dict)  # 合并成1个self.execute(upd_sql % locals(), args)return self._get_rows_num()# 删除，参数一：表名，#参数二：用于where条件，如 where 字段3=值3 and 字段4=值4，格式{'字段3':'值3','字段4':'值4'}def deleteByTable(self, table, cond_dict={}):cond_dict = self.create_params(table, cond_dict)cond_stmt = ' and '.join(['%s=:%s' % (k, k) for k in cond_dict.keys()])# del_sql = 'DELETE FROM %(table)s where %(cond_stmt)s'if not cond_dict:del_sql = 'DELETE FROM %(table)s'else:del_sql = 'DELETE FROM %(table)s where %(cond_stmt)s'self.execute(del_sql % locals(), cond_dict)return self._get_rows_num()# 提取数据，参数一提取的记录数，参数二，是否以字典方式提取。为true时返回：{'字段1':'值1','字段2':'值2'}def get_rows(self, size=None, is_dict=True):if size is None:rows = self.cursor.fetchall()else:rows = self.cursor.fetchmany(size)if rows is None:rows = []if is_dict:dict_rows = []dict_keys = [r[0].lower() for r in self.cursor.description]for row in rows:dict_rows.append(dict(zip(dict_keys, row)))rows = dict_rowsreturn rows# 获取更改记录数def _get_rows_num(self):return self.cursor.rowcount# 提交def commit(self):self.conn.commit()# 回滚def rollback(self):self.conn.rollback();# 销毁def __del__(self):self.close()# 关闭连接def close(self):# self.commit()
        self.cursor.close()self.conn.close()if __name__ == '__main__':# exampleora = Oracle_util()create_table = """CREATE TABLE python_modules (module_name VARCHAR2(50) NOT NULL,file_path VARCHAR2(300) NOT NULL,china_name VARCHAR2(300) NOT NULL)"""# 执行创建表create_flag = ora.execute(create_table)# 得到表所有列print(ora.get_columns('python_modules'))# 添加模块信息M = []for m_name, m_info in modules.items():try:M.append((m_name, m_info.__file__, '中国'))except AttributeError:passprint(len(M))print(ora.insertMany('python_modules',['module_name', 'file_path','china_name'],M))ora.commit()print(ora.queryBySql(sql="select * from python_modules where module_name=:module_name", args={'module_name':'DBUtils.PooledDB'}))print(ora.updateByTable(table='python_modules',column_dict={'china_name':'北京'},cond_dict={'module_name':'DBUtils.PooledDB'}))ora.commit()print(ora.queryBySql(sql="select * from python_modules where module_name=:module_name", args={'module_name':'DBUtils.PooledDB'}))print(ora.deleteByTable(table='python_modules', cond_dict={'module_name': 'DBUtils.PooledDB'}))ora.commit()print(ora.queryBySql(sql="select module_name,china_name from python_modules where module_name=:module_name", args={'module_name':'DBUtils.PooledDB'}))ora.updateByTable(table='python_modules', column_dict={'china_name': '河北'})ora.commit()ora.exportTxt("a.txt", sql="select * from python_modules", )print(ora.deleteByTable(table='python_modules'))ora.commit()print(ora.queryByTable(table="python_modules"))ora.execute("DROP TABLE python_modules PURGE")print(ora.callfunc('myfunc', cx_Oracle.NUMBER, ('abc', 2)))print(ora.callproc('myproc',  (3,)))print(ora.queryByTable(table="ptab",column='mydata, myid',cond_dict={'myid':2}))