python-数据库操作

import pymysql

数据库工具类 db_util.py

class db_util:

    # 构造函数
    def __init__(self, host='12.31.120.104', user='root', pwd='123456',
                 db_name='bugly'):
        self.host = host
        self.user = user
        self.pwd = pwd
        self.db_name = db_name
        self.db = None
        self.cur = None

    def connect_db(self):
        """
        连接数据库
        """
        try:
            self.db = pymysql.connect(self.host, self.user, self.pwd, self.db_name,
                                   charset='utf8')
        except pymysql.Error as e:
            print("pymysql Error:%s" % e)
            return False
        self.cur = self.db.cursor()
        return True

    def close(self):
        """
        关闭数据库
        """
        if self.db and self.cur:
            self.cur.close()
            self.db.close()
        return True

    def execute(self, sql, params=None):
        """
        执行sql语句
        """
        self.connect_db()
        try:
            if self.db and self.cur:
                # 正常逻辑,执行sql，提交操作
                self.cur.execute(sql, params)
                self.db.commit()
        except:
            print('execute failed, sql = ', sql)
            self.db.rollback()
            # self.close()
            return False
        return True

    def fetch_all(self, sql, params=None):
        """
        查询数据
        """
        self.execute(sql, params)
        return self.cur.fetchall()

mysql_test.py 在gradle中使用gradle命令传参数调用

import time
import sys
import db_util


def insert_record(self, app_id, repo_name, app_version):
    """
    插入数据
    :param app_id:
    :param repo_name:
    :param app_version:
    """
    try:
        self.execute("SELECT * FROM %s WHERE app_id = %d AND repo_name = '%s' AND app_version = '%s'" %('bugly_app_repo', app_id, repo_name, app_version))
        if self.cur.rowcount == 0:
            time_array = time.localtime(int(time.time()))
            style_time = time.strftime("%Y-%m-%d %H:%M:%S", time_array)
            success = self.execute("INSERT INTO %s (app_id, app_version, build_version, ctime, mtime, repo_name) values('%s', '%s', '%s', '%s', '%s', '%s')" %
                         ('bugly_app_repo', app_id, app_version, app_version,style_time, style_time, repo_name))
            print('insert_record success! , ', success)
        else:
            print('record exists!')
    except Exception as e:
        print('insert_record error!, ' , e)
    finally:
        self.close()

if __name__ == '__main__':
    print('__name__')
    # app_name, repo_name, app_version
    if len(sys.argv) == 4:
        app_name = sys.argv[1]
        repo_name = sys.argv[2]
        app_version = sys.argv[3]

        print(app_name, repo_name, app_version)

        db_util = db_util()
        sql = 'SELECT * FROM bugly_app_repo'
        db_util.execute(sql)
        print('size = ', db_util.cur.rowcount)

        # 项目主表是存在的
        sql = "SELECT id FROM bugly_app_info WHERE NAME ='%s'" % (app_name)
        results = db_util.fetch_all(sql)
        if results is not None and len(results) > 0:
            for r in results:
                app_id = r[0];
                if app_id > 0:
                    insert_record(db_util, app_id, repo_name, app_version)
        else:
            print('not exist')
    else:
        print('please pass parameters(app_name, repo_name, app_version)')

 

将excel表格数据导入到数据库 excel_read.py

import xlrd
from db_util import db_util


"""
操作 bugly_symbol_info 表
"""
def handle_bugly_symbol_info(db_util, sheet):

    # db_util = db_util() // 报错
    for i in range(sheet.nrows):
        if i != 0:
            symbol_name = sheet.row(i)[2].value
            repo_name = sheet.row(i)[1].value
            result = select_symbol_info_record(db_util, symbol_name, repo_name)
            if result is False:
                insert_symbol_info_record(db_util, symbol_name, repo_name)
    db_util.close()

# SELECT count(*) FROM bugly_symbol_info WHERE symbol_name like '%com.%';
# DELETE FROM bugly_symbol_info WHERE symbol_name like '%com.%';
def select_symbol_info_record(self, symbol_name, repo_name):
    sql = "SELECT * FROM bugly_symbol_info WHERE symbol_name ='%s' AND repo_name ='%s'" % (symbol_name, repo_name)
    results = self.fetch_all(sql)
    if results is not None and len(results) > 0:
       return True
    else:
        return False

def insert_symbol_info_record(self, symbol_name, repo_name):
    sql = "INSERT INTO bugly_symbol_info(symbol_name, repo_name) VALUES('%s', '%s')" % (symbol_name, repo_name)
    result = self.execute(sql)
    if result is True:
        print('insert_symbol_info_record success')
    else:
        print('insert_symbol_info_record failed')


"""
操作 bugly_repo_info 表
"""
def handle_bugly_repo_info(db_util, sheet):
    start_index = 176 # 主键非自增长
    for i in range(sheet.nrows):
        if i != 0:
            gerrit_url = sheet.row(i)[3].value
            repo_name = sheet.row(i)[1].value
            result = select_repo_info_record(db_util, start_index)
            if result is False:
                insert_repo_info_record(db_util, start_index, repo_name, gerrit_url)
                start_index = start_index + 1
    db_util.close()

# SELECT count(*) FROM bugly_repo_info WHERE url like '%mobile_android%';
# DELETE FROM bugly_repo_info WHERE url like '%mobile_android%';
def select_repo_info_record(self, start_index):
    sql = "SELECT * FROM bugly_repo_info WHERE id = %d" % (start_index)
    results = self.fetch_all(sql)
    if results is not None and len(results) > 0:
        return True
    else:
        return False

def insert_repo_info_record(self, repo_id, repo_name, gerrit_url):
    sql = "INSERT INTO bugly_repo_info(id, platform, name, url, type) VALUES(%d, 1, '%s', '%s', 1)" % (repo_id, repo_name, gerrit_url)
    result = self.execute(sql)
    if result is True:
        print('insert_repo_info_record success')
    else:
        print('insert_repo_info_record failed')

"""
从 bugly_repo_info 导入数据到 bugly_app_repo 表
"""
# DELETE FROM bugly_app_repo WHERE gerrit_url like '%mobile_android%';
def handle_bugly_app_repo(db_util):
    # 将(app_info_id 为 2)的 repo_info 插入到 app_repo表中
    sql = "SELECT id, url FROM bugly_repo_info WHERE url like '%%%s%%'" %'mobile_android'
    results = db_util.fetch_all(sql)

    if results is not None and len(results) > 0:
        for result in results:
            sql = "INSERT INTO bugly_app_repo (app_id, app_version, build_version, repo_id, gerrit_url) VALUES(%d, '%s', '%s', %d, '%s')" \
                  %(2, '1.7.0', '1.7.0', result[0], result[1])
            db_util.execute(sql)
            print('insert bugly_app_repo success')

"""
操作 bugly_biz_repo 数据
"""
# DELETE FROM bugly_biz_repo WHERE gerrit_url like '%mobile_android%'
def handle_bugly_biz_repo(db_util, sheet):
    b_name_ids = {}
    for i in range(sheet.nrows):
        if i != 0:
            business_name = sheet.row(i)[0].value
            lib_name = sheet.row(i)[1].value
            sql = "SELECT id FROM bugly_business_info WHERE business = '%s' AND platform = 1" % (business_name)
            ids = db_util.fetch_all(sql)
            if ids is not None and len(ids) == 1:
                for bid in ids:
                    b_name_ids[lib_name] =  bid[0]
    # print(b_name_ids)
    # {'im': 14, 'lib_utils': 2, 'lib_log': 2, 'httpservice': 2, 'lib_xlog': 14, 'lib_svcmanager': 2,
    # 'immodel': 14, 'mars': 14, 'lib_ui': 2, 'lib_imageloader': 2, 'lib_download': 2, 'basewebview': 2,
    # 'analytics-sdk': 2, 'pay': 2, 'analytics-visual-mapping': 2, 'lib_abtest': 2, 'lib_sp': 2, 'push': 14,
    # 'lib_router': 2, 'lib_performance_debug': 2, 'common_lib': 2, 'plugin_framework': 2, 'LJVRRecord': 22,
    # 'MP3Recorder': 14, 'lib_vr': 22, 'VRLoadingViewLib': 22, 'lib_rtc': 22, 'beike': 4, 'beike_customer': 4,
    # 'beike_mid': 4, 'beike_im_plugin': 4}


    # 将(app_info_id 为 2)的 repo_info 插入到 biz_repo 表中
    sql = "SELECT id, url, name FROM bugly_repo_info WHERE url like '%%%s%%'" % 'mobile_android'
    results = db_util.fetch_all(sql)
    if results is not None and len(results) > 0:
        for result in results:
            sql = "INSERT INTO bugly_biz_repo (biz_id, repo_id, gerrit_url) VALUES(%d, %d, '%s')" \
                  % (b_name_ids.get(result[2]), result[0], result[1])
            db_util.execute(sql)
            print('insert handle_bugly_biz_repo success')

# 更新build_version
# UPDATE bugly_app_repo
# SET build_version = 1070
# WHERE
#  app_id = 2
# AND app_version = '1.7.0'

if __name__ == '__main__':
    workbook = xlrd.open_workbook(u'biz_aar_gerrit.xlsx')
    sheet_names= workbook.sheet_names()
    # 0 汇总 1 ke
    sheet = workbook.sheet_by_name(sheet_names[1]);
    """
    操作 bugly_symbol_info 表
    """
    # db_util = db_util()
    # handle_bugly_symbol_info(db_util, sheet)

    """
    操作 bugly_repo_info 表
    """
    # db_util = db_util()
    # handle_bugly_repo_info(db_util, sheet)

    """
    从 bugly_repo_info 导入数据到 bugly_app_repo 表
    """
    # db_util = db_util()
    # handle_bugly_app_repo(db_util)

    """
    操作 bugly_biz_repo 数据
    """
    # db_util = db_util()
    # handle_bugly_biz_repo(db_util, sheet)