136 lines
3.7 KiB
Python
136 lines
3.7 KiB
Python
#!/usr/bin/env python
|
||
# -*- encoding: utf-8 -*-
|
||
"""
|
||
Topic: mysql数据表结构和数据合并
|
||
Desc : 有两个表，航信CRM企业表t_crm_company，税局企业资料表t_tax_company，
|
||
现在需要将其记录合并，使用税号和名称组合来作为唯一性标识
|
||
"""
|
||
import sys
|
||
import copy
|
||
|
||
import logging
|
||
import datetime
|
||
import mysql.connector
|
||
from mysql.connector import errorcode
|
||
|
||
# 查询航信CRM表
|
||
sql_select_taxcode_name = """
|
||
SELECT DISTINCT cust_tax_code,cust_name
|
||
FROM t_crm_company
|
||
WHERE update_time IS NULL OR update_time < '{}';
|
||
"""
|
||
# 通过税号和名称查询税局表中记录
|
||
sql_select_tax_info = """
|
||
SELECT
|
||
legal_person,
|
||
business_scope,
|
||
reg_code,
|
||
tax_number,
|
||
cust_tax_name,
|
||
addr,
|
||
reg_type,
|
||
tax_institution,
|
||
duty,
|
||
is_back_taxes,
|
||
is_overdue,
|
||
status,
|
||
valid_st_date,
|
||
qualification_nm,
|
||
business,
|
||
notes
|
||
FROM t_tax_company
|
||
WHERE cust_tax_code='{}' AND cust_name='{}' AND (notes is NULL OR notes<>'税号无效')
|
||
LIMIT 1;
|
||
"""
|
||
# 将税局的数据更新到航信表中
|
||
sql_update_crm = """
|
||
UPDATE t_crm_company
|
||
SET
|
||
legal_person={},
|
||
business_scope={},
|
||
reg_code={},
|
||
tax_number={},
|
||
cust_tax_name={},
|
||
addr={},
|
||
reg_type={},
|
||
tax_institution={},
|
||
duty={},
|
||
is_back_taxes={},
|
||
is_overdue={},
|
||
status={},
|
||
valid_st_date={},
|
||
qualification_nm={},
|
||
business={},
|
||
tax_notes={},
|
||
update_time=now()
|
||
WHERE cust_tax_code='{}' AND cust_name='{}'
|
||
"""
|
||
|
||
logging.basicConfig(level=logging.INFO,
|
||
format='%(asctime)s %(filename)s[line:%(lineno)d] %(levelname)s %(message)s',
|
||
datefmt='%Y-%m-%d %H:%M:%S',
|
||
handlers=[logging.FileHandler('d:/logs/merge_table.log', 'a', 'utf-8')])
|
||
_log = logging.getLogger('app.' + __name__)
|
||
|
||
|
||
def _connect():
|
||
config = {
|
||
'user': 'root',
|
||
'password': 'mysql',
|
||
'host': '192.168.203.95',
|
||
'database': 'fastloan_test',
|
||
'raise_on_warnings': True,
|
||
}
|
||
cnx = None
|
||
try:
|
||
cnx = mysql.connector.connect(**config)
|
||
except mysql.connector.Error as err:
|
||
if err.errno == errorcode.ER_ACCESS_DENIED_ERROR:
|
||
print("Something is wrong with your user name or password")
|
||
elif err.errno == errorcode.ER_BAD_DB_ERROR:
|
||
print("Database does not exist")
|
||
else:
|
||
print(err)
|
||
if cnx:
|
||
cnx.close()
|
||
return cnx
|
||
|
||
|
||
def merge_table():
|
||
conn_ = _connect()
|
||
_log.info('---------------------------分割线-----------------------------')
|
||
_log.info('数据库更新start')
|
||
cursor = conn_.cursor()
|
||
cursor.execute(sql_select_taxcode_name.format('2015-09-10 00:00:00'))
|
||
code_names = [list(r) for r in cursor.fetchall()]
|
||
_log.info("待更新数据量大小为：{}".format(len(code_names)))
|
||
|
||
_log.info('合并企业资料start')
|
||
for i, d2 in enumerate(code_names):
|
||
try:
|
||
cursor.execute(sql_select_tax_info.format(d2[0], d2[1]))
|
||
each_record = cursor.fetchone()
|
||
if each_record:
|
||
u_list = [ "'{}'".format(r.replace("'", ";")) if r else 'null' for r in each_record]
|
||
u_list.extend([d2[0], d2[1]])
|
||
cursor.execute(sql_update_crm.format(*u_list))
|
||
except:
|
||
_log.error('--合并企业资料Exception,taxcode={},name={}--'.format(d2[0], d2[1]))
|
||
cursor.close()
|
||
conn_.rollback()
|
||
conn_.close()
|
||
return
|
||
if i % 50 == 0:
|
||
_log.info("更新下标...i={}".format(i))
|
||
conn_.commit()
|
||
conn_.commit()
|
||
_log.info('合并企业资料end')
|
||
_log.info('数据库更新end')
|
||
cursor.close()
|
||
conn_.close()
|
||
|
||
|
||
if __name__ == '__main__':
|
||
merge_table()
|
||
pass
|