136 lines
3.7 KiB
Python
136 lines
3.7 KiB
Python
|
#!/usr/bin/env python
|
|||
|
|
# -*- encoding: utf-8 -*-
|
|||
|
|
"""
|
|||
|
|
Topic: mysql数据表结构和数据合并
|
|||
|
|
Desc : 有两个表，航信CRM企业表t_crm_company，税局企业资料表t_tax_company，
|
|||
|
|
现在需要将其记录合并，使用税号和名称组合来作为唯一性标识
|
|||
|
|
"""
|
|||
|
|
import sys
|
|||
|
|
import copy
|
|||
|
|
|
|||
|
|
import logging
|
|||
|
|
import datetime
|
|||
|
|
import mysql.connector
|
|||
|
|
from mysql.connector import errorcode
|
|||
|
|
|
|||
|
|
# 查询航信CRM表
|
|||
|
|
sql_select_taxcode_name = """
|
|||
|
|
SELECT DISTINCT cust_tax_code,cust_name
|
|||
|
|
FROM t_crm_company
|
|||
|
|
WHERE update_time IS NULL OR update_time < '{}';
|
|||
|
|
"""
|
|||
|
|
# 通过税号和名称查询税局表中记录
|
|||
|
|
sql_select_tax_info = """
|
|||
|
|
SELECT
|
|||
|
|
legal_person,
|
|||
|
|
business_scope,
|
|||
|
|
reg_code,
|
|||
|
|
tax_number,
|
|||
|
|
cust_tax_name,
|
|||
|
|
addr,
|
|||
|
|
reg_type,
|
|||
|
|
tax_institution,
|
|||
|
|
duty,
|
|||
|
|
is_back_taxes,
|
|||
|
|
is_overdue,
|
|||
|
|
status,
|
|||
|
|
valid_st_date,
|
|||
|
|
qualification_nm,
|
|||
|
|
business,
|
|||
|
|
notes
|
|||
|
|
FROM t_tax_company
|
|||
|
|
WHERE cust_tax_code='{}' AND cust_name='{}' AND (notes is NULL OR notes<>'税号无效')
|
|||
|
|
LIMIT 1;
|
|||
|
|
"""
|
|||
|
|
# 将税局的数据更新到航信表中
|
|||
|
|
sql_update_crm = """
|
|||
|
|
UPDATE t_crm_company
|
|||
|
|
SET
|
|||
|
|
legal_person={},
|
|||
|
|
business_scope={},
|
|||
|
|
reg_code={},
|
|||
|
|
tax_number={},
|
|||
|
|
cust_tax_name={},
|
|||
|
|
addr={},
|
|||
|
|
reg_type={},
|
|||
|
|
tax_institution={},
|
|||
|
|
duty={},
|
|||
|
|
is_back_taxes={},
|
|||
|
|
is_overdue={},
|
|||
|
|
status={},
|
|||
|
|
valid_st_date={},
|
|||
|
|
qualification_nm={},
|
|||
|
|
business={},
|
|||
|
|
tax_notes={},
|
|||
|
|
update_time=now()
|
|||
|
|
WHERE cust_tax_code='{}' AND cust_name='{}'
|
|||
|
|
"""
|
|||
|
|
|
|||
|
|
logging.basicConfig(level=logging.INFO,
|
|||
|
|
format='%(asctime)s %(filename)s[line:%(lineno)d] %(levelname)s %(message)s',
|
|||
|
|
datefmt='%Y-%m-%d %H:%M:%S',
|
|||
|
|
handlers=[logging.FileHandler('d:/logs/merge_table.log', 'a', 'utf-8')])
|
|||
|
|
_log = logging.getLogger('app.' + __name__)
|
|||
|
|
|
|||
|
|
|
|||
|
|
def _connect():
|
|||
|
|
config = {
|
|||
|
|
'user': 'root',
|
|||
|
|
'password': 'mysql',
|
|||
|
|
'host': '192.168.203.95',
|
|||
|
|
'database': 'fastloan_test',
|
|||
|
|
'raise_on_warnings': True,
|
|||
|
|
}
|
|||
|
|
cnx = None
|
|||
|
|
try:
|
|||
|
|
cnx = mysql.connector.connect(**config)
|
|||
|
|
except mysql.connector.Error as err:
|
|||
|
|
if err.errno == errorcode.ER_ACCESS_DENIED_ERROR:
|
|||
|
|
print("Something is wrong with your user name or password")
|
|||
|
|
elif err.errno == errorcode.ER_BAD_DB_ERROR:
|
|||
|
|
print("Database does not exist")
|
|||
|
|
else:
|
|||
|
|
print(err)
|
|||
|
|
if cnx:
|
|||
|
|
cnx.close()
|
|||
|
|
return cnx
|
|||
|
|
|
|||
|
|
|
|||
|
|
def merge_table():
|
|||
|
|
conn_ = _connect()
|
|||
|
|
_log.info('---------------------------分割线-----------------------------')
|
|||
|
|
_log.info('数据库更新start')
|
|||
|
|
cursor = conn_.cursor()
|
|||
|
|
cursor.execute(sql_select_taxcode_name.format('2015-09-10 00:00:00'))
|
|||
|
|
code_names = [list(r) for r in cursor.fetchall()]
|
|||
|
|
_log.info("待更新数据量大小为：{}".format(len(code_names)))
|
|||
|
|
|
|||
|
|
_log.info('合并企业资料start')
|
|||
|
|
for i, d2 in enumerate(code_names):
|
|||
|
|
try:
|
|||
|
|
cursor.execute(sql_select_tax_info.format(d2[0], d2[1]))
|
|||
|
|
each_record = cursor.fetchone()
|
|||
|
|
if each_record:
|
|||
|
|
u_list = [ "'{}'".format(r.replace("'", ";")) if r else 'null' for r in each_record]
|
|||
|
|
u_list.extend([d2[0], d2[1]])
|
|||
|
|
cursor.execute(sql_update_crm.format(*u_list))
|
|||
|
|
except:
|
|||
|
|
_log.error('--合并企业资料Exception,taxcode={},name={}--'.format(d2[0], d2[1]))
|
|||
|
|
cursor.close()
|
|||
|
|
conn_.rollback()
|
|||
|
|
conn_.close()
|
|||
|
|
return
|
|||
|
|
if i % 50 == 0:
|
|||
|
|
_log.info("更新下标...i={}".format(i))
|
|||
|
|
conn_.commit()
|
|||
|
|
conn_.commit()
|
|||
|
|
_log.info('合并企业资料end')
|
|||
|
|
_log.info('数据库更新end')
|
|||
|
|
cursor.close()
|
|||
|
|
conn_.close()
|
|||
|
|
|
|||
|
|
|
|||
|
|
if __name__ == '__main__':
|
|||
|
|
merge_table()
|
|||
|
|
pass
|