285 lines
8.8 KiB
Python
285 lines
8.8 KiB
Python
import configparser
|
|
import pandas as pd
|
|
from sqlalchemy import create_engine
|
|
from urllib.parse import quote_plus
|
|
from sqlalchemy.exc import SQLAlchemyError
|
|
|
|
# 读取配置文件
|
|
config = configparser.ConfigParser()
|
|
config.read('config.ini')
|
|
|
|
# 获取数据库连接配置
|
|
source_config = {
|
|
'host': config.get('source_db', 'host'),
|
|
'user': config.get('source_db', 'user'),
|
|
'password': config.get('source_db', 'password'),
|
|
'database': config.get('source_db', 'database'),
|
|
'port': config.getint('source_db', 'port')
|
|
}
|
|
|
|
target_config = {
|
|
'host': config.get('target_db', 'host'),
|
|
'user': config.get('target_db', 'user'),
|
|
'password': config.get('target_db', 'password'),
|
|
'database': config.get('target_db', 'database'),
|
|
'port': config.getint('target_db', 'port')
|
|
}
|
|
|
|
# 创建数据库引擎
|
|
source_engine = create_engine(
|
|
f"mysql+pymysql://{source_config['user']}:{quote_plus(source_config['password'])}@{source_config['host']}:{source_config['port']}/{source_config['database']}"
|
|
)
|
|
target_engine = create_engine(
|
|
f"mysql+pymysql://{target_config['user']}:{quote_plus(target_config['password'])}@{target_config['host']}:{target_config['port']}/{target_config['database']}"
|
|
)
|
|
|
|
# 单位类型映射
|
|
UNIT_TYPE_MAPPING = {
|
|
6: 'sgd',
|
|
7: 'xmb',
|
|
122: 'fbs',
|
|
126: 'hq'
|
|
}
|
|
|
|
|
|
def process_tm_task():
|
|
"""处理任务表数据"""
|
|
try:
|
|
# 执行转换SQL
|
|
sql = """
|
|
SELECT
|
|
(be.ID + 500000) as task_id,
|
|
2 as task_type,
|
|
IF(be.`STATUS` = 32, 3, 4) as task_status,
|
|
be.`CODE` as code,
|
|
pu.`NAME` as create_by,
|
|
be.CREATE_TIME as create_time
|
|
FROM
|
|
bpm_example be
|
|
LEFT JOIN sys_data_dict sdd on be.`STATUS` = sdd.ID
|
|
LEFT JOIN pm_user pu on be.CREATOR = pu.ID
|
|
WHERE
|
|
be.DEFINITION_ID = 1
|
|
"""
|
|
df = pd.read_sql(sql, source_engine)
|
|
|
|
# 写入目标表
|
|
df.to_sql('tm_task', target_engine, if_exists='append', index=False)
|
|
|
|
print(f"成功导入 {len(df)} 条任务数据到tm_task表")
|
|
return True
|
|
|
|
except Exception as e:
|
|
print(f"处理任务数据时出错: {str(e)}")
|
|
return False
|
|
|
|
|
|
def process_tm_task_agreement():
|
|
"""处理任务协议关联表数据"""
|
|
try:
|
|
# 第一步：查询基础数据
|
|
base_sql = """
|
|
SELECT
|
|
(be.ID + 500000) as task_id,
|
|
2 as task_type,
|
|
be.DEPT_ID,
|
|
be.SUB_ID,
|
|
be.TEAM_ID,
|
|
be.REAR_ID,
|
|
be.TYPE,
|
|
be.PROJECT_ID
|
|
FROM
|
|
bpm_example be
|
|
WHERE
|
|
be.DEFINITION_ID = 1
|
|
"""
|
|
base_df = pd.read_sql(base_sql, source_engine)
|
|
|
|
# 准备存储结果
|
|
results = []
|
|
skipped_records = 0
|
|
# 对每条记录处理
|
|
for _, row in base_df.iterrows():
|
|
try:
|
|
# 确定unit_id和type_code
|
|
unit_id = None
|
|
type_code = None
|
|
|
|
if row['TYPE'] == 6: # 施工队
|
|
if row['TEAM_ID'] > 0:
|
|
unit_id = int(row['TEAM_ID'])
|
|
type_code = 'sgd'
|
|
elif row['TYPE'] == 7: # 项目部
|
|
if row['DEPT_ID'] > 0:
|
|
unit_id = int(row['DEPT_ID'])
|
|
type_code = 'xmb'
|
|
elif row['TYPE'] == 122: # 分包商
|
|
if row['SUB_ID'] > 0:
|
|
unit_id = int(row['SUB_ID'])
|
|
type_code = 'fbs'
|
|
elif row['TYPE'] == 126: # 后勤
|
|
if row['REAR_ID'] > 0:
|
|
unit_id = int(row['REAR_ID'])
|
|
type_code = 'hq'
|
|
|
|
# 检查必要参数是否有效
|
|
if not unit_id or not type_code or row['PROJECT_ID'] <= 0:
|
|
skipped_records += 1
|
|
continue
|
|
|
|
# 使用参数化查询避免字符串拼接问题
|
|
agreement_id = get_agreement_id(unit_id, int(row['PROJECT_ID']), type_code)
|
|
if agreement_id:
|
|
if agreement_id:
|
|
results.append({
|
|
'task_id': int(row['task_id']),
|
|
'agreement_id': int(agreement_id)
|
|
})
|
|
except Exception as e:
|
|
print(f"查询agreement_id时出错: {str(e)}")
|
|
continue
|
|
|
|
# 转换为DataFrame并写入
|
|
if results:
|
|
result_df = pd.DataFrame(results)
|
|
result_df.to_sql('tm_task_agreement', target_engine, if_exists='append', index=False)
|
|
print(f"成功导入 {len(result_df)} 条任务协议关联数据到tm_task_agreement表")
|
|
return True
|
|
else:
|
|
print("没有找到匹配的任务协议关联数据")
|
|
return False
|
|
|
|
except Exception as e:
|
|
print(f"处理任务协议关联数据时出错: {str(e)}")
|
|
return False
|
|
|
|
|
|
def get_agreement_id(unit_id, project_id, type_code):
|
|
"""根据组合条件查询agreement_id"""
|
|
try:
|
|
sql = f"""
|
|
SELECT (bpr.ID + 500000) as agreement_id
|
|
FROM bm_project_relation bpr
|
|
WHERE bpr.UNIT_ID = {unit_id}
|
|
AND bpr.project_id = {project_id}
|
|
AND bpr.type = '{type_code}'
|
|
LIMIT 1
|
|
"""
|
|
result = pd.read_sql(sql, source_engine)
|
|
return result['agreement_id'].iloc[0] if not result.empty else None
|
|
except Exception as e:
|
|
print(f"查询agreement_id出错: {str(e)}")
|
|
return None
|
|
|
|
|
|
def process_lease_apply_info():
|
|
"""处理租赁申请信息表数据"""
|
|
try:
|
|
# 执行转换SQL
|
|
sql = """
|
|
SELECT
|
|
(be.ID + 500000) as id,
|
|
be.`CODE` as code,
|
|
(be.ID + 500000) as task_id,
|
|
be.LINK_MAN as lease_person,
|
|
be.PHONE_NUMBER as phone,
|
|
pu.`NAME` as create_by,
|
|
be.CREATE_TIME as create_time,
|
|
be.DEPT_ID as unit_id,
|
|
be.PROJECT_ID as project_id
|
|
FROM
|
|
bpm_example be
|
|
LEFT JOIN pm_user pu on be.CREATOR = pu.ID
|
|
WHERE
|
|
be.DEFINITION_ID = 1
|
|
"""
|
|
df = pd.read_sql(sql, source_engine)
|
|
|
|
# 写入目标表
|
|
df.to_sql('lease_apply_info', target_engine, if_exists='append', index=False)
|
|
|
|
print(f"成功导入 {len(df)} 条租赁申请信息数据")
|
|
return True
|
|
|
|
except Exception as e:
|
|
print(f"处理租赁申请信息时出错: {str(e)}")
|
|
return False
|
|
|
|
|
|
def process_lease_apply_details():
|
|
"""处理租赁申请明细数据"""
|
|
try:
|
|
# 执行转换SQL
|
|
sql = """
|
|
SELECT
|
|
(be.ID + 500000) as parent_id,
|
|
(bpf.MATYPE_ID + 6000) as type_id,
|
|
bpf.ORDER_NUM as pre_num,
|
|
bpf.OUT_NUM as audit_num,
|
|
bpf.OUT_NUM as al_num,
|
|
IF(bpf.ORDER_NUM - bpf.OUT_NUM = 0, 2, 0) as status
|
|
FROM
|
|
bpm_example be
|
|
LEFT JOIN bpm_pick_form bpf on be.ID = bpf.EXAMPLE_ID
|
|
WHERE
|
|
be.DEFINITION_ID = 1 and bpf.MATYPE_ID is not null
|
|
GROUP BY
|
|
bpf.ID
|
|
"""
|
|
df = pd.read_sql(sql, source_engine)
|
|
|
|
# 写入目标表
|
|
df.to_sql('lease_apply_details', target_engine, if_exists='append', index=False)
|
|
|
|
print(f"成功导入 {len(df)} 条租赁申请明细数据")
|
|
return True
|
|
|
|
except Exception as e:
|
|
print(f"处理租赁申请明细时出错: {str(e)}")
|
|
return False
|
|
|
|
|
|
def process_lease_out_details():
|
|
"""处理租赁出库明细数据"""
|
|
try:
|
|
# 执行转换SQL
|
|
sql = """
|
|
SELECT
|
|
(bfd.EXAMPLE_ID + 500000) as parent_id,
|
|
(bfd.MATYPE_ID + 6000) as type_id,
|
|
(bfd.MA_ID + 70000) as ma_id,
|
|
bfd.OUT_NUM as out_num,
|
|
pu.`NAME` as create_by,
|
|
bfd.CREATE_TIME as create_time
|
|
FROM
|
|
bpm_pick_form_details bfd
|
|
LEFT JOIN pm_user pu on bfd.CREATOR = pu.ID
|
|
"""
|
|
df = pd.read_sql(sql, source_engine)
|
|
|
|
# 写入目标表
|
|
df.to_sql('lease_out_details', target_engine, if_exists='append', index=False)
|
|
|
|
print(f"成功导入 {len(df)} 条租赁出库明细数据")
|
|
return True
|
|
|
|
except Exception as e:
|
|
print(f"处理租赁出库明细时出错: {str(e)}")
|
|
return False
|
|
|
|
|
|
if __name__ == "__main__":
|
|
# 执行所有转换流程
|
|
results = [
|
|
process_tm_task(),
|
|
process_tm_task_agreement(),
|
|
process_lease_apply_info(),
|
|
process_lease_apply_details(),
|
|
process_lease_out_details()
|
|
]
|
|
|
|
if all(results):
|
|
print("所有数据转换完成！")
|
|
else:
|
|
print("数据转换过程中出现错误，请检查日志")
|