142 lines
4.4 KiB
Python
142 lines
4.4 KiB
Python
import configparser
|
||
import pymysql
|
||
import pandas as pd
|
||
from sqlalchemy import create_engine
|
||
from urllib.parse import quote_plus
|
||
# 读取配置文件
|
||
config = configparser.ConfigParser()
|
||
config.read('config.ini')
|
||
|
||
# 从配置文件获取数据库连接信息
|
||
source_db_config = {
|
||
'host': config.get('source_db', 'host'),
|
||
'user': config.get('source_db', 'user'),
|
||
'password': config.get('source_db', 'password'),
|
||
'database': config.get('source_db', 'database'),
|
||
'port': config.getint('source_db', 'port')
|
||
}
|
||
|
||
target_db_config = {
|
||
'host': config.get('target_db', 'host'),
|
||
'user': config.get('target_db', 'user'),
|
||
'password': config.get('target_db', 'password'),
|
||
'database': config.get('target_db', 'database'),
|
||
'port': config.getint('target_db', 'port')
|
||
}
|
||
|
||
# 创建SQLAlchemy引擎
|
||
source_engine = create_engine(
|
||
f"mysql+pymysql://{source_db_config['user']}:{quote_plus(source_db_config['password'])}@{source_db_config['host']}:{source_db_config['port']}/{source_db_config['database']}"
|
||
)
|
||
target_engine = create_engine(
|
||
f"mysql+pymysql://{target_db_config['user']}:{quote_plus(target_db_config['password'])}@{target_db_config['host']}:{target_db_config['port']}/{target_db_config['database']}"
|
||
)
|
||
|
||
# 定义替换映射（可以从规则文件中读取，这里保持硬编码）
|
||
type_id_mapping = {
|
||
'项目部': 36,
|
||
'施工队': 33,
|
||
'分包商': 32,
|
||
'后勤科室': 1685,
|
||
'外单位': 1704,
|
||
'修试部门': 1706
|
||
}
|
||
|
||
dept_id_mapping = {
|
||
5: 340, # 安徽顺全电力工程有限公司
|
||
4: 102, # 送电二分公司
|
||
3: 327, # 送电一分公司
|
||
6: 101, # 机具（物流）分公司
|
||
7: 346, # 运检分公司
|
||
8: 338, # 建筑分公司
|
||
9: 309, # 安徽宏源电力建设有限公司
|
||
10: 347, # 公司培训中心（宏源工业园）
|
||
11: 337, # 检修试验分公司
|
||
12: 100, # 变电分公司
|
||
13: 348, # 预制构件分公司
|
||
14: 344, # 机械化分公司
|
||
15: 342, # 公司机关
|
||
16: 345, # 外单位租赁业务
|
||
17: 339, # 安徽顺安电网建设有限公司
|
||
18: 341 # 班组管理中心
|
||
}
|
||
|
||
|
||
def process_bm_project_dept():
|
||
"""处理bm_project_dept表数据"""
|
||
df = pd.read_sql("SELECT * FROM bm_project_dept", source_engine)
|
||
|
||
result = pd.DataFrame()
|
||
result['unit_id'] = df['ID'] + 4000
|
||
result['unit_name'] = df['NAME']
|
||
result['type_id'] = 36 # 项目部固定值
|
||
result['dept_id'] = df['COMPANY_ID'].map(dept_id_mapping)
|
||
result['create_time'] = df['CREATE_TIME']
|
||
|
||
return result
|
||
|
||
|
||
def process_bm_team_info():
|
||
"""处理bm_team_info表数据"""
|
||
df = pd.read_sql("SELECT * FROM bm_team_info where IS_ACTIVE = 1", source_engine)
|
||
|
||
result = pd.DataFrame()
|
||
result['unit_id'] = df['ID'] + 5000
|
||
result['unit_name'] = df['NAME']
|
||
result['type_id'] = 33 # 施工队固定值
|
||
result['dept_id'] = df['COMPANY_ID'].map(dept_id_mapping)
|
||
result['create_time'] = df['CREATE_TIME']
|
||
|
||
return result
|
||
|
||
|
||
def process_bm_sub_contractor_info():
|
||
"""处理bm_sub_contractor_info表数据"""
|
||
df = pd.read_sql("SELECT * FROM bm_sub_contractor_info", source_engine)
|
||
|
||
result = pd.DataFrame()
|
||
result['unit_id'] = df['ID'] + 6000
|
||
result['unit_name'] = df['NAME']
|
||
result['type_id'] = 32 # 分包商固定值
|
||
# 注意：此表没有dept_id字段
|
||
|
||
return result
|
||
|
||
|
||
def process_bm_rear_service():
|
||
"""处理bm_rear_service表数据"""
|
||
df = pd.read_sql("SELECT * FROM bm_rear_service", source_engine)
|
||
|
||
result = pd.DataFrame()
|
||
result['unit_id'] = df['id'] + 7000
|
||
result['unit_name'] = df['rear_name']
|
||
result['type_id'] = 1685 # 后勤科室固定值
|
||
result['dept_id'] = df['company_id'] # 直接复制
|
||
# 注意：此表没有create_time字段
|
||
|
||
return result
|
||
|
||
|
||
def main():
|
||
try:
|
||
# 处理所有源表
|
||
df_project = process_bm_project_dept()
|
||
df_team = process_bm_team_info()
|
||
df_sub = process_bm_sub_contractor_info()
|
||
df_rear = process_bm_rear_service()
|
||
|
||
# 合并所有数据
|
||
final_df = pd.concat([df_project, df_team, df_sub, df_rear], ignore_index=True)
|
||
|
||
# 写入目标数据库
|
||
final_df.to_sql('bm_unit', target_engine, if_exists='append', index=False)
|
||
|
||
print("数据转换和导入成功完成！")
|
||
print(f"共导入 {len(final_df)} 条记录")
|
||
|
||
except Exception as e:
|
||
print(f"处理过程中发生错误: {str(e)}")
|
||
|
||
|
||
if __name__ == "__main__":
|
||
main() |