import ibm_db import os import datetime from log_config import d import pandas as pd import json # 连接信息L2本地 dbn_database = "pltcm" #数据库名称 dbn_uid = "app" #用户名 dbn_pwd = "appapp1" #密码 dbn_driver = "{IBM DB2 ODBC DRIVER}" dbn_port = "50000" #端口 dbn_protocol = "TCPIP" #方式 # 创建本地数据库的 dbn 连接字符串 dbn = ( "DATABASE={0};UID={1};PWD={2};DRIVER={3};PORT={4};PROTOCOL={5};" .format(dbn_database, dbn_uid, dbn_pwd, dbn_driver, dbn_port, dbn_protocol) ) # 数字钢卷数据库连接信息 dsn_hostname = "10.25.101.64" dsn_uid = "dsc" dsn_pwd = "dscdsc1" dsn_driver = "{IBM DB2 ODBC DRIVER}" dsn_database = "appdb" dsn_port = "50000" # DB2通常使用端口50000，如果不是，需要更改为你的端口 dsn_protocol = "TCPIP" # 创建DSN连接字符串 dsn = ( "DRIVER={0};" "DATABASE={1};" "HOSTNAME={2};" "PORT={3};" "PROTOCOL={4};" "UID={5};" "PWD={6};").format(dsn_driver, dsn_database, dsn_hostname, dsn_port, dsn_protocol, dsn_uid, dsn_pwd) # MODFSPRE_ExplainDBWrite(MUID,前滑结果数据)， # 写入本地数据库MODFSPRE，写入数字钢卷服务器MODFSPRE def MODFSPRE_PreDBWrite(MUID,SF_list): # 建立连接 try: conn = ibm_db.connect(dbn, "", "") d.info("Connected to local database ") except Exception as e: d.error("Unable to connect local: ", str(e)) # 第二步，根据MUID检查数据是否存在 muid_to_check = MUID #print(muid_to_check) check_sql = "SELECT COUNT(*) FROM MODFSPRE WHERE COIL_ID=?" stmt = ibm_db.prepare(conn, check_sql) ibm_db.bind_param(stmt, 1, muid_to_check) ibm_db.execute(stmt) result = ibm_db.fetch_tuple(stmt) # 第三步，根据查询结果决定是插入还是更新 SF_COEF1=SF_list[0] SF_COEF2=SF_list[1] SF_COEF3=SF_list[2] SF_COEF4=SF_list[3] SF_COEF5=SF_list[4] if result[0] > 0: # 更新操作 update_sql = "UPDATE MODFSPRE SET SF_COEF1=?, SF_COEF2=?, SF_COEF3=?, SF_COEF4=?, SF_COEF5=? WHERE COIL_ID=?" update_params = (SF_COEF1, SF_COEF2, SF_COEF3, SF_COEF4, SF_COEF5, muid_to_check) stmt = ibm_db.prepare(conn, update_sql) if ibm_db.execute(stmt, update_params): d.info("local Data updated successfully") else: d.error("Error updating local data:", ibm_db.stmt_errormsg()) else: # 插入操作 insert_sql = "INSERT INTO MODFSPRE (COIL_ID, SF_COEF1, SF_COEF2, SF_COEF3, SF_COEF4, SF_COEF5) VALUES (?, ?, ?, ?, ?, ?)" insert_params = (muid_to_check, SF_COEF1, SF_COEF2, SF_COEF3, SF_COEF4, SF_COEF5) stmt = ibm_db.prepare(conn, insert_sql) if ibm_db.execute(stmt, insert_params): d.info("local Data inserted successfully") else: d.error("Error inserting local data:", ibm_db.stmt_errormsg()) # 第四步，关闭数据库连接 ibm_db.close(conn) # 建立连接 try: conn = ibm_db.connect(dsn, "", "") d.info("Connected to database") except Exception as e: d.error("Unable to connect: ", str(e)) # 第二步，根据MUID检查数据是否存在 check_sql = "SELECT COUNT(*) FROM T_MODFSPRE WHERE COIL_ID=?" stmt = ibm_db.prepare(conn, check_sql) ibm_db.bind_param(stmt, 1, muid_to_check) ibm_db.execute(stmt) result = ibm_db.fetch_tuple(stmt) # 第三步，根据查询结果决定是插入还是更新 if result[0] > 0: # 更新操作 update_sql = "UPDATE T_MODFSPRE SET SF_COEF1=?, SF_COEF2=?, SF_COEF3=?, SF_COEF4=?, SF_COEF5=? WHERE COIL_ID=?" update_params = (SF_COEF1, SF_COEF2, SF_COEF3, SF_COEF4, SF_COEF5, muid_to_check) stmt = ibm_db.prepare(conn, update_sql) if ibm_db.execute(stmt, update_params): d.info("Data updated successfully") else: d.error("Error updating data:", ibm_db.stmt_errormsg()) else: # 插入操作 insert_sql = "INSERT INTO T_MODFSPRE (COIL_ID, SF_COEF1, SF_COEF2, SF_COEF3, SF_COEF4, SF_COEF5) VALUES (?, ?, ?, ?, ?, ?)" insert_params = (muid_to_check, SF_COEF1, SF_COEF2, SF_COEF3, SF_COEF4, SF_COEF5) stmt = ibm_db.prepare(conn, insert_sql) if ibm_db.execute(stmt, insert_params): d.info("Data inserted successfully") else: d.error("Error inserting data:", ibm_db.stmt_errormsg()) # 第四步，关闭数据库连接 ibm_db.close(conn) # MODFSPRE_ExplainDBWrite(MUID,写入内容，机架号)， # 写入本地数据库MODFSPRE，写入数字钢卷服务器MODFSPRE def MODFSPRE_ExplainDBWrite(MUID,json_data,num): # 建立连接 # try: # conn = ibm_db.connect(dbn, "", "") # d.info("Connected to database") # except Exception as e: # d.error("Unable to connect: ", str(e)) # 第二步，根据MUID检查数据是否存在 muid_to_check = MUID # check_sql = "SELECT COUNT(*) FROM MODFSPRE WHERE COIL_ID=?" # stmt = ibm_db.prepare(conn, check_sql) # ibm_db.bind_param(stmt, 1, muid_to_check) # ibm_db.execute(stmt) # result = ibm_db.fetch_tuple(stmt) # 第三步，根据查询结果决定是插入还是更新 EXPLAIN=json_data # if result[0] > 0: # 更新操作 # update_sql = "UPDATE MODFSPRE SET EXPLAIN%d=? WHERE COIL_ID=?"%num # update_params = (EXPLAIN, muid_to_check) # stmt = ibm_db.prepare(conn, update_sql) # if ibm_db.execute(stmt, update_params): # d.info("Data updated successfully") # else: # d.error("Error updating data:", ibm_db.stmt_errormsg()) # else: # 插入操作 # insert_sql = "INSERT INTO MODFSPRE (COIL_ID, EXPLAIN%d) VALUES (?, ?)"%num # insert_params = (muid_to_check, EXPLAIN) # stmt = ibm_db.prepare(conn, insert_sql) # if ibm_db.execute(stmt, insert_params): # d.info("Data inserted successfully") # else: # d.error("Error inserting data:", ibm_db.stmt_errormsg()) # 第四步，关闭数据库连接 # ibm_db.close(conn) # 建立连接 try: conn = ibm_db.connect(dsn, "", "") d.info("Connected to database") except Exception as e: d.error("Unable to connect: ", str(e)) # 第二步，根据MUID检查数据是否存在 check_sql = "SELECT COUNT(*) FROM T_MODFSPRE WHERE COIL_ID=?" stmt = ibm_db.prepare(conn, check_sql) ibm_db.bind_param(stmt, 1, muid_to_check) ibm_db.execute(stmt) result = ibm_db.fetch_tuple(stmt) # 第三步，根据查询结果决定是插入还是更新 if result[0] > 0: # 更新操作 update_sql = "UPDATE T_MODFSPRE SET EXPLAIN%d=? WHERE COIL_ID=?"%num update_params = (EXPLAIN, muid_to_check) stmt = ibm_db.prepare(conn, update_sql) if ibm_db.execute(stmt, update_params): d.info("Data updated successfully") else: d.error("Error updating data:", ibm_db.stmt_errormsg()) else: # 插入操作 insert_sql = "INSERT INTO T_MODFSPRE (COIL_ID, EXPLAIN%d) VALUES (?, ?)"%num insert_params = (muid_to_check, EXPLAIN) stmt = ibm_db.prepare(conn, insert_sql) if ibm_db.execute(stmt, insert_params): d.info("Data inserted successfully") else: d.error("Error inserting data:", ibm_db.stmt_errormsg()) # 第四步，关闭数据库连接 ibm_db.close(conn) # ReadEntireTable(数据库表名，数据库列名) # 直接读取整张数据库表的名字，写入csv中 def ReadEntireTable(Tbl_name): d.info(f"ReadEntireTable: {Tbl_name} start") try: conn = ibm_db.connect(dbn, "", "") d.info("Connected to local database ") except Exception as e: d.error("Unable to connect local: ", str(e)) # 准备SQL查询语句 sql = "SELECT * FROM %s"%Tbl_name # 执行SQL查询 stmt = ibm_db.exec_immediate(conn, sql) # 从结果中获取所有数据并转换为DataFrame columns = [ibm_db.field_name(stmt, i) for i in range(ibm_db.num_fields(stmt))] data = [] row = ibm_db.fetch_tuple(stmt) while row: data.append(row) row = ibm_db.fetch_tuple(stmt) df = pd.DataFrame(data, columns=columns) d.info(f"len(df) = '{len(df)}' ") # 获取当前日期 i = datetime.datetime.now() ModFSSavePath = "/users/app/src/ModFSPre/"+'%d/' % i.year # 检查目录是否存在 if not os.path.exists(ModFSSavePath): # 如果目录不存在，则创建目录 os.makedirs(ModFSSavePath) d.info(f"Directory '{ModFSSavePath}' created successfully.") else: d.info(f"Directory '{ModFSSavePath}' already exists.") # 将DataFrame保存为 CSV 文件 df.to_csv(ModFSSavePath +'%d' % i.month+'%d' % i.day+'%s_data.csv'%Tbl_name, index=False) # 关闭数据库连接 ibm_db.close(conn) if __name__ == "__main__": #test MODFSPRE_PreDBWrite #MUID = "1111" #SF_list = [0.3, 0.4, 0.5, 0.6, 0.7] #MODFSPRE_PreDBWrite(MUID,SF_list) #test MODFSPRE_ExplainDBWrite MUID = "62" json_data = [{ "key1": 1, "key2": 2 }] json_string = json.dumps(json_data) MODFSPRE_ExplainDBWrite(MUID,json_string,2) #test ReadEntireTable #ReadEntireTable('MODAD')