__author__ = 'lmstack' #coding=utf-8 import os import datetime import pandas as pd from LIB.BACKEND import DBManager, Log from sqlalchemy import create_engine from sqlalchemy.orm import sessionmaker import time, datetime import dateutil.relativedelta import traceback from LIB.MIDDLE.CellStateEstimation.Common import log from pandas.core.frame import DataFrame from LIB.MIDDLE.SaftyCenter.Common import QX_BatteryParam from LIB.MIDDLE.SaftyCenter.diagfault.SC_SamplingSafty import SamplingSafty from LIB.MIDDLE.CellStateEstimation.Common.V1_0_1 import DBDownload from urllib import parse import pymysql import pdb from apscheduler.schedulers.blocking import BlockingScheduler import datacompy from LIB.MIDDLE.SaftyCenter.Liplated import Li_plated from LIB.MIDDLE.SaftyCenter.diagfault.SC_SamplingSafty import SamplingSafty def cell_platd_test(df_sn, df_first_data_time): # 读取结果数据库 host2='rm-bp10j10qy42bzy0q77o.mysql.rds.aliyuncs.com' port2=3306 db2='qx_cas' user2='qx_read' password2='Qx@123456' db_engine = create_engine( "mysql+pymysql://{}:{}@{}:{}/{}?charset=utf8".format( user, password, host, port, database )) start=time.time() end_time=datetime.datetime.now() start_time=end_time-datetime.timedelta(days=90) start_time=start_time.strftime('%Y-%m-%d %H:%M:%S') end_time=end_time.strftime('%Y-%m-%d %H:%M:%S') logger.info("cycle start !!!!!!!!!!!!!!!!!!!!") df_sn_done = pd.read_csv("SNnums_C7255_析锂状态.csv") sn_done = list(set(df_sn_done['sn'])) for i in range(0, len(df_sn)): try: sn = df_sn.loc[i, 'sn'] # if sn in sn_done: # logger.info(sn+"已计算，跳过") # continue # if df_sn.loc[i, 'imei'][5:9] == 'N640': # celltype=1 #6040三元电芯 # elif df_sn.loc[i, 'imei'][5:9] == 'N440': # celltype=2 #4840三元电芯 # elif df_sn.loc[i, 'imei'][5:9] == 'L660': # celltype=99 # 6060锂电芯 # elif df_sn.loc[i, 'imei'][3:5] == 'LX' and df_sn.loc[i, 'imei'][5:9] == 'N750': # celltype=3 #力信 50ah三元电芯 if df_sn.loc[i, 'imei'][3:5] == 'CL' and df_sn.loc[i, 'imei'][5:9] == 'N750': celltype=4 #CATL 50ah三元电芯 # if df_sn.loc[i, 'imei'][3:9] == 'CLL128': # celltype=100 #CATL 50ah三元电芯 else: logger.info("pid-{} celltype-{} SN: {} SKIP!".format(os.getpid(), "未知", sn)) continue # 处理运行历史数据 this_sn = df_first_data_time[df_first_data_time['sn']==sn] if (len(this_sn) == 0): start_time = pd.to_datetime(str(df_sn.loc[df_sn[df_sn['sn']==sn].index, 'add_time'].values[0])).strftime("%Y-%m-%d 00:00:00") else: first_data_time = df_first_data_time.loc[df_first_data_time[df_first_data_time['sn']==sn].index, 'first_data_time'].values[0] if pd.isnull(first_data_time): start_time = "2021-11-17 00:00:00" else: start_time = pd.to_datetime(str(df_first_data_time.loc[df_first_data_time[df_first_data_time['sn']==sn].index, 'first_data_time'].values[0])).strftime("%Y-%m-%d 00:00:00") logger.info("pid-{} celltype-{} SN: {} START!".format(os.getpid(), celltype, sn)) param=QX_BatteryParam.BatteryInfo(celltype) #读取原始数据库数据........................................................................................................................................................ dbManager = DBManager.DBManager() df_data = dbManager.get_data(sn=sn, start_time=start_time, end_time=end_time, data_groups=['bms']) df_bms = df_data['bms'] df_Diag_lipltd = pd.DataFrame(columns = ['sn','time','liplated', 'liplated_amount']) df_Diag_lipltd_add = pd.DataFrame(columns = ['sn','time','liplated', 'liplated_amount']) #析锂诊断................................................................................................................................................................ if not df_bms.empty: Diag_lipltd_temp = Li_plated.Liplated_test(sn,celltype,df_bms)#析锂检测 df_Diag_lipltd_add = Diag_lipltd_temp.liplated_detect() if not df_Diag_lipltd_add.empty: df_Diag_lipltd_temp = df_Diag_lipltd.append(df_Diag_lipltd_add) df_Diag_lipltd = df_Diag_lipltd_temp.drop_duplicates(subset = ['sn','time'], keep = 'first', inplace = False) df_Diag_lipltd.sort_values(by = ['sn'], axis = 0, ascending=True,inplace=True)#对故障信息按照时间进行排序 df_Diag_lipltd['add_time'] = datetime.datetime.now() df_Diag_lipltd.to_sql("mechanism_liplated",con=db_engine, if_exists="append",index=False) logger.info("pid-{} celltype-{} SN: {} DONE!".format(os.getpid(), celltype, sn)) except: logger.error(traceback.format_exc) logger.error(u"{} ：{},{} 任务运行错误\n".format(sn,start_time,end_time), exc_info=True) logger.info("cycle DONE !!!!!!!!!!!!!!!!!!!!") db_engine.dispose() if __name__ == "__main__": # 时间设置 # now_time = datetime.datetime.now() # pre_time = now_time + dateutil.relativedelta.relativedelta(days=-1)# 前一日 # end_time=datetime.datetime.strftime(now_time,"%Y-%m-%d 00:00:00") # start_time=datetime.datetime.strftime(pre_time,"%Y-%m-%d 00:00:00") history_run_flag = False # 历史数据运行标志 # 更新sn列表 host='rm-bp10j10qy42bzy0q7.mysql.rds.aliyuncs.com' port=3306 db='qixiang_oss' user='qixiang_oss' password='Qixiang2021' conn = pymysql.connect(host=host, port=port, user=user, password=password, database=db) cursor = conn.cursor() cursor.execute("select sn, imei, add_time from app_device") res = cursor.fetchall() df_sn = pd.DataFrame(res, columns=['sn', 'imei', 'add_time']) df_sn = df_sn.reset_index(drop=True) conn.close(); # 数据库配置 host = 'rm-bp10j10qy42bzy0q77o.mysql.rds.aliyuncs.com' port = 3306 user = 'qx_cas' password = parse.quote_plus('Qx@123456') database = 'qx_cas' db_engine = create_engine( "mysql+pymysql://{}:{}@{}:{}/{}?charset=utf8".format( user, password, host, port, database )) DbSession = sessionmaker(bind=db_engine) # 运行历史数据配置 df_first_data_time = pd.read_sql("select * from bat_first_data_time", db_engine) db_engine.dispose() # 日志配置 now_str = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime()).replace(":","_") log_path = 'log7255/' + now_str if not os.path.exists(log_path): os.makedirs(log_path) log = Log.Mylog(log_name='saftyCenter_liplated7255', log_level = 'info') log.set_file_hl(file_name='{}/info.log'.format(log_path), log_level='info', size=1024* 1024 * 100) log.set_file_hl(file_name='{}/error.log'.format(log_path), log_level='error', size=1024* 1024 * 100) logger = log.get_logger() logger.info("pid is {}".format(os.getpid())) # 算法参数 # host='rm-bp10j10qy42bzy0q77o.mysql.rds.aliyuncs.com' # port=3306 # db='safety_platform' # user='qx_read' # password=parse.quote_plus('Qx@123456') # tablename='all_fault_info' # db_res_engine = create_engine( # "mysql+pymysql://{}:{}@{}:{}/{}?charset=utf8".format( # user, password, host, port, db # )) #定时任务....................................................................................................................................................................... cell_platd_test(df_sn, df_first_data_time) # scheduler = BlockingScheduler() # scheduler.add_job(fun, 'interval', seconds=600, id='diag_job') # try: # scheduler.start() # except Exception as e: # scheduler.shutdown() # logger.error(str(e))