deploy.py 10.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210
  1. __author__ = 'lmstack'
  2. #coding=utf-8
  3. import os
  4. import datetime
  5. import pandas as pd
  6. from LIB.BACKEND import DBManager
  7. from sqlalchemy import create_engine
  8. from sqlalchemy.orm import sessionmaker
  9. import time, datetime
  10. import traceback
  11. from LIB.MIDDLE.InfoChrgDrive.Charge.V1_0_0.coreV0 import *
  12. from urllib import parse
  13. import pymysql
  14. from apscheduler.schedulers.blocking import BlockingScheduler
  15. import logging
  16. #...................................电池包电芯安全诊断函数......................................................................................................................
  17. def info_charge(df_sn, df_bms_ram, log_name):
  18. # 日志
  19. logger = logging.getLogger()
  20. fh = logging.handlers.RotatingFileHandler(log_name + ".log", encoding="utf-8",maxBytes=1024*1024*1024, backupCount=5, mode="a")
  21. # fh = logging.handlers.db_res_engine(log_name + ".log", encoding="utf-8",maxBytes=1024*1024*1024, backupCount=5, mode="a")
  22. formatter = logging.Formatter("%(asctime)s - %(name)s-%(levelname)s %(message)s")
  23. fh.setFormatter(formatter)
  24. logger.addHandler(fh)
  25. logger.setLevel(logging.INFO)
  26. logger.info("pid is {}".format(os.getpid()))
  27. # 更新sn列表
  28. host='rm-bp10j10qy42bzy0q7.mysql.rds.aliyuncs.com'
  29. port=3306
  30. db='qixiang_oss'
  31. user='qixiang_oss'
  32. password='Qixiang2021'
  33. conn = pymysql.connect(host=host, port=port, user=user, password=password, database=db)
  34. cursor = conn.cursor()
  35. cursor.execute("select sn, imei, add_time from app_device where status in (1,2,3)")
  36. res = cursor.fetchall()
  37. df_sn = pd.DataFrame(res, columns=['sn', 'imei', 'add_time'])
  38. df_sn = df_sn.reset_index(drop=True)
  39. cursor.close()
  40. conn.close()
  41. SNnums = list(df_sn['sn'])
  42. host2='rm-bp10j10qy42bzy0q77o.mysql.rds.aliyuncs.com'
  43. port2=3306
  44. db2='safety_platform'
  45. user2='qx_algo_rw'
  46. password2='qx@123456'
  47. db_res_engine = create_engine(
  48. "mysql+pymysql://{}:{}@{}:{}/{}?charset=utf8".format(
  49. user2, parse.quote_plus(password2), host2, port2, db2
  50. ))
  51. conn = pymysql.connect(host=host2, port=port2, user=user2, password=password2, database=db2)
  52. cursor = conn.cursor()
  53. result=pd.read_sql("select start_time, end_time, product_id, code, level, info, advice from all_fault_info", db_res_engine)
  54. result = result[['start_time', 'end_time', 'product_id', 'code', 'level', 'info', 'advice']]
  55. df_diag_ram=result[(result['end_time']=='0000-00-00 00:00:00') & (result['code']==119)]
  56. df_bms_ram=pd.DataFrame(columns=['time', 'sn', 'packvolt', 'cellvolt', 'celltemp'])
  57. start=time.time()
  58. now_time=datetime.datetime.now()
  59. start_time=now_time-datetime.timedelta(seconds=70)
  60. start_time=start_time.strftime('%Y-%m-%d %H:%M:%S')
  61. end_time=now_time.strftime('%Y-%m-%d %H:%M:%S')
  62. for sn in SNnums:
  63. try:
  64. #读取原始数据库数据........................................................................................................................................................
  65. dbManager = DBManager.DBManager()
  66. df_data = dbManager.get_data(sn=sn, start_time=start_time, end_time=end_time, data_groups=['bms','gps'])
  67. df_bms = df_data['bms']
  68. df_gps = df_data['gps']
  69. #读取城市天气数据........................................................................................................................................................
  70. gpscity=pd.read_csv('gps.csv')
  71. #调用主函数................................................................................................................................................................
  72. if not df_bms.empty: #BMS数据非空
  73. df_merge=pd.merge(df_bms,df_gps,how='outer',sort=True)
  74. df_merge['sn']=sn
  75. df_diag_ram_sn=pd.Series()
  76. if not df_diag_ram.empty: #结果库非空
  77. df_diag_ram_sn=df_diag_ram[df_diag_ram['sn']==sn]
  78. if not df_diag_ram_sn.empty: #该sn相关结果非空
  79. df_diag_ram_sn.reset_index(inplace=True,drop=True)
  80. df_diag_new,df_diag_change=pro_output(df_merge,sn,gpscity,df_diag_ram_sn)
  81. if not df_diag_change.empty: #需变更的结果非空
  82. cursor.execute("DELETE FROM algo_charge_info WHERE time_end = '0000-00-00 00:00:00' and sn='{}'".format(sn))
  83. mysql.commit()
  84. df_diag_change.to_sql("algo_charge_info",con=db_res_engine, if_exists="append",index=False)
  85. #新增结果存入结果库.....................................................................
  86. if not df_diag_new.empty: #需新增的结果非空
  87. df_diag_new.to_sql("algo_charge_info",con=db_res_engine, if_exists="append",index=False)
  88. end=time.time()
  89. print(end-start)
  90. except Exception as e:
  91. print(repr(e))
  92. for i in range(0, len(df_sn)):
  93. factory = "骑享"
  94. try:
  95. if df_sn.loc[i, 'imei'][5:9] == 'N640':
  96. celltype=1 #6040三元电芯
  97. elif df_sn.loc[i, 'imei'][5:9] == 'N440':
  98. celltype=2 #4840三元电芯
  99. elif df_sn.loc[i, 'imei'][5:9] == 'L660':
  100. celltype=99 # 6060锂电芯
  101. elif df_sn.loc[i, 'imei'][3:5] == 'LX' and df_sn.loc[i, 'imei'][5:9] == 'N750':
  102. celltype=3 #力信 50ah三元电芯
  103. elif df_sn.loc[i, 'imei'][3:5] == 'CL' and df_sn.loc[i, 'imei'][5:9] == 'N750':
  104. celltype=4 #CATL 50ah三元电芯
  105. elif df_sn.loc[i, 'imei'][3:9] == 'CLL128':
  106. celltype=100 # 重卡
  107. factory = "金茂换电"
  108. else:
  109. logger.info("pid-{} celltype-{} SN: {} SKIP!".format(os.getpid(), "未知", sn))
  110. continue
  111. sn = df_sn.loc[i, 'sn']
  112. logger.info("pid-{} celltype-{} SN: {} START!".format(os.getpid(), celltype, sn))
  113. #读取原始数据库数据........................................................................................................................................................
  114. dbManager = DBManager.DBManager()
  115. df_data = dbManager.get_data(sn=sn, start_time=start_time, end_time=end_time, data_groups=['bms'])
  116. df_bms = df_data['bms']
  117. # print(df_bms)
  118. #电池诊断................................................................................................................................................................
  119. df_diag_ram_sn=df_diag_ram[df_diag_ram['product_id']==sn]
  120. df_bms_ram_sn=df_bms_ram[df_bms_ram['sn']==sn]
  121. if df_diag_ram_sn.empty:
  122. if not df_bms.empty:
  123. SafetyAlarm=CBMSSafetyAlarm.SafetyAlarm(sn,celltype,df_bms, df_bms_ram_sn)
  124. df_diag_res, df_bms_res=SafetyAlarm.diag()
  125. #更新bms的ram数据 和 diag的Ram数据
  126. sn_index=df_bms_ram.loc[df_bms_ram['sn']==sn].index
  127. df_bms_ram=df_bms_ram.drop(index=sn_index)
  128. df_bms_ram=df_bms_ram.append(df_bms_res)
  129. # sn_index=df_diag_ram.loc[df_diag_ram['product_id']==sn].index
  130. # df_diag_ram=df_diag_ram.drop(index=sn_index)
  131. # df_diag_ram=df_diag_ram.append(df_diag_res)
  132. # df_diag_ram.reset_index(inplace=True,drop=True) #重置索引
  133. #当前热失控故障写入数据库
  134. if not df_diag_res.empty:
  135. df_diag_res.columns = ['start_time', 'end_time', 'product_id', 'code', 'level', 'info', 'advice']
  136. df_diag_res['add_time'] = datetime.datetime.now()
  137. df_diag_res['factory'] = factory
  138. df_diag_res.to_sql("all_fault_info",con=db_res_engine, if_exists="append",index=False)
  139. logger.info(u"{} 写入成功!!!\n".format(sn), exc_info=True)
  140. #当前热失控已超过三天变为历史故障并写入数据库,并删除原有数据库中的当前故障和ram中的当前故障
  141. else:
  142. fault_time=datetime.datetime.strptime(df_diag_ram_sn.iloc[-1]['start_time'], '%Y-%m-%d %H:%M:%S')
  143. if (now_time-fault_time).total_seconds()>24*3600:
  144. df_diag_ram_sn['end_time']=end_time
  145. df_diag_ram_sn['Batpos']=1
  146. try:
  147. cursor.execute('''
  148. update all_fault_info set update_time='{}',end_time='{}', Batpos={} where product_id='{}' and end_time='0000-00-00 00:00:00' and code={}
  149. '''.format(datetime.datetime.now(), end_time, 1,sn, 119))
  150. conn.commit()
  151. logger.info(u"{} 更新成功\n".format(sn), exc_info=True)
  152. except:
  153. logger.error(traceback.format_exc)
  154. logger.error(u"{} :{},{} 任务运行错误\n".format(sn,start_time,end_time), exc_info=True)
  155. except:
  156. logger.error(traceback.format_exc)
  157. logger.error(u"{} :{},{} 任务运行错误\n".format(sn,start_time,end_time), exc_info=True)
  158. cursor.close()
  159. conn.close()
  160. db_res_engine.dispose()
  161. logger.info("pid-{} Done!".format(os.getpid()))
  162. if __name__ == "__main__":
  163. info_charge()
  164. #定时任务.......................................................................................................................................................................
  165. scheduler = BlockingScheduler()
  166. scheduler.add_job(info_charge, 'interval', hours=24)
  167. try:
  168. scheduler.start()
  169. except Exception as e:
  170. scheduler.shutdown()
  171. print(e)