deploy_test.py 30 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592
  1. __author__ = 'lmstack'
  2. #coding=utf-8
  3. import os
  4. import datetime
  5. import pandas as pd
  6. from LIB.BACKEND import DBManager, Log
  7. from sqlalchemy import create_engine
  8. from sqlalchemy.orm import sessionmaker
  9. import time, datetime
  10. import dateutil.relativedelta
  11. import traceback
  12. from LIB.MIDDLE.CellStateEstimation.Common import log
  13. from LIB.MIDDLE.CellStateEstimation.Common.V1_0_1 import DBDownload as DBDownload
  14. import time, datetime
  15. from pandas.core.frame import DataFrame
  16. from apscheduler.schedulers.blocking import BlockingScheduler
  17. from LIB.MIDDLE.SaftyCenter.DataDiag_Static.DataStatistics import DataSta
  18. from LIB.MIDDLE.SaftyCenter.DataDiag_Static.SC_CtrlSafty import CtrlSafty
  19. from LIB.MIDDLE.SaftyCenter.DataDiag_Static.DiagDataMerge import DiagDataMerge
  20. from LIB.MIDDLE.SaftyCenter.DataDiag_Static.SC_SamplingSafty import SamplingSafty
  21. from LIB.MIDDLE.SaftyCenter.DataDiag_Static.SC_BMSUploadError import BMSReportError
  22. from LIB.MIDDLE.SaftyCenter.DataDiag_Static import CBMSBatDiag
  23. from LIB.MIDDLE.SaftyCenter.Common import DBDownload as DBDw
  24. from LIB.MIDDLE.CellStateEstimation.Common.V1_0_1 import BatParam as QX_BatteryParam
  25. from urllib import parse
  26. import pymysql
  27. #...................................电池包电芯安全诊断函数......................................................................................................................
  28. def diag_cal():
  29. task_on=1
  30. global SNnums
  31. # global df_Diag_Ram
  32. global start
  33. # 更新sn列表
  34. host='rm-bp10j10qy42bzy0q7.mysql.rds.aliyuncs.com'
  35. port=3306
  36. db='qixiang_oss'
  37. user='qx_algo_rw'
  38. password='qx@123456'
  39. conn = pymysql.connect(host=host, port=port, user=user, password=password, database=db)
  40. cursor = conn.cursor()
  41. cursor.execute("select sn, imei, add_time from app_device where status in (1,2,3)")
  42. res = cursor.fetchall()
  43. df_sn = pd.DataFrame(res, columns=['sn', 'imei', 'add_time'])
  44. df_sn = df_sn.reset_index(drop=True)
  45. cursor.close()
  46. conn.close();
  47. # 故障映射表
  48. host='rm-bp10j10qy42bzy0q77o.mysql.rds.aliyuncs.com'
  49. port=3306
  50. db='algo_dict'
  51. user='qx_algo_rw'
  52. password=parse.quote_plus('qx@123456')
  53. db_engine = create_engine(
  54. "mysql+pymysql://{}:{}@{}:{}/{}?charset=utf8".format(
  55. user, password, host, port, db
  56. ))
  57. errorcode_map = pd.read_sql("select * from faultcode_map", db_engine)
  58. db_engine.dispose()
  59. # 算法参数
  60. host='rm-bp10j10qy42bzy0q77o.mysql.rds.aliyuncs.com'
  61. port=3306
  62. db='safety_platform'
  63. user='qx_algo_rw'
  64. password=parse.quote_plus('qx@123456')
  65. db_engine = create_engine(
  66. "mysql+pymysql://{}:{}@{}:{}/{}?charset=utf8".format(
  67. user, password, host, port, db
  68. ))
  69. #............................模块运行前,先读取数据库中所有结束时间为0的数据,需要从数据库中读取................``
  70. # print("select start_time, end_time, product_id, code, level, info, advice, factory from {}".format(tablename))
  71. try:
  72. df_Diag_Ram=pd.read_sql("select start_time, end_time, product_id, code, level, info, advice, Batpos from all_fault_info_copy where end_time='0000-00-00 00:00:00' ", db_engine)
  73. finally:
  74. db_engine.dispose()
  75. # df_Diag_Ram=df_Diag_Ram.dropna(axis=1,how='any')
  76. # df_Diag_Ram=df_Diag_Ram.reset_index(drop=True)
  77. #读取结果数据库数据........................................................................................................................................................
  78. host1='rm-bp10j10qy42bzy0q77o.mysql.rds.aliyuncs.com'
  79. port1=3306
  80. db1='qx_cas'
  81. user1='qx_algo_rw'
  82. password1='qx@123456'
  83. mode=1
  84. tablename1='cellstateestimation_soh'
  85. tablename2='cellstateestimation_uniform_socvoltdiff'
  86. DBRead=DBDownload.DBDownload(host1, port1, db1, user1, password1,mode)
  87. DBRead.connect()
  88. #读取电池当前运营状态.....................................................................................................................................................
  89. host2='rm-bp10j10qy42bzy0q7.mysql.rds.aliyuncs.com'
  90. port2=3306
  91. db2='qixiang_manage'
  92. user2='qx_algo_rw'
  93. password2='qx@123456'
  94. mode=4
  95. tablename3='py_battery'
  96. DBReadOpe=DBDw.DBDownload(host2, port2, db2, user2, password2,mode)
  97. DBReadOpe.connect()
  98. host3='rm-bp10j10qy42bzy0q77o.mysql.rds.aliyuncs.com'
  99. port3=3306
  100. db3='safety_platform'
  101. user3='qx_algo_rw'
  102. password3='qx@123456'
  103. db_engine = create_engine(
  104. "mysql+pymysql://{}:{}@{}:{}/{}?charset=utf8".format(
  105. user3, parse.quote_plus(password3), host3, port3, db3
  106. ))
  107. conn_platform = pymysql.connect(host=host3, port=port3, user=user3, password=password3, database=db3)
  108. cursor_platform = conn_platform.cursor()
  109. #..................................设置时间..........................................................
  110. start=time.time()
  111. end_time=datetime.datetime.now()
  112. start_time=end_time-datetime.timedelta(seconds=900)#15分钟跑一次,一次取15分钟数据
  113. start_time=start_time.strftime('%Y-%m-%d %H:%M:%S')
  114. end_time=end_time.strftime('%Y-%m-%d %H:%M:%S')
  115. logger.info(" diag_cal START!")
  116. for i in range(0, len(df_sn)):
  117. try:
  118. factory = "骑享"
  119. sn = df_sn.loc[i, 'sn']
  120. if df_sn.loc[i, 'imei'][5:9] == 'N640':
  121. celltype=1 #6040三元电芯
  122. FactoryType = 1
  123. elif df_sn.loc[i, 'imei'][5:9] == 'N440':
  124. celltype=2 #4840三元电芯
  125. FactoryType = 1
  126. elif df_sn.loc[i, 'imei'][5:9] == 'L660':
  127. celltype=99 # 6060锂电芯
  128. FactoryType = 1
  129. elif df_sn.loc[i, 'imei'][3:5] == 'LX' and df_sn.loc[i, 'imei'][5:9] == 'N750':
  130. celltype=3 #力信 50ah三元电芯
  131. FactoryType = 3
  132. elif df_sn.loc[i, 'imei'][3:5] == 'CL' and df_sn.loc[i, 'imei'][5:9] == 'N750':
  133. celltype=4 #CATL 50ah三元电芯
  134. FactoryType = 2
  135. elif 'TJMCL'in sn: # 金茂
  136. celltype=100 #CATL 50ah三元电芯
  137. factory = "金茂换电"
  138. FactoryType = 0
  139. else:
  140. logger.info("pid-{} celltype-{} SN: {} SKIP!".format(os.getpid(), "未知", sn))
  141. continue
  142. <<<<<<< HEAD
  143. sn = 'PK504B10100004349'
  144. start_time = '2021-12-30 18:00:04'
  145. end_time = '2021-12-30 18:15:04'
  146. =======
  147. # sn = 'PK504B10100004349'
  148. # start_time = '2021-12-30 18:00:04'
  149. # end_time = '2021-12-30 18:15:04'
  150. >>>>>>> dev
  151. logger.info("pid-{} celltype-{} SN: {} START!".format(os.getpid(), celltype, sn))
  152. # sys.exit()
  153. param=QX_BatteryParam.BatParam(celltype)
  154. #读取原始数据库数据........................................................................................................................................................
  155. dbManager = DBManager.DBManager()
  156. df_data = dbManager.get_data(sn=sn, start_time=start_time, end_time=end_time, data_groups=['bms'])
  157. df_bms = df_data['bms']
  158. df_bms=df_bms.dropna(subset=['总电流[A]'])
  159. df_bms=df_bms.reset_index(drop=True)
  160. # with DBRead as DBRead:
  161. df_soh=DBRead.getdata('time_st,sn,soh,cellsoh', tablename=tablename1, sn=sn, timename='time_sp', st=start_time, sp=end_time)
  162. df_uniform=DBRead.getdata('time,sn,cellsoc_diff,cellmin_num,cellmax_num', tablename=tablename2, sn=sn, timename='time', st=start_time, sp=end_time)
  163. # with DBReadOpe as DBReadOpe:
  164. df_OprtnSta=DBReadOpe.getdata('qrcode','status', tablename=tablename3, sn=sn, timename='', st='', sp='',factory='')#取最后一条运营状态
  165. #电池诊断.....................................................................................................................................................................
  166. CellFltInfo=DataFrame(columns=['start_time', 'end_time', 'product_id', 'code', 'level', 'info','advice'])
  167. df_Diag_Ram_sn = df_Diag_Ram.loc[df_Diag_Ram['product_id']==sn]#历史故障
  168. df_Diag_Ram_sn_else = df_Diag_Ram.loc[df_Diag_Ram['product_id']!=sn]#sn之外的故障
  169. CellFltInfo = df_Diag_Ram_sn.drop('Batpos',axis=1)
  170. #获取当前故障电池的历史故障信息↑↑↑↑↑↑↑↑↑↑↑.......................................................................................................................................
  171. if not df_bms.empty:
  172. df_Diag_Batdiag_update_xq=SamplingSafty.main(sn,param,df_bms,CellFltInfo)#采样安全
  173. df_Diag_Batdiag_update_xq2=CtrlSafty.main(sn,param,df_bms,df_Diag_Batdiag_update_xq)#控制安全
  174. <<<<<<< HEAD
  175. batDiag=CBMSBatDiag.BatDiag(sn,celltype,df_bms, df_soh, df_uniform, df_Diag_Batdiag_update_xq2)#鹏飞计算
  176. df_Diag_Batdiag_update2=batDiag.diag()
  177. df_Diag_Batdiag_update=BMSReportError.main(sn,df_bms,df_Diag_Batdiag_update2,FactoryType,errorcode_map)
  178. =======
  179. # batDiag=CBMSBatDiag.BatDiag(sn,celltype,df_bms, df_soh, df_uniform, df_Diag_Batdiag_update_xq2)#鹏飞计算
  180. # df_Diag_Batdiag_update2=batDiag.diag()
  181. # df_Diag_Batdiag_update=BMSReportError.main(sn,df_bms,df_Diag_Batdiag_update2,FactoryType,errorcode_map)
  182. df_Diag_Batdiag_update=BMSReportError.main(sn,df_bms,df_Diag_Batdiag_update_xq2,FactoryType,errorcode_map)
  183. >>>>>>> dev
  184. # df_Diag_Batdiag_update=batDiag.diag()
  185. # df_Diag_Batdiag_update=BatDiag.diag()
  186. else:
  187. df_Diag_Batdiag_update_xq=DataFrame(columns=['start_time','end_time','product_id','code','level','info','advice','Batpos'])
  188. df_Diag_Batdiag_update_xq2=DataFrame(columns=['start_time','end_time','product_id','code','level','info','advice','Batpos'])
  189. df_Diag_Batdiag_update2=DataFrame(columns=['start_time','end_time','product_id','code','level','info','advice','Batpos'])
  190. df_Diag_Batdiag_update=DataFrame(columns=['start_time','end_time','product_id','code','level','info','advice','Batpos'])
  191. df_Diag_Ram_add,df_Diag_Ram_Update=DiagDataMerge.DetaMerge(df_Diag_Ram_sn,df_Diag_Batdiag_update,df_OprtnSta,df_Diag_Ram_sn_else)
  192. <<<<<<< HEAD
  193. logger.error(df_Diag_Ram_add['end_time'])
  194. =======
  195. >>>>>>> dev
  196. # df_Diag_Ram.to_csv('df_Diag_Ram.csv')
  197. # df_Diag_Ram_add.to_csv('df_Diag_Ram_add.csv')
  198. # df_Diag_Ram_Update.to_csv('df_Diag_Ram_add.csv')
  199. if len(df_Diag_Ram_add) > 0:#新增故障
  200. df_Diag_Ram_add.columns = ['start_time', 'end_time', 'product_id', 'code', 'level', 'info','advice', 'Batpos']
  201. df_Diag_Ram_add['factory'] = factory
  202. df_Diag_Ram_add['add_time'] = datetime.datetime.now()
  203. df_Diag_Ram_add.to_sql("all_fault_info_copy",con=db_engine, if_exists="append",index=False)
  204. # df_Diag_Ram_add.to_csv(r'D:\Work\Code_write\data_analyze_platform\USER\01Screen_Problem\result_add.csv',index=False,encoding='GB18030')
  205. if len(df_Diag_Ram_Update) > 0:#更改故障
  206. df_Diag_Ram_Update = df_Diag_Ram_Update.reset_index(drop=True)
  207. try:
  208. for i in range(0,len(df_Diag_Ram_Update)):
  209. sql = '''
  210. <<<<<<< HEAD
  211. update all_fault_info_copy set update_time='{}', end_time='{}', Batpos={} where product_id='{}' and code={} and start_time='{}'
  212. =======
  213. update all_fault_info_copy set update_time='{}', end_time='{}', Batpos={} where product_id='{}' and code='{}' and start_time='{}'
  214. >>>>>>> dev
  215. '''.format(datetime.datetime.now().strftime('%Y-%m-%d %H:%M:%S'), df_Diag_Ram_Update.loc[i,'end_time'], df_Diag_Ram_Update.loc[i, 'Batpos'],
  216. df_Diag_Ram_Update.loc[i,'product_id'], df_Diag_Ram_Update.loc[i,'code'],
  217. df_Diag_Ram_Update.loc[i,'start_time'])
  218. cursor_platform.execute(sql)
  219. conn_platform.commit()
  220. except:
  221. <<<<<<< HEAD
  222. =======
  223. >>>>>>> dev
  224. logger.error(sql)
  225. logger.error(traceback.format_exc)
  226. logger.error(u"{} :{},{} 任务运行错误\n".format(sn,start_time,end_time), exc_info=True)
  227. # df_Diag_Ram_Update_change.to_csv(r'D:\Work\Code_write\data_analyze_platform\USER\01Screen_Problemm\result_change.csv',index=False,encoding='GB18030')
  228. end=time.time()
  229. logger.info("pid-{} celltype-{} SN: {} DONE!".format(os.getpid(), celltype, sn))
  230. except Exception as e :
  231. <<<<<<< HEAD
  232. logger.error(traceback.format_exc)
  233. logger.error(str(e))
  234. logger.error(u"{} :{},{} 任务运行错误\n".format(sn,start_time,end_time), exc_info=True)
  235. break
  236. =======
  237. if (sn == 'MGMLXN750N21AN014' or sn == 'MGMLXN750N21B5011'):
  238. continue
  239. logger.error(traceback.format_exc)
  240. logger.error(str(e))
  241. logger.error(u"{} :{},{} 任务运行错误\n".format(sn,start_time,end_time), exc_info=True)
  242. >>>>>>> dev
  243. DBReadOpe.close()
  244. DBRead.close()
  245. cursor_platform.close()
  246. conn_platform.close()
  247. db_engine.dispose()
  248. logger.info(" diag_cal Done!")
  249. task_on=0
  250. #.................................统计程序...............................
  251. def DaTa_Sta_Week_Task():
  252. task_on=1
  253. factory_info=['骑享','金茂换电']
  254. all_period_fault_info=DataFrame(columns=['factory','week','level1_count','level2_count','level3_count','level4_count','level5_count','solve_rate'])
  255. #............................获取数据................................
  256. host='rm-bp10j10qy42bzy0q77o.mysql.rds.aliyuncs.com'
  257. port=3306
  258. db='safety_platform'
  259. user='qx_algo_rw'
  260. password='qx@123456'
  261. mode=2
  262. tablename1='all_fault_info_copy'
  263. db_engine = create_engine(
  264. "mysql+pymysql://{}:{}@{}:{}/{}?charset=utf8".format(
  265. user, parse.quote_plus(password), host, port, db
  266. ))
  267. try:
  268. logger.info("DaTa_Sta_Week_Task START!")
  269. df_fltinfopt=DataFrame(columns=['product_id','level','code','start_time','end_time','batpos','factory'])
  270. DBRead=DBDw.DBDownload(host, port, db, user, password,mode)
  271. for i in range (0,len(factory_info)):
  272. with DBRead as DBRead:
  273. df_fltinfo=DBRead.getdata('product_id','level','code','start_time','end_time','batpos','factory',tablename=tablename1,factory='',sn='',timename='',st='',sp='')#dbdownload经过了改编
  274. df_fltinfopt=df_fltinfopt.append(df_fltinfo)
  275. df_fltinfopt=df_fltinfopt.reset_index(drop=True)
  276. for j in range(0,len(factory_info)):
  277. toweek='Week'+time.strftime('%W')
  278. df_fltinfo=df_fltinfopt[df_fltinfopt['factory']==factory_info[j]]
  279. #............................获取时间................................
  280. end_time=datetime.datetime.now()
  281. # end_time=datetime.datetime.strptime(end_time,'%Y-%m-%d')
  282. start_time_week=end_time-datetime.timedelta(days=7)
  283. start_time_week=start_time_week.strftime('%Y-%m-%d')
  284. end_time=end_time.strftime('%Y-%m-%d')
  285. FltAlarmInfo,Celltype=DataSta.SaftyWarningSta(df_fltinfo,start_time_week,end_time,factory_info[j])
  286. FaultLvlCount=DataSta.WeekInfoSta(df_fltinfo,start_time_week,end_time)
  287. for i in range(1,6):
  288. if not FaultLvlCount[FaultLvlCount['level']==i]['product_id'].empty:
  289. all_period_fault_info.loc[j,'level'+str(i)+'_count']=int(FaultLvlCount[FaultLvlCount['level']==i]['product_id'].values)
  290. else:
  291. all_period_fault_info.loc[j,'level'+str(i)+'_count']=int(0)
  292. all_period_fault_info.loc[j,'factory']=factory_info[j]
  293. all_period_fault_info.loc[j,'week']=toweek
  294. all_period_fault_info.loc[j,'solve_rate']=FltAlarmInfo.loc[0,'OprationManageRate']
  295. all_period_fault_info.fillna(0,inplace=False)
  296. if not all_period_fault_info.empty:
  297. all_period_fault_info.to_sql('all_period_fault_info', db_engine, if_exists='append', index=False)
  298. logger.info("DaTa_Sta_Week_Task DONE!")
  299. except Exception as e:
  300. logger.error(traceback.format_exc)
  301. logger.error(u" 任务运行错误\n".format(), exc_info=True)
  302. finally:
  303. db_engine.dispose()
  304. task_on=0
  305. # all_period_fault_info.to_csv('all_period_fault_info.csv')
  306. def DaTa_Sta_Minutes_Task():
  307. task_on=1
  308. factory_info=['骑享','金茂换电']
  309. #............................获取数据................................
  310. host='172.16.121.236'
  311. port=3306
  312. db='fastfun'
  313. user='readonly'
  314. password='Fast1234'
  315. mode=3
  316. tablename1='ff_battery_accum'
  317. tablename2='ff_location'
  318. DBRead=DBDw.DBDownload(host, port, db, user, password,mode)
  319. with DBRead as DBRead:
  320. df_last_accum=DBRead.getdata('devcode','dsg_phaccum','dsg_ahaccum',tablename=tablename1,factory='',sn='',timename='',st='',sp='')#dbdownload经过了改编
  321. df_last_pos=DBRead.getdata('devcode','latitude','longitude',tablename=tablename2,factory='',sn='',timename='',st='',sp='')#dbdownload经过了改编
  322. host='rm-bp10j10qy42bzy0q77o.mysql.rds.aliyuncs.com'
  323. port=3306
  324. db='qx_cas'
  325. user='qx_algo_rw'
  326. password='qx@123456'
  327. mode=3
  328. tablename2='bat_first_data_time'
  329. DBRead=DBDw.DBDownload(host, port, db, user, password,mode)
  330. with DBRead as DBRead:
  331. df_FirstDataTime=DBRead.getdata('sn','first_data_time',tablename=tablename2,factory='',sn='',timename='',st='',sp='')#dbdownload经过了改编
  332. host='rm-bp10j10qy42bzy0q77o.mysql.rds.aliyuncs.com'
  333. port=3306
  334. db='safety_platform'
  335. user='qx_algo_rw'
  336. password='qx@123456'
  337. mode=2
  338. tablename1='all_fault_info_copy'
  339. db_engine = create_engine(
  340. "mysql+pymysql://{}:{}@{}:{}/{}?charset=utf8".format(
  341. user, parse.quote_plus(password), host, port, db
  342. ))
  343. DBRead=DBDw.DBDownload(host, port, db, user, password,mode)
  344. #............................获取时间................................
  345. end_time=datetime.datetime.now()
  346. # end_time=datetime.datetime.strptime(end_time,'%Y-%m-%d')
  347. start_time=end_time-datetime.timedelta(days=1)
  348. start_time=start_time.strftime('%Y-%m-%d')
  349. end_time=end_time.strftime('%Y-%m-%d')
  350. #............................执行程序................................
  351. all_statistic_info=DataFrame(columns=['factory','total_alarm','alarm_total_today','alarm_not_close_today','alarm_close_today','alarm_uregent_total_today','alarm_uregent_close_today','alarm_uregent_not_close_today','run_time_total','dischrg_total','odo_total','max_dischrg_one','max_runtime_one','max_cycle_one','max_odo_one','alarm_close_total','alarm_total','cell_type','cell_type_count','cell_safety_risk_count','data_safety_risk_count','status_safety_risk_count','hv_safety_risk_count','system_safety_risk_count','sample_safety_risk_count','controller_safety_risk_count','design_safety_risk_count'])
  352. for j in range(0,len(factory_info)):
  353. with DBRead as DBRead:
  354. df_fltinfo=DBRead.getdata('product_id','level','code','start_time','batpos',tablename=tablename1,factory=factory_info[j],sn='',timename='',st='',sp='')#dbdownload经过了改编
  355. #............................执行程序................................
  356. FltAlarmInfo,Celltype=DataSta.SaftyWarningSta(df_fltinfo,start_time,end_time,factory_info[j])
  357. SatftyCount=DataSta.SftyWrngClsfy(df_fltinfo)
  358. MaxAccumAh,TotalAccumAh,MaxCycle,MaxRunningHour,TotalRunHour=DataSta.AccumInfo(df_last_accum,df_FirstDataTime,end_time,factory_info[j])
  359. all_location_info=DataSta.FltBatPosition(df_last_pos,df_fltinfo,factory_info[j])
  360. all_statistic_info.loc[j,'factory']=factory_info[j]
  361. all_statistic_info.loc[j,'total_alarm']=FltAlarmInfo.loc[0,'SftyPlt_Data_Total']
  362. all_statistic_info.loc[j,'alarm_total_today']=FltAlarmInfo.loc[0,'SftyPlt_Data_day']
  363. all_statistic_info.loc[j,'alarm_close_today']=FltAlarmInfo.loc[0,'CS_Warning_day_Finish_Count']
  364. all_statistic_info.loc[j,'alarm_not_close_today']=FltAlarmInfo.loc[0,'SftyPlt_Data_day']-FltAlarmInfo.loc[0,'CS_Warning_day_Finish_Count']
  365. all_statistic_info.loc[j,'alarm_uregent_total_today']=FltAlarmInfo.loc[0,'SftyPlt_EmgcyData_day']
  366. all_statistic_info.loc[j,'alarm_uregent_close_today']=FltAlarmInfo.loc[0,'SftyPlt_EmgcyData_day_Finish_Count']
  367. all_statistic_info.loc[j,'alarm_uregent_not_close_today']=FltAlarmInfo.loc[0,'SftyPlt_EmgcyData_day']-FltAlarmInfo.loc[0,'SftyPlt_EmgcyData_day_Finish_Count']
  368. all_statistic_info.loc[j,'run_time_total']=TotalRunHour
  369. all_statistic_info.loc[j,'dischrg_total']=TotalAccumAh
  370. all_statistic_info.loc[j,'odo_total']=0
  371. all_statistic_info.loc[j,'max_dischrg_one']=MaxAccumAh
  372. all_statistic_info.loc[j,'max_runtime_one']=MaxRunningHour
  373. all_statistic_info.loc[j,'max_cycle_one']=MaxCycle
  374. all_statistic_info.loc[j,'max_odo_one']=0
  375. all_statistic_info.loc[j,'alarm_close_total']=FltAlarmInfo.loc[0,'CS_Warning_Total_Finish_Count']
  376. all_statistic_info.loc[j,'alarm_total']=FltAlarmInfo.loc[0,'SftyPlt_Data_Total']
  377. CellType=Celltype.columns.tolist()
  378. CellType=','.join(CellType)
  379. all_statistic_info.loc[0,'cell_type']=str(CellType)
  380. CellTypeCount=Celltype.loc[0].tolist()
  381. CellTypeCount=[str(x) for x in CellTypeCount]
  382. CellTypeCount=','.join(CellTypeCount)
  383. all_statistic_info.loc[j,'cell_type_count']=str(CellTypeCount)
  384. all_statistic_info.loc[j,'cell_safety_risk_count']=SatftyCount.loc[0,'CellSaftyCount']
  385. all_statistic_info.loc[j,'data_safety_risk_count']=SatftyCount.loc[0,'DataSaftyCodeCount']
  386. all_statistic_info.loc[j,'status_safety_risk_count']=SatftyCount.loc[0,'StateSaftyCodeCount']
  387. all_statistic_info.loc[j,'hv_safety_risk_count']=SatftyCount.loc[0,'HvSaftyCodeCount']
  388. all_statistic_info.loc[j,'system_safety_risk_count']=SatftyCount.loc[0,'SysSaftyCodeCount']
  389. all_statistic_info.loc[j,'sample_safety_risk_count']=SatftyCount.loc[0,'SamplingSatyCount']
  390. all_statistic_info.loc[j,'controller_safety_risk_count']=SatftyCount.loc[0,'CtrlSaftyCodeCount']
  391. all_statistic_info.loc[j,'design_safety_risk_count']=SatftyCount.loc[0,'DsnSaftyCodeCount']
  392. # all_statistic_info.to_csv('all_statistic_info.csv')
  393. #
  394. try:
  395. logger.info("DaTa_Sta_Minutes_Task START!")
  396. # 更新统计信息
  397. conn = pymysql.connect(host=host, port=port, user=user, password=password, database=db)
  398. cursor = conn.cursor()
  399. sql = ''' update all_statistic_info set update_time='{}', total_alarm={}, alarm_total_today={}, alarm_close_today={}, alarm_not_close_today={},
  400. alarm_uregent_total_today={}, alarm_uregent_close_today={},alarm_uregent_not_close_today={},run_time_total={},dischrg_total={},
  401. odo_total={},max_dischrg_one={},max_runtime_one={},max_cycle_one={},max_odo_one={},alarm_close_total={},alarm_total={},cell_type='{}',
  402. cell_type_count='{}',cell_safety_risk_count={}, data_safety_risk_count={},status_safety_risk_count={},hv_safety_risk_count={},
  403. system_safety_risk_count={},sample_safety_risk_count={},controller_safety_risk_count={},design_safety_risk_count={}
  404. where factory='{}'
  405. '''.format(datetime.datetime.now().strftime('%Y-%m-%d %H:%M:%S'), all_statistic_info.loc[j,'total_alarm'], all_statistic_info.loc[j,'alarm_total_today'],all_statistic_info.loc[j,'alarm_close_today'],
  406. all_statistic_info.loc[j,'alarm_not_close_today'],all_statistic_info.loc[j,'alarm_uregent_total_today'],all_statistic_info.loc[j,'alarm_uregent_close_today'],
  407. all_statistic_info.loc[j,'alarm_uregent_not_close_today'],all_statistic_info.loc[j,'run_time_total'],all_statistic_info.loc[j,'dischrg_total'],
  408. all_statistic_info.loc[j,'odo_total'],all_statistic_info.loc[j,'max_dischrg_one'],all_statistic_info.loc[j,'max_runtime_one'],
  409. all_statistic_info.loc[j,'max_cycle_one'],all_statistic_info.loc[j,'max_odo_one'],all_statistic_info.loc[j,'alarm_close_total'],
  410. all_statistic_info.loc[j,'alarm_total'],all_statistic_info.loc[j,'cell_type'],all_statistic_info.loc[j,'cell_type_count'],
  411. all_statistic_info.loc[j,'cell_safety_risk_count'],all_statistic_info.loc[j,'data_safety_risk_count'],all_statistic_info.loc[j,'status_safety_risk_count'],
  412. all_statistic_info.loc[j,'hv_safety_risk_count'],all_statistic_info.loc[j,'system_safety_risk_count'],all_statistic_info.loc[j,'sample_safety_risk_count'],
  413. all_statistic_info.loc[j,'controller_safety_risk_count'],all_statistic_info.loc[j,'design_safety_risk_count'],all_statistic_info.loc[j,'factory'])
  414. cursor.execute(sql)
  415. conn.commit()
  416. # 更新故障位置信息
  417. if not all_location_info.empty:
  418. sql = "delete from all_fault_location_info where factory='{}'".format(all_statistic_info.loc[j,'factory'])
  419. cursor.execute(sql)
  420. all_location_info.to_sql('all_fault_location_info', db_engine, if_exists='append', index=False)
  421. conn.commit()
  422. logger.info("DaTa_Sta_Minutes_Task DONE!")
  423. except:
  424. logger.error(traceback.format_exc)
  425. logger.error(u"{},{} 任务运行错误\n".format(start_time,end_time), exc_info=True)
  426. finally:
  427. conn.close();
  428. db_engine.dispose();
  429. task_on=0
  430. if __name__ == "__main__":
  431. # # 时间设置
  432. # now_time = datetime.datetime.now()
  433. # pre_time = now_time + dateutil.relativedelta.relativedelta(hours=-1)#上小时时间
  434. # end_time=datetime.datetime.strftime(now_time,"%Y-%m-%d %H:00:00")
  435. # start_time=datetime.datetime.strftime(pre_time,"%Y-%m-%d %H:00:00")
  436. # history_run_flag = False # 历史数据运行标志
  437. # # 更新sn列表
  438. # host='rm-bp10j10qy42bzy0q7.mysql.rds.aliyuncs.com'
  439. # port=3306
  440. # db='qixiang_oss'
  441. # user='qx_algo_rw'
  442. # password='qx@123456'
  443. # conn = pymysql.connect(host=host, port=port, user=user, password=password, database=db)
  444. # cursor = conn.cursor()
  445. # cursor.execute("select sn, imei, add_time from app_device where status in (1,2,3)")
  446. # res = cursor.fetchall()
  447. # df_sn = pd.DataFrame(res, columns=['sn', 'imei', 'add_time'])
  448. # df_sn = df_sn.reset_index(drop=True)
  449. # cursor.close()
  450. # conn.close();
  451. # df_sn['factory'] = '骑享'
  452. # db = 'qx_cas'
  453. # conn = pymysql.connect(host=host, port=port, user=user, password=password, database=db)
  454. # cursor = conn.cursor()
  455. # cursor.execute("select sn, factory from sn_list")
  456. # res = cursor.fetchall()
  457. # df_sn2 = pd.DataFrame(res, columns=['sn', 'factory'])
  458. # df_sn2['imei'] = ""
  459. # df_sn = pd.concat([df_sn, df_sn2], axis=0)
  460. # df_sn = df_sn.reset_index(drop=True)
  461. # # 数据库配置
  462. # host = 'rm-bp10j10qy42bzy0q77o.mysql.rds.aliyuncs.com'
  463. # port = 3306
  464. # user = 'qx_cas'
  465. # password = parse.quote_plus('Qx@123456')
  466. # database = 'qx_cas'
  467. # db_engine = create_engine(
  468. # "mysql+pymysql://{}:{}@{}:{}/{}?charset=utf8".format(
  469. # user, password, host, port, database
  470. # ))
  471. # DbSession = sessionmaker(bind=db_engine)
  472. # # 运行历史数据配置
  473. # df_first_data_time = pd.read_sql("select * from bat_first_data_time", db_engine)
  474. # 日志配置
  475. now_str = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime()).replace(":","_")
  476. log_path = 'log_test/' + now_str
  477. if not os.path.exists(log_path):
  478. os.makedirs(log_path)
  479. log = Log.Mylog(log_name='saftyCenter_DataSta&Static_test', log_level = 'info')
  480. log.set_file_hl(file_name='{}/info.log'.format(log_path), log_level='info', size=1024* 1024 * 100)
  481. log.set_file_hl(file_name='{}/error.log'.format(log_path), log_level='error', size=1024* 1024 * 100)
  482. logger = log.get_logger()
  483. logger.info("pid is {}".format(os.getpid()))
  484. # 算法参数
  485. host='rm-bp10j10qy42bzy0q77o.mysql.rds.aliyuncs.com'
  486. port=3306
  487. db='safety_platform'
  488. user='qx_algo_rw'
  489. password=parse.quote_plus('qx@123456')
  490. tablename='all_fault_info_copy'
  491. db_engine = create_engine(
  492. "mysql+pymysql://{}:{}@{}:{}/{}?charset=utf8".format(
  493. user, password, host, port, db
  494. ))
  495. #............................模块运行前,先读取数据库中所有结束时间为0的数据,需要从数据库中读取................``
  496. # print("select start_time, end_time, product_id, code, level, info, advice, factory from {}".format(tablename))
  497. try:
  498. df_Diag_Ram=pd.read_sql("select start_time, end_time, product_id, code, level, info, advice, Batpos from all_fault_info_copy", db_engine)
  499. finally:
  500. db_engine.dispose()
  501. # result = result[['start_time', 'end_time', 'product_id', 'code', 'level', 'info', 'advice']]
  502. # df_Diag_Ram=result[result['end_time']=='0000-00-00 00:00:00']
  503. global task_on
  504. task_on=0
  505. diag_cal()
  506. # DaTa_Sta_Minutes_Task()
  507. # DaTa_Sta_Week_Task()
  508. #定时任务.......................................................................................................................................................................
  509. scheduler = BlockingScheduler()
  510. if task_on==0:
  511. scheduler.add_job(diag_cal, 'interval', seconds=900, id='diag_job')
  512. <<<<<<< HEAD
  513. scheduler.add_job(DaTa_Sta_Week_Task, 'interval',start_date='2021-11-15 08:00:00', days=7, id='Week_Task')
  514. scheduler.add_job(DaTa_Sta_Minutes_Task, 'interval', seconds=180, id='Minutes_Task')
  515. =======
  516. # scheduler.add_job(DaTa_Sta_Week_Task, 'interval',start_date='2021-11-15 08:00:00', days=7, id='Week_Task')
  517. # scheduler.add_job(DaTa_Sta_Minutes_Task, 'interval', seconds=180, id='Minutes_Task')
  518. >>>>>>> dev
  519. try:
  520. scheduler.start()
  521. except Exception as e:
  522. scheduler.shutdown()
  523. logger.error(str(e))