deploy_hand.py 5.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128
  1. __author__ = 'lmstack'
  2. #coding=utf-8
  3. import os
  4. import datetime
  5. import pandas as pd
  6. from LIB.BACKEND import DBManager, Log
  7. from sqlalchemy import create_engine
  8. from sqlalchemy.orm import sessionmaker
  9. import time, datetime
  10. import dateutil.relativedelta
  11. import traceback
  12. from LIB.MIDDLE.CellStateEstimation.SOH.V1_0_0 import CBMSBatSoh
  13. from LIB.MIDDLE.CellStateEstimation.Common import DBDownload
  14. from urllib import parse
  15. import pymysql
  16. import pdb
  17. dbManager = DBManager.DBManager()
  18. if __name__ == "__main__":
  19. # 时间设置
  20. now_time = datetime.datetime.now()
  21. pre_time = now_time + dateutil.relativedelta.relativedelta(months=-1, days=-1)#上个月-1天时间
  22. end_time=datetime.datetime.strftime(now_time,"%Y-%m-%d 00:00:00")
  23. start_time=datetime.datetime.strftime(pre_time,"%Y-%m-%d 00:00:00")
  24. history_run_flag = False # 历史数据运行标志
  25. # end_time = "2021-09-01 00:00:00"
  26. # 更新sn列表
  27. host='rm-bp10j10qy42bzy0q7.mysql.rds.aliyuncs.com'
  28. port=3306
  29. db='qixiang_oss'
  30. user='qixiang_oss'
  31. password='Qixiang2021'
  32. conn = pymysql.connect(host=host, port=port, user=user, password=password, database=db)
  33. cursor = conn.cursor()
  34. cursor.execute("select sn, imei from app_device")
  35. res = cursor.fetchall()
  36. df_sn = pd.DataFrame(res, columns=['sn', 'imei'])
  37. df_sn = df_sn.reset_index(drop=True)
  38. conn.close();
  39. # 数据库配置
  40. host = 'rm-bp10j10qy42bzy0q77o.mysql.rds.aliyuncs.com'
  41. port = 3306
  42. user = 'qx_cas'
  43. password = parse.quote_plus('Qx@123456')
  44. database = 'qx_cas'
  45. db_engine = create_engine(
  46. "mysql+pymysql://{}:{}@{}:{}/{}?charset=utf8".format(
  47. user, password, host, port, database
  48. ))
  49. DbSession = sessionmaker(bind=db_engine)
  50. # 运行历史数据配置
  51. df_first_data_time = pd.read_sql("select * from bat_first_data_time", db_engine)
  52. # 日志配置
  53. now_str = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime()).replace(":","_")
  54. log_path = 'log/' + now_str
  55. if not os.path.exists(log_path):
  56. os.makedirs(log_path)
  57. log = Log.Mylog(log_name='soh', log_level = 'info')
  58. log.set_file_hl(file_name='{}/info.log'.format(log_path), log_level='info', size=1024* 1024 * 100)
  59. log.set_file_hl(file_name='{}/error.log'.format(log_path), log_level='error', size=1024* 1024 * 100)
  60. logger = log.get_logger()
  61. logger.info("pid is {}".format(os.getpid()))
  62. # 算法参数
  63. host='rm-bp10j10qy42bzy0q77o.mysql.rds.aliyuncs.com'
  64. port=3306
  65. db='qx_cas'
  66. user='qx_read'
  67. password='Qx@123456'
  68. tablename='cellStateEstimation_soh'
  69. for i in range(0, len(df_sn)):
  70. try:
  71. sn = df_sn.loc[i, 'sn']
  72. if df_sn.loc[i, 'imei'][3:9] == 'CLL128':
  73. celltype=100 # 重卡
  74. else:
  75. logger.info("pid-{} celltype-{} SN: {} SKIP!".format(os.getpid(), "未知", sn))
  76. continue
  77. logger.info("pid-{} celltype-{} SN: {} START!".format(os.getpid(), celltype, sn))
  78. dbManager = DBManager.DBManager()
  79. # 处理运行历史数据
  80. if (history_run_flag):
  81. this_sn = df_first_data_time[df_first_data_time['sn']==sn]
  82. if (len(this_sn) == 0):
  83. start_time = pd.to_datetime(str(df_sn.loc[df_sn[df_sn['sn']==sn].index, 'add_time'].values[0])).strftime("%Y-%m-%d 00:00:00")
  84. else:
  85. first_data_time = df_first_data_time.loc[df_first_data_time[df_first_data_time['sn']==sn].index, 'first_data_time'].values[0]
  86. if pd.isnull(first_data_time):
  87. start_time = "2021-11-17 00:00:00"
  88. else:
  89. start_time = pd.to_datetime(str(df_first_data_time.loc[df_first_data_time[df_first_data_time['sn']==sn].index, 'first_data_time'].values[0])).strftime("%Y-%m-%d 00:00:00")
  90. DBRead=DBDownload.DBDownload(host, port, db, user, password, 1)
  91. with DBRead as DBRead:
  92. df_soh=DBRead.getdata('time_st','time_sp','sn','method','soh','cellsoh', tablename=tablename, sn=sn,timename='',st='',sp='')
  93. df_data = dbManager.get_data(sn=sn, start_time=start_time, end_time=end_time, data_groups=['bms','accum'])
  94. df_bms = df_data['bms']
  95. df_accum=df_data['accum']
  96. BatSoh=CBMSBatSoh.BatSoh(sn, celltype, df_bms, df_accum, df_soh)
  97. df_res=BatSoh.batsoh()
  98. if not df_res.empty:
  99. df_res.columns = ['time_st', 'time_sp', 'sn', 'method', 'soh', 'cellsoh']
  100. df_res.to_sql("cellStateEstimation_soh",con=db_engine, if_exists="append",index=False)
  101. logger.info("pid-{} celltype-{} SN: {} DONE!".format(os.getpid(), celltype, sn))
  102. except:
  103. logger.error(traceback.format_exc)
  104. logger.error(u"{} :{},{} 任务运行错误\n".format(sn,start_time,end_time), exc_info=True)