data_analyze_platform/LIB/FRONTEND/InfoChrgDrive/Charge/deploy.py

__author__ = 'lmstack'
#coding=utf-8
import os
import datetime
import pandas as pd
from LIB.BACKEND import DBManager
from sqlalchemy import create_engine
import time, datetime
import traceback
from LIB.MIDDLE.InfoChrgDrive.Charge.V1_0_0.coreV0 import *

from urllib import parse
import pymysql
from apscheduler.schedulers.blocking import BlockingScheduler
import logging
import logging.handlers

#...................................电池包电芯安全诊断函数......................................................................................................................
def info_charge():
    
    # 日志
    log_path = 'log/'
    if not os.path.exists(log_path):
        os.makedirs(log_path)
    logger = logging.getLogger("main")
    logger.setLevel(logging.DEBUG)
    
     # 根据日期滚动(每天产生1个文件)
    fh = logging.handlers.TimedRotatingFileHandler(filename='{}/main_info.log'.format(log_path), when="D", interval=1, backupCount=30,
                                                    encoding="utf-8")
    formatter = logging.Formatter("%(asctime)s - %(name)s-%(levelname)s %(message)s")
    fh.suffix = "%Y-%m-%d_%H-%M-%S"
    fh.extMatch = re.compile(r"^\d{4}-\d{2}-\d{2}_\d{2}-\d{2}-\d{2}")
    fh.setFormatter(formatter)
    fh.setLevel(logging.INFO)
    logger.addHandler(fh)

    fh = logging.handlers.TimedRotatingFileHandler(filename='{}/main_error.log'.format(log_path), when="D", interval=1, backupCount=30,
                                                    encoding="utf-8")
    formatter = logging.Formatter("%(asctime)s - %(name)s-%(levelname)s %(message)s")
    fh.suffix = "%Y-%m-%d_%H-%M-%S"
    fh.extMatch = re.compile(r"^\d{4}-\d{2}-\d{2}_\d{2}-\d{2}-\d{2}")
    fh.setFormatter(formatter)
    fh.setLevel(logging.ERROR)
    logger.addHandler(fh)
    
    logger.info(os.getpid())
    
    # 更新sn列表
    host='rm-bp10j10qy42bzy0q7.mysql.rds.aliyuncs.com'
    port=3306
    db='qixiang_oss'
    user='qixiang_oss'
    password='Qixiang2021'
    conn = pymysql.connect(host=host, port=port, user=user, password=password, database=db)
    cursor = conn.cursor()
    cursor.execute("select sn, imei, add_time from app_device where status in (1,2,3)")
    res = cursor.fetchall()
    df_sn = pd.DataFrame(res, columns=['sn', 'imei', 'add_time'])
    df_sn = df_sn.reset_index(drop=True)
    cursor.close()
    conn.close()
    SNnums = list(df_sn['sn'])
    
    host2='rm-bp10j10qy42bzy0q77o.mysql.rds.aliyuncs.com'
    port2=3306
    db2='safety_platform'
    user2='qx_algo_rw'
    password2='qx@123456'
    
    db_res_engine = create_engine(
        "mysql+pymysql://{}:{}@{}:{}/{}?charset=utf8".format(
            user2, parse.quote_plus(password2), host2, port2, db2
        ))
    
    conn = pymysql.connect(host=host2, port=port2, user=user2, password=password2, database=db2)
    cursor = conn.cursor()
    
    df_diag_ram=pd.read_sql("select * from algo_charge_info", db_res_engine)
    
    now_time=datetime.datetime.now()
    start_time=now_time-datetime.timedelta(hours=24)
    start_time=start_time.strftime('%Y-%m-%d %H:%M:%S')
    end_time=now_time.strftime('%Y-%m-%d %H:%M:%S')
    
    for sn in SNnums:
        try:
            logger.info("pid-{} SN: {} START!".format(os.getpid(), sn))
            #读取原始数据库数据........................................................................................................................................................
            dbManager = DBManager.DBManager()
            df_data = dbManager.get_data(sn=sn, start_time=start_time, end_time=end_time, data_groups=['bms','gps'])
            df_bms = df_data['bms']
            df_gps = df_data['gps']

            #读取城市天气数据........................................................................................................................................................
            gpscity=pd.read_csv('gps.csv')
            
            #调用主函数................................................................................................................................................................
            
            if not df_bms.empty:   #BMS数据非空
                df_merge=pd.merge(df_bms,df_gps,how='outer',sort=True)
                df_merge['sn']=sn
                chrg_last=pd.Series()
                if not df_diag_ram.empty:   #结果库非空
                    df_diag_ram_sn=df_diag_ram[df_diag_ram['sn']==sn]
                    if not df_diag_ram_sn.empty: 
                        df_diag_ram_sn['time_end']=list(map(lambda x: datetime.datetime.strptime(str(x),'%Y-%m-%d %H:%M:%S'),list(df_diag_ram_sn['time_end'])))
                        df_diag_ram_sn = df_diag_ram_sn.sort_values(by = 'time_end')
                        df_diag_ram_sn.reset_index(inplace=True,drop=True)
                        chrg_last=df_diag_ram_sn.iloc[-1]
                        time_end=chrg_last['time_end']

                df_diag_new,df_diag_change=pro_output(df_merge,sn,gpscity,chrg_last)
                kmeans1 = joblib.load('kmeans1.pkl')
                kmeans2 = joblib.load('kmeans2.pkl')
                kmeans3 = joblib.load('kmeans3.pkl')
                df_diag_new=prediction(df_diag_new,kmeans1,kmeans2,kmeans3)
                df_diag_change=prediction(df_diag_change,kmeans1,kmeans2,kmeans3)
                if not df_diag_change.empty:   #需变更的结果非空
                    cursor.execute("DELETE FROM algo_charge_info WHERE time_end = '{}' and sn='{}'".format(time_end,sn))
                    df_diag_change.to_sql("algo_charge_info",con=db_res_engine, if_exists="append",index=False)
                    logger.info(u"{} 更新成功！！！\n".format(sn), exc_info=True)

                #新增结果存入结果库.....................................................................
                if not df_diag_new.empty:  #需新增的结果非空
                    df_diag_new.to_sql("algo_charge_info",con=db_res_engine, if_exists="append",index=False) 
                    logger.info(u"{} 写入成功！！！\n".format(sn), exc_info=True)
            
        except Exception as e:
            logger.error(u"{} ：{},{} 任务运行错误\n".format(sn,start_time,end_time), exc_info=True)
            logger.error(traceback.format_exc)
    
    cursor.close()
    conn.close()


if __name__ == "__main__":

    info_charge()
    #定时任务.......................................................................................................................................................................
    scheduler = BlockingScheduler()
    scheduler.add_job(info_charge, 'interval', hours=24)

    try:  
        scheduler.start()
    except Exception as e:
        scheduler.shutdown()
        print(e)