data_analyze_platform/LIB/FRONTEND/SignalMonitor/deploy.py

#coding=utf-8
import os
import datetime
import pandas as pd
from LIB.BACKEND import DBManager, Log
from LIB.MIDDLE import SignalMonitor
from sqlalchemy import create_engine
from sqlalchemy.orm import sessionmaker
import time, datetime
import traceback
import pymysql
from urllib import parse
import dateutil.relativedelta
dbManager = DBManager.DBManager()
if __name__ == "__main__":
    
    # 时间设置
    now_time = datetime.datetime.now()
    pre_time = now_time + dateutil.relativedelta.relativedelta(days=-1)
    end_time=datetime.datetime.strftime(now_time,"%Y-%m-%d 00:00:00")
    start_time=datetime.datetime.strftime(pre_time,"%Y-%m-%d 00:00:00")
    end_time = "2021-08-12 12:00:00"
    start_time = "2021-08-12 00:00:00"
    
    # 更新sn列表
    host='rm-bp10j10qy42bzy0q7.mysql.rds.aliyuncs.com'
    port=3306
    db='qixiang_oss'
    user='qixiang_oss'
    password='Qixiang2021'
    conn = pymysql.connect(host=host, port=port, user=user, password=password, database=db)
    cursor = conn.cursor()
    cursor.execute("select sn, imei from app_device")
    res = cursor.fetchall()
    df_sn = pd.DataFrame(res, columns=['sn', 'imei'])
    df_sn = df_sn.reset_index(drop=True)
    conn.close();
    
    # 数据库配置
    host = 'rm-bp10j10qy42bzy0q77o.mysql.rds.aliyuncs.com'
    port = 3306
    user = 'qx_cas'
    password = parse.quote_plus('Qx@123456')
    database = 'qx_cas'

    db_engine = create_engine(
        "mysql+pymysql://{}:{}@{}:{}/{}?charset=utf8".format(
            user, password, host, port, database
        ))
    DbSession = sessionmaker(bind=db_engine)
    
    # 日志配置
    now_str = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime()).replace(":","_")
    log_path = 'log/' + now_str
    if not os.path.exists(log_path):
        os.makedirs(log_path)
    log = Log.Mylog(log_name='signal_monitor', log_level = 'info')
    log.set_file_hl(file_name='{}/info.log'.format(log_path), log_level='info', size=1024* 1024 * 100)
    log.set_file_hl(file_name='{}/error.log'.format(log_path), log_level='error', size=1024* 1024 * 100)
    logger = log.get_logger()

    logger.info("pid is + {}. ".format(os.getpid()))

    # # 算法运行
    count = 0
    signalMonitor = SignalMonitor.SignalMonitor()
    cal_period = 24    # 计算间隔，单位h
    for i in range(0, len(df_sn['sn'])):    # 遍历SN号
        count = count + 1
        sn = [df_sn.loc[i,'sn']]
        st = datetime.datetime.strptime(start_time, "%Y-%m-%d %H:%M:%S")
        et = datetime.datetime.strptime(end_time, "%Y-%m-%d %H:%M:%S")
        df_last_state = pd.DataFrame(
            columns=['sn', 'current', 'Timestamp', 'PackState', 'LineState'])    # 每日最后BMS数据
        df_last_state_gps = pd.DataFrame(
            columns=['sn', 'Timestamp', 'PackState', 'LineState', 'latitude', 'longitude'])    # 每日最后GPS数据
        df_res = pd.DataFrame(columns=[
                            'sn', 'PackState', 'LineState', 'StartTime', 'EndTime', 'OfflineTime'])    # 初始化BMS信号统计数据
        df_res_gps = pd.DataFrame(columns=[
                                'sn', 'PackState', 'LineState', 'StartTime', 'EndTime', 'OfflineTime', 'latitude', 'longitude'])    # 初
        logger.info("{}/{}, {} {} START!".format(str(count), str(len(df_sn)), sn, str(st)))
        while st < et:
            try:
                df_res, df_state, df_last_state = signalMonitor.get_bms_offline_stat(
                    sn, st, et, df_res, df_last_state, cal_period)    # 计算每日BMS信号统计数据
                df_res_gps, df_last_state_gps = signalMonitor.get_gps_offline_stat(
                    sn, st, et, df_state, df_res_gps, df_last_state_gps, cal_period)    # 计算每日GPS信号统计数据
                st = st + datetime.timedelta(hours=cal_period)
            except Exception as e:
                st = st + datetime.timedelta(hours=cal_period)
                logger.error(traceback.format_exc)
                logger.error(u"{} ：{},{} 任务运行错误".format(sn,st,et), exc_info=True)

        # 数据入库
        df_tosql = df_res_gps.copy()
        df_tosql.columns = ['sn', 'pack_state', 'line_state', 'start_time', 'end_time', 'offline_time','latitude', 'longitude']
        df_tosql.to_sql("signal_monitor_gps",con=db_engine, if_exists="append",index=False)

        df_tosql = df_res.copy()
        df_tosql.columns = ['sn', 'pack_state', 'line_state', 'start_time', 'end_time', 'offline_time']
        df_tosql.to_sql("signal_monitor_bms",con=db_engine, if_exists="append",index=False)

    # 数据入库
        df_tosql = df_last_state.copy()
        df_tosql.columns = ['sn', 'current', 'time_stamp', 'pack_state', 'line_state']
        df_tosql.to_sql("signal_monitor_bms_last_day",con=db_engine, if_exists="append",index=False)

        df_tosql = df_last_state_gps.copy()
        df_tosql.columns = ['sn', 'time_stamp', 'pack_state', 'line_state','latitude', 'longitude']
        df_tosql.to_sql("signal_monitor_gps_last_day",con=db_engine, if_exists="append",index=False)

        logger.info("{}/{}, {} {} DONE!".format(str(count), str(len(df_sn)), sn, str(st)))
    print(count)