data_analyze_platform/LIB/FRONTEND/day_sta.py

<<<<<<< HEAD
<<<<<<< HEAD
__author__ = 'lmstack'

# 每日指标统计函数
import CONFIGURE.PathSetting as PathSetting
import sys
sys.path.append(PathSetting.backend_path)
sys.path.append(PathSetting.middle_path)
import DBManager
import Tools
import DataPreProcess
import IndexStaByPeriod
import Log
import IndexStaByPeriod
import importlib
import datetime
import os
import pandas as pd
import time
importlib.reload(IndexStaByPeriod)

dbManager = DBManager.DBManager()
dataPrePro = DataPreProcess.DataPreProcess()
indexPerSta = IndexStaByPeriod.IndexStaByPeriod()

# log 文件配置
myLog = Log.Mylog('day_sta')
myLog.set_file_hl(file_name=r'D:\Platform\platform\FRONTEND\day_sta\day_sta.log', log_level='info')
myLog.set_stream_hl(log_level='info')
logger = myLog.get_logger()
logger.info(str(os.getpid()))

# sn文件读取
sn_list = list(pd.read_excel('D:\Platform\platform\苏州电池列表.xlsx')['sn'])
sn_list.extend(list(pd.read_excel('D:\Platform\platform\骑享北京6040电池包统计更新20210407.xlsx')['SN号']))

sn = sn_list[0]

# 字段设置及结果文件生成
columns = ['sn', 'time',  'sumDriveTime', 'sumDriveSoc', 'sumDriveAh', 'sumDriveEnergy']
st = datetime.datetime.strptime('00:00:00', '%H:%M:%S')
for i in range(96):
    et = st + datetime.timedelta(minutes=15)
    columns.append(st.strftime('%H:%M') + '-' + et.strftime('%H:%M'))
    st = et
result_path = r'D:\Platform\platform\FRONTEND\day_sta\result.csv'
df_res = pd.DataFrame(columns=columns)
if not os.path.exists(result_path):
    df_res.to_csv(result_path, index=False)
    
# 时间范围设置
start_time = '{} 00:00:00'.format('2020-01-01')
end_time = '{} 00:00:00'.format('2021-06-01')
sta_days = (datetime.datetime.strptime(end_time, '%Y-%m-%d %H:%M:%S') - datetime.datetime.strptime(start_time, '%Y-%m-%d %H:%M:%S')).days

count= 0
sn_result = {}
for sn in sn_list[:]:
    count += 1
    logger.info('{} start，  {}/{} '.format(sn, str(count), str(len(sn_list))))
    if sn[2:5] == '500':
        cap = 40
    elif sn[2:5] == '504':
        cap = 55
    else:
        logger.info('{} cap error'.format(sn))
        cap = None
        continue
        
    sn_result.update({'sn':sn})
    logger.info('{} :{} to {} start'.format(sn, str(start_time), str(end_time)))
    
    # 获取数据
    df_bms, df_gps = dbManager.get_data(sn=sn, start_time=start_time, end_time=end_time, gps_switch=True, mode=0)
    if df_bms.empty:
        continue
    # 数据预处理
    
    # 时间完全相同的数据仅保留一行
    df_bms_pro, df_gps_pro = dataPrePro.time_filter(df_bms, df_gps)
    
    # bms数据按照电流和状态分段, 然后在状态分段内部，根据时间跳变继续分段（解决段内数据丢失）
    df_bms_pro = dataPrePro.data_split_by_status(df_bms_pro)
    df_bms_pro = dataPrePro.data_split_by_time(df_bms_pro)

    # bms数据将两次充电间的状态合并
    df_bms_pro = dataPrePro.combine_drive_stand(df_bms_pro)
    # bms 数据计算行车和充电开始前后的静置时间
    df_bms_pro = dataPrePro.cal_stand_time(df_bms_pro)
    # gps 数据可靠性判断, 并增加里程和速度至gps数据(根据未合并的数据段判断)
    df_bms_pro, df_gps_pro, res_record= dataPrePro.gps_data_judge(df_bms_pro, df_gps_pro)
    # gps 数据可靠性判断, 并增加里程和速度至gps数据(根据已合并的数据段判断)
    df_bms_pro, df_gps_pro, res_record= dataPrePro.data_gps_judge_after_combine(df_bms_pro, df_gps_pro)
    
    for sta_day in range(sta_days):
        try:
            st_ = datetime.datetime.strptime(start_time, '%Y-%m-%d %H:%M:%S') + datetime.timedelta(days=sta_day)
            et_ =datetime.datetime.strptime(start_time, '%Y-%m-%d %H:%M:%S') + datetime.timedelta(days=sta_day+1)

        # 按天统计指标
            sn_result.update({'time':st_.strftime('%Y-%m-%d')})

            df_bms_period = df_bms_pro[(df_bms_pro['时间戳'] > st_.strftime('%Y-%m-%d %H:%M:%S')) & (df_bms_pro['时间戳'] <= et_.strftime('%Y-%m-%d %H:%M:%S'))]
            #df_gps_period = df_gps_pro[(df_gps_pro['时间戳'] > st_.strftime('%Y-%m-%d %H:%M:%S')) & (df_gps_pro['时间戳'] <= et_.strftime('%Y-%m-%d %H:%M:%S'))]
            sn_result.update({'sumDriveTime':[indexPerSta.drive_time_sta(df_bms_period)]})
            sn_result.update({'sumDriveSoc':[indexPerSta.drive_soc_sta(df_bms_period)]})
            sn_result.update({'sumDriveAh':[indexPerSta.drive_capacity_sta(cap, df_bms_period)]})
            sn_result.update({'sumDriveEnergy':[indexPerSta.drive_energy_sta(cap, df_bms_period)]})

            # 每天间隔15分钟 统计一次
            for i in range(96):
                cur_result = []
                st__ = st_ + datetime.timedelta(minutes=15 * i)
                et__ = st_ + datetime.timedelta(minutes=15 * (i+1))
                df_bms_period = df_bms_pro[(df_bms_pro['时间戳'] > st__.strftime('%Y-%m-%d %H:%M:%S')) & (df_bms_pro['时间戳'] <= et__.strftime('%Y-%m-%d %H:%M:%S'))]
                #df_gps_period = df_gps_pro[(df_gps_pro['时间戳'] > st__.strftime('%Y-%m-%d %H:%M:%S')) & (df_gps_pro['时间戳'] <= et__.strftime('%Y-%m-%d %H:%M:%S'))]
                cur_result.append(indexPerSta.drive_time_sta(df_bms_period))
                cur_result.append(indexPerSta.drive_soc_sta(df_bms_period))
                cur_result.append(indexPerSta.drive_capacity_sta(cap, df_bms_period))
                cur_result.append(indexPerSta.drive_energy_sta(cap, df_bms_period))
                key = st__.strftime('%H:%M') + '-' + et__.strftime('%H:%M')
                sn_result.update({key:[cur_result]})
            df_cur_res = pd.DataFrame(sn_result)
            df_cur_res = df_cur_res[columns]

            # 防止写入结果时，结果文件被打开
            write_flag = False
            while not write_flag:
                try:
                    df_cur_res.to_csv(result_path, mode='a+', index=False,  header=False)
                except PermissionError as e:
                    logger.info('{} error：{}'.format(sn, str(e)))
                    time.sleep(10)
                    continue
                else:
                    write_flag = True 
        except Exception as e:
                logger.info('{} {}_{} error: {}'.format(sn, st_.strftime('%Y-%m-%d %H:%M:%S'), et_.strftime('%Y-%m-%d %H:%M:%S'), str(e)))
                continue
        else:
            continue
    logger.info('{} done，  {}/{} '.format(sn, str(count), str(len(sn_list))))
 
        
=======
__author__ = 'Wang Liming'
=======
__author__ = 'lmstack'
>>>>>>> 0fdacae7667a378900d95748e2f53901ada95b8c

# 每日指标统计函数
# import CONFIGURE.PathSetting as PathSetting
# import sys
# sys.path.append(PathSetting.backend_path)
# sys.path.append(PathSetting.middle_path)
from LIB.BACKEND import DBManager, Log, DataPreProcess
from LIB.MIDDLE import IndexStaByPeriod, IndexStaBOneCycle
from LIB.BACKEND import DBManager
from LIB.BACKEND import DBManager
from LIB.BACKEND import DBManager
from LIB.BACKEND import DBManager

import importlib
import datetime
import os
import pandas as pd
import time
importlib.reload(IndexStaByPeriod)

dbManager = DBManager.DBManager()
dataPrePro = DataPreProcess.DataPreProcess()
indexPerSta = IndexStaByPeriod.IndexStaByPeriod()

# log 文件配置
myLog = Log.Mylog('day_sta')
myLog.set_file_hl(file_name=r'D:\Platform\platform\FRONTEND\day_sta\day_sta.log', log_level='info')
myLog.set_stream_hl(log_level='info')
logger = myLog.get_logger()
logger.info(str(os.getpid()))

# sn文件读取
sn_list = list(pd.read_excel('D:\Platform\platform\苏州电池列表.xlsx')['sn'])
sn_list.extend(list(pd.read_excel('D:\Platform\platform\骑享北京6040电池包统计更新20210407.xlsx')['SN号']))

sn = sn_list[0]

# 字段设置及结果文件生成
columns = ['sn', 'time',  'sumDriveTime', 'sumDriveSoc', 'sumDriveAh', 'sumDriveEnergy']
st = datetime.datetime.strptime('00:00:00', '%H:%M:%S')
for i in range(96):
    et = st + datetime.timedelta(minutes=15)
    columns.append(st.strftime('%H:%M') + '-' + et.strftime('%H:%M'))
    st = et
result_path = r'D:\Platform\platform\FRONTEND\day_sta\result.csv'
df_res = pd.DataFrame(columns=columns)
if not os.path.exists(result_path):
    df_res.to_csv(result_path, index=False)
    
# 时间范围设置
start_time = '{} 00:00:00'.format('2020-01-01')
end_time = '{} 00:00:00'.format('2021-06-01')
sta_days = (datetime.datetime.strptime(end_time, '%Y-%m-%d %H:%M:%S') - datetime.datetime.strptime(start_time, '%Y-%m-%d %H:%M:%S')).days

count= 0
sn_result = {}
for sn in sn_list[:]:
    count += 1
    logger.info('{} start，  {}/{} '.format(sn, str(count), str(len(sn_list))))
    if sn[2:5] == '500':
        cap = 40
    elif sn[2:5] == '504':
        cap = 55
    else:
        logger.info('{} cap error'.format(sn))
        cap = None
        continue
        
    sn_result.update({'sn':sn})
    logger.info('{} :{} to {} start'.format(sn, str(start_time), str(end_time)))
    
    # 获取数据
    df_bms, df_gps = dbManager.get_data(sn=sn, start_time=start_time, end_time=end_time, gps_switch=True, mode=0)
    if df_bms.empty:
        continue
    # 数据预处理
    
    # 时间完全相同的数据仅保留一行
    df_bms_pro, df_gps_pro = dataPrePro.time_filter(df_bms, df_gps)
    
    # bms数据按照电流和状态分段, 然后在状态分段内部，根据时间跳变继续分段（解决段内数据丢失）
    df_bms_pro = dataPrePro.data_split_by_status(df_bms_pro)
    df_bms_pro = dataPrePro.data_split_by_time(df_bms_pro)

    # bms数据将两次充电间的状态合并
    df_bms_pro = dataPrePro.combine_drive_stand(df_bms_pro)
    # bms 数据计算行车和充电开始前后的静置时间
    df_bms_pro = dataPrePro.cal_stand_time(df_bms_pro)
    # gps 数据可靠性判断, 并增加里程和速度至gps数据(根据未合并的数据段判断)
    df_bms_pro, df_gps_pro, res_record= dataPrePro.gps_data_judge(df_bms_pro, df_gps_pro)
    # gps 数据可靠性判断, 并增加里程和速度至gps数据(根据已合并的数据段判断)
    df_bms_pro, df_gps_pro, res_record= dataPrePro.data_gps_judge_after_combine(df_bms_pro, df_gps_pro)
    
    for sta_day in range(sta_days):
        try:
            st_ = datetime.datetime.strptime(start_time, '%Y-%m-%d %H:%M:%S') + datetime.timedelta(days=sta_day)
            et_ =datetime.datetime.strptime(start_time, '%Y-%m-%d %H:%M:%S') + datetime.timedelta(days=sta_day+1)

        # 按天统计指标
            sn_result.update({'time':st_.strftime('%Y-%m-%d')})

            df_bms_period = df_bms_pro[(df_bms_pro['时间戳'] > st_.strftime('%Y-%m-%d %H:%M:%S')) & (df_bms_pro['时间戳'] <= et_.strftime('%Y-%m-%d %H:%M:%S'))]
            #df_gps_period = df_gps_pro[(df_gps_pro['时间戳'] > st_.strftime('%Y-%m-%d %H:%M:%S')) & (df_gps_pro['时间戳'] <= et_.strftime('%Y-%m-%d %H:%M:%S'))]
            sn_result.update({'sumDriveTime':[indexPerSta.drive_time_sta(df_bms_period)]})
            sn_result.update({'sumDriveSoc':[indexPerSta.drive_soc_sta(df_bms_period)]})
            sn_result.update({'sumDriveAh':[indexPerSta.drive_capacity_sta(cap, df_bms_period)]})
            sn_result.update({'sumDriveEnergy':[indexPerSta.drive_energy_sta(cap, df_bms_period)]})

            # 每天间隔15分钟 统计一次
            for i in range(96):
                cur_result = []
                st__ = st_ + datetime.timedelta(minutes=15 * i)
                et__ = st_ + datetime.timedelta(minutes=15 * (i+1))
                df_bms_period = df_bms_pro[(df_bms_pro['时间戳'] > st__.strftime('%Y-%m-%d %H:%M:%S')) & (df_bms_pro['时间戳'] <= et__.strftime('%Y-%m-%d %H:%M:%S'))]
                #df_gps_period = df_gps_pro[(df_gps_pro['时间戳'] > st__.strftime('%Y-%m-%d %H:%M:%S')) & (df_gps_pro['时间戳'] <= et__.strftime('%Y-%m-%d %H:%M:%S'))]
                cur_result.append(indexPerSta.drive_time_sta(df_bms_period))
                cur_result.append(indexPerSta.drive_soc_sta(df_bms_period))
                cur_result.append(indexPerSta.drive_capacity_sta(cap, df_bms_period))
                cur_result.append(indexPerSta.drive_energy_sta(cap, df_bms_period))
                key = st__.strftime('%H:%M') + '-' + et__.strftime('%H:%M')
                sn_result.update({key:[cur_result]})
            df_cur_res = pd.DataFrame(sn_result)
            df_cur_res = df_cur_res[columns]

            # 防止写入结果时，结果文件被打开
            write_flag = False
            while not write_flag:
                try:
                    df_cur_res.to_csv(result_path, mode='a+', index=False,  header=False)
                except PermissionError as e:
                    logger.info('{} error：{}'.format(sn, str(e)))
                    time.sleep(10)
                    continue
                else:
                    write_flag = True 
        except Exception as e:
                logger.info('{} {}_{} error: {}'.format(sn, st_.strftime('%Y-%m-%d %H:%M:%S'), et_.strftime('%Y-%m-%d %H:%M:%S'), str(e)))
                continue
        else:
            continue
    logger.info('{} done，  {}/{} '.format(sn, str(count), str(len(sn_list))))
 
        
>>>>>>> 65a87ae16013552e359df047df19f46fc4e6eb08