main_by_hand copy.py 2.1 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556
  1. import time, datetime
  2. import json
  3. import traceback
  4. from apscheduler.schedulers.blocking import BlockingScheduler
  5. import pandas as pd
  6. from ZlwlAlgosCommon.utils.ProUtils import *
  7. from ZlwlAlgosCommon.service.iotp.IotpAlgoService import IotpAlgoService
  8. cur_env = 'prd' # 设置运行环境
  9. app_path = "/home/shouxueqi/projects/zlwl-algos/" # 设置相对路径
  10. log_base_path = f"{os.path.dirname(os.path.abspath(__file__))}/log" # 设置日志路径
  11. app_name = "schedule" # 应用名, 建议与topic的后缀相同
  12. sysUtils = SysUtils(cur_env, app_path)
  13. mysqlUtils = MysqlUtils()
  14. mysql_iotp_params = sysUtils.get_cf_param('mysql-iotp')
  15. mysql_iotp_engine, mysql_iotp_Session= mysqlUtils.get_mysql_engine(mysql_iotp_params)
  16. mysql_kw_params = sysUtils.get_cf_param('mysql-algo')
  17. mysql_kw_engine, mysql_kw_Session= mysqlUtils.get_mysql_engine(mysql_kw_params)
  18. redis_params = sysUtils.get_cf_param('redis')
  19. redisUtils = RedisUtils()
  20. rc = redisUtils.get_redis_conncect(redis_params)
  21. kafka_params = sysUtils.get_cf_param('kafka')
  22. kafkaUtils = KafkaUtils()
  23. kafka_producer = kafkaUtils.get_kafka_producer(kafka_params, client_id="test")
  24. logger_main = sysUtils.get_logger(app_name, log_base_path)
  25. # # mysql
  26. mysql_algo_params = sysUtils.get_cf_param('mysql-algo')
  27. mysqlUtils = MysqlUtils()
  28. mysql_algo_engine, mysql_algo_Session= mysqlUtils.get_mysql_engine(mysql_algo_params)
  29. mysql_algo_conn = mysql_algo_engine.connect()
  30. df_snpk_list = pd.read_sql("select sn, imei,pack_model,device_cell_type,scrap_status from t_device where organ_code='001001'", mysql_algo_conn)
  31. df_snpk_list=df_snpk_list[df_snpk_list['scrap_status']<4]
  32. df_snpk_list=df_snpk_list.rename(columns={'pack_model':'pack_code'})
  33. print(len(df_snpk_list))
  34. fault_info_ing=pd.read_sql("select * from algo_all_fault_info_ing", mysql_algo_conn)
  35. print(len(fault_info_ing))
  36. x=list(set(fault_info_ing['sn']))
  37. print(len(x))
  38. # fault_info_ing_after=pd.merge(fault_info_ing,df_snpk_list,on=['sn'],how='inner')
  39. # print(len(fault_info_ing_after))
  40. # # main()
  41. # task_day_1_sxq_test = task_day_1_1_sxq_test
  42. # group_id_task_day_1_sxq_test = group_task_day_1_sxq_test