energy-data-trans/tmp_file/qitaihe_biaozhunhua_minute.py

import datetime
import multiprocessing
import os
import sys

sys.path.insert(0, os.path.abspath(__file__).split("tmp_file")[0])

import pandas as pd

from utils.file.trans_methods import read_file_to_df, read_excel_files


def get_time_space_count(start_time: datetime.datetime, end_time: datetime.datetime, time_space=1):
    """
    获取俩个时间之间的个数
    :return: 查询时间间隔
    """
    delta = end_time - start_time
    total_seconds = delta.days * 24 * 60 * 60 + delta.seconds

    return abs(int(total_seconds / time_space)) + 1


def save_percent(value, save_decimal=7):
    return round(value, save_decimal) * 100


def read_and_select(file):
    result_df = pd.DataFrame()
    # wind_name = os.path.basename(file_path).split('.')[0]
    df = read_file_to_df(file)
    read_cols = list(df.columns)
    read_cols.remove('系统时间')
    read_cols.remove('风机号')

    wind_name = os.path.basename(file).replace('.csv', '')
    result_df['风机号'] = [wind_name]
    # df = df.query("(Time>='2024-06-01 00:00:00') & (Time<'2024-12-01 00:00:00')")
    df['系统时间'] = pd.to_datetime(df['系统时间'], errors='coerce')

    df = df[df['系统时间'] <= '2024-11-20 09:10:00']

    # count = get_time_space_count(df['系统时间'].min(), df['系统时间'].max(), 600)
    count = 59959
    print(df['系统时间'].min(), df['系统时间'].max(), count)
    repeat_time_count = df.shape[0] - len(df['系统时间'].unique())
    print(wind_name, count, repeat_time_count)
    result_df['重复率'] = [save_percent(repeat_time_count / count)]
    result_df['重复次数'] = [repeat_time_count]
    result_df['总记录数'] = [count]
    result_df['数据条数'] = [df.shape[0]]

    for read_col in read_cols:

        if read_col not in ['系统时间']:
            df[read_col] = pd.to_numeric(df[read_col], errors='coerce')

    group_df = df.groupby(by=['风机号']).count()
    group_df.reset_index(inplace=True)
    count_df = pd.DataFrame(group_df)
    total_count = count_df[read_cols].values[0].sum()
    print(wind_name, total_count, count * len(read_cols))
    result_df['平均缺失率,单位%'] = [save_percent(1 - total_count / (count * len(read_cols)))]
    # result_df['缺失数值'] = [
    #     '-'.join(
    #         [str(read_cols[index]) + ':' + str(count - i) for index, i in enumerate(count_df[read_cols].values[0])])]
    del group_df

    fengsu_count = 0
    fengsu_cols = ['1秒平均风速[m/s]']
    fengsu_str = ''
    for col in fengsu_cols:
        now_count = df[(df[col] < 0) | (df[col] > 80)].shape[0]
        fengsu_count = fengsu_count + now_count
        fengsu_str = fengsu_str + ',' + col + ':' + str(fengsu_count)
    result_df['风速异常'] = [fengsu_str]

    gonglv_cols = ['有功功率[kW]']
    gonglv_count = 0
    gonglv_str = ''
    for col in gonglv_cols:
        now_count = df[(df[col] < -200) | (df[col] > 3000)].shape[0]
        gonglv_count = gonglv_count + now_count
        gonglv_str = gonglv_str + ',' + col + ':' + str(gonglv_count)
    result_df['功率异常'] = [gonglv_str]

    result_df['平均异常率'] = [
        save_percent((fengsu_count + fengsu_count) / ((len(fengsu_cols) + len(gonglv_cols)) * count))]

    return result_df


def save_to_csv(df: pd.DataFrame, path):
    df.to_csv(path, encoding='utf8', index=False)


if __name__ == '__main__':
    # read_cols = ['Time', '设备主要状态', '功率曲线风速', '湍流强度', '实际风速', '有功功率', '桨叶角度A', '桨叶角度B',
    #              '桨叶角度C', '机舱内温度', '机舱外温度', '绝对风向', '机舱绝对位置', '叶轮转速', '发电机转速',
    #              '瞬时风速',
    #              '有功设定反馈', '当前理论可发最大功率', '空气密度', '偏航误差', '发电机扭矩', '瞬时功率', '风向1s',
    #              '偏航压力', '桨叶1速度', '桨叶2速度', '桨叶3速度', '桨叶1角度给定', '桨叶2角度给定', '桨叶3角度给定',
    #              '轴1电机电流', '轴2电机电流', '轴3电机电流', '轴1电机温度', '轴2电机温度', '轴3电机温度', '待机',
    #              '启动',
    #              '偏航', '并网', '限功率', '正常发电', '故障', '计入功率曲线', '运行发电机冷却风扇1',
    #              '运行发电机冷却风扇2',
    #              '激活偏航解缆阀', '激活偏航刹车阀', '激活风轮刹车阀', '激活顺时针偏航', '激活逆时针偏航', '电缆扭角']

    # select_cols = ['风机号', '系统时间', 'power', 'iwinfil', 'hubpos1', 'hubpos2', 'hubpos3', 'windir']

    # read_dir = r'D:\data\shouzi\qitaihe\十分钟数据'
    # files = read_excel_files(read_dir)
    # dfs = list()
    # with multiprocessing.Pool(len(files)) as pool:
    #     dfs = pool.map(read_file_to_df, files)
    # df = pd.concat(dfs, ignore_index=True)
    # print(df.columns)
    # df['系统时间'] = pd.to_datetime(df['系统时间'], errors='coerce')
    # df['风机号'] = pd.to_numeric(df['sheet_name'], errors='coerce')
    # del df['sheet_name']
    #
    # wind_names = df['风机号'].unique()
    tmp_save_dir = r'D:\data\shouzi\qitaihe\tmp'
    # with multiprocessing.Pool(4) as pool:
    #     pool.starmap(save_to_csv,
    #                  [(df[df['风机号'] == wind_name], os.path.join(tmp_save_dir, str(wind_name) + '.csv')) for wind_name
    #                   in
    #                   wind_names])
    #
    # del df
    all_fils = read_excel_files(tmp_save_dir)
    with multiprocessing.Pool(10) as pool:
        dfs = pool.starmap(read_and_select,
                           [(file,) for file in all_fils])

    resu_df = pd.concat(dfs, ignore_index=True)
    print(resu_df.columns)
    resu_df.sort_values(by=['风机号'], inplace=True)
    resu_df.to_csv("七台河-10分.csv", encoding='utf8', index=False)