data_clean.py 29 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809
  1. import os
  2. import json
  3. import pandas as pd
  4. import numpy as np
  5. import matplotlib.pyplot as plt
  6. from typing import Tuple, List
  7. import warnings
  8. import sys
  9. import frequency_filter as ff
  10. from datetime import datetime
  11. warnings.filterwarnings("ignore", category=FutureWarning)
  12. plt.rcParams['font.sans-serif'] = ['SimHei']
  13. plt.rcParams['axes.unicode_minus'] = False
  14. def result_main():
  15. python_interpreter_path = sys.executable
  16. project_directory = os.path.dirname(python_interpreter_path)
  17. data_folder = os.path.join(project_directory, 'data')
  18. if not os.path.exists(data_folder):
  19. os.makedirs(data_folder)
  20. csv_file_path = os.path.join(data_folder, 'history_data.csv')
  21. if not os.path.exists(csv_file_path):
  22. pd.DataFrame(columns=['时间', '场站', '风机编号', '采样频率',
  23. '叶片1角度偏差', '叶片2角度偏差', '叶片3角度偏差', '相对角度偏差',
  24. '叶片1净空值', '叶片2净空值', '叶片3净空值',
  25. '叶片1扭转', '叶片2扭转', '叶片3扭转', '平均扭转',
  26. '振动幅值', '振动主频']).to_csv(csv_file_path, index=False)
  27. return csv_file_path
  28. def delete_data(names):
  29. python_interpreter_path = sys.executable
  30. project_directory = os.path.dirname(python_interpreter_path)
  31. data_folder = os.path.join(project_directory, 'data')
  32. csv_file_path = os.path.join(data_folder, 'history_data.csv')
  33. df = pd.read_csv(csv_file_path)
  34. for name in names:
  35. condition = ((df['时间'].str.contains(name[0])) &
  36. (df['场站'].str.contains(name[1])) &
  37. (df['风机编号'].str.contains(name[2])))
  38. df = df[~condition]
  39. df.to_csv(csv_file_path, index=False)
  40. return csv_file_path
  41. def history_data(name):
  42. wind_name, turbine_code, time_code = name[1], name[2], name[0]
  43. python_interpreter_path = sys.executable
  44. project_directory = os.path.dirname(python_interpreter_path)
  45. data_folder = os.path.join(project_directory, 'data')
  46. time_code_cleaned = time_code.replace("-", "").replace(":", "").replace(" ", "")
  47. json_filename = f"{wind_name}_{turbine_code}_{time_code_cleaned}.json"
  48. json_file_path = os.path.join(data_folder, json_filename)
  49. if not os.path.exists(json_file_path):
  50. raise ValueError("文件不存在")
  51. with open(json_file_path, 'r') as f:
  52. data = json.load(f)
  53. return data
  54. def data_analyse(path: List[str]):
  55. locate_file = path[0]
  56. measure_file = path[1]
  57. noise_reduction = 0.000001
  58. min_difference = 1.5
  59. angle_cone = float(path[2])
  60. axial_inclination = float(path[3])
  61. return_list = []
  62. wind_name, turbine_code, time_code, sampling_fq, angle_nan, angle_cen = find_param(locate_file)
  63. wind_name_1, turbine_code_1, time_code, sampling_fq_1, angle_tip, angle_root = find_param(measure_file)
  64. sampling_fq_1 = sampling_fq_1 * 1000
  65. sampling_fq = sampling_fq * 1000
  66. data_nan, data_cen = process_data(locate_file)
  67. data_tip, data_root = process_data(measure_file)
  68. start_tip, end_tip, filtered_data_tip = cycle_calculate(data_tip, noise_reduction, min_difference)
  69. start_root, end_root, filtered_data_root = cycle_calculate(data_root, noise_reduction, min_difference)
  70. filtered_data_cen = tower_filter(data_cen, noise_reduction)
  71. dist_cen = np.mean(filtered_data_cen.iloc[:, 1].tolist())
  72. if end_tip.iloc[0, 0] < start_root.iloc[0, 0]:
  73. start_tip = start_tip.drop(start_tip.index[0])
  74. end_tip = end_tip.drop(end_tip.index[0])
  75. if start_root.iloc[0, 0] < start_tip.iloc[0, 0] < end_tip.iloc[0, 0] < end_root.iloc[0, 0]:
  76. pass
  77. else:
  78. raise ValueError("The elements are not in the expected order.")
  79. tower_dist_tip = ff.tower_cal(filtered_data_tip, start_tip, end_tip, sampling_fq_1)
  80. tower_dist_root = ff.tower_cal(filtered_data_root, start_root, end_root, sampling_fq_1)
  81. lowpass_data, fft_x, fft_y, tower_freq, tower_max = ff.process_fft(filtered_data_cen, sampling_fq)
  82. result_line_tip, result_scatter_tip, border_rows_tip, cycle_len_tip, min_tip \
  83. = data_normalize(filtered_data_tip, start_tip, end_tip)
  84. result_line_root, result_scatter_root, border_rows_root, cycle_len_root, min_root \
  85. = data_normalize(filtered_data_root, start_root, end_root)
  86. result_avg_tip, result_diff_tip = blade_shape(result_line_tip)
  87. result_avg_root, result_diff_root = blade_shape(result_line_root)
  88. border_rows_tip_new, angle_tip_new = coordinate_normalize(border_rows_tip, angle_tip)
  89. tip_r = radius_cal(border_rows_tip_new, angle_tip_new, dist_cen, angle_cen, axial_inclination, angle_cone)
  90. root_r = radius_cal(border_rows_root, angle_root, dist_cen, angle_cen, axial_inclination, angle_cone)
  91. pitch_angle_tip, aero_dist_tip, v_speed_tip, cen_blade_tip = (
  92. blade_angle_aero_dist(border_rows_tip, tip_r, cycle_len_tip, tower_dist_tip, angle_tip_new))
  93. pitch_angle_root, aero_dist_root, v_speed_root, cen_blade_root = (
  94. blade_angle_aero_dist(border_rows_root, root_r, cycle_len_root, tower_dist_root, angle_root))
  95. cen_blade_tip_array = np.array(cen_blade_tip)
  96. min_tip_array = np.array(min_tip)
  97. abs_diff = np.abs(cen_blade_tip_array - min_tip_array)
  98. blade_dist_tip = abs_diff * np.cos(np.deg2rad(angle_tip_new))
  99. blade_dist_tip.tolist()
  100. dist_distribute = blade_dist_distribute_cal(filtered_data_tip, start_tip, end_tip,
  101. tower_dist_tip, angle_tip_new, blade_dist_tip)
  102. dist_distribute = [df.round(5) for df in dist_distribute]
  103. min_values = []
  104. min_keys = []
  105. max_values = []
  106. max_keys = []
  107. mean_values = []
  108. for df in dist_distribute:
  109. second_col_min = round(df[df.columns[1]].min(), 2)
  110. second_col_max = round(df[df.columns[1]].max(), 2)
  111. min_row = df[df[df.columns[1]] == second_col_min]
  112. max_row = df[df[df.columns[1]] == second_col_max]
  113. min_values.append(second_col_min)
  114. min_keys.append(round(min_row.iloc[0][df.columns[0]], 2))
  115. max_values.append(second_col_max)
  116. max_keys.append(round(max_row.iloc[0][df.columns[0]], 2))
  117. for i in range(3):
  118. mean_values.append(round((max_values[i] + min_values[i]) / 2, 2))
  119. for df in result_line_tip:
  120. first_column = df.iloc[:, 0]
  121. sec_column = df.iloc[:, 1]
  122. df.iloc[:, 0] = first_column * v_speed_tip
  123. df.iloc[:, 1] = sec_column * np.cos(np.deg2rad(angle_tip_new))
  124. for df in result_line_root:
  125. first_column = df.iloc[:, 0]
  126. sec_column = df.iloc[:, 1]
  127. df.iloc[:, 0] = first_column * v_speed_root
  128. df.iloc[:, 1] = sec_column * np.cos(np.deg2rad(angle_root))
  129. avg_tip = result_avg_tip.iloc[:, 0]
  130. result_avg_tip.iloc[:, 0] = avg_tip * v_speed_tip
  131. avg_root = result_avg_root.iloc[:, 0]
  132. result_avg_root.iloc[:, 0] = avg_root * v_speed_root
  133. twist_1 = round(np.abs(pitch_angle_root[0] - pitch_angle_tip[0]), 2)
  134. twist_2 = round(np.abs(pitch_angle_root[1] - pitch_angle_tip[1]), 2)
  135. twist_3 = round(np.abs(pitch_angle_root[2] - pitch_angle_tip[2]), 2)
  136. twist_avg = round((twist_1 + twist_2 + twist_3) / 3, 2)
  137. sampling_num = int(0.01 * sampling_fq_1)
  138. data_tip.iloc[:, 0] = data_tip.iloc[:, 0] / 5000000
  139. data_root.iloc[:, 0] = data_root.iloc[:, 0] / 5000000
  140. lowpass_data.iloc[:, 0] = lowpass_data.iloc[:, 0] / 5000000
  141. return_list.append(time_code)
  142. return_list.append(wind_name)
  143. return_list.append(turbine_code)
  144. return_list.append(sampling_fq_1)
  145. return_list.append(pitch_angle_root[0])
  146. return_list.append(pitch_angle_root[1])
  147. return_list.append(pitch_angle_root[2])
  148. return_list.append(pitch_angle_root[3])
  149. return_list.append(mean_values[0])
  150. return_list.append(mean_values[1])
  151. return_list.append(mean_values[2])
  152. return_list.append(twist_1)
  153. return_list.append(twist_2)
  154. return_list.append(twist_3)
  155. return_list.append(twist_avg)
  156. return_list.append(tower_max)
  157. return_list.append(tower_freq)
  158. df_new_row = pd.DataFrame([return_list],
  159. columns=['时间', '场站', '风机编号', '采样频率',
  160. '叶片1角度偏差', '叶片2角度偏差', '叶片3角度偏差', '相对角度偏差',
  161. '叶片1净空值', '叶片2净空值', '叶片3净空值',
  162. '叶片1扭转', '叶片2扭转', '叶片3扭转', '平均扭转',
  163. '振动幅值', '振动主频'])
  164. json_output = {
  165. 'original_plot': {
  166. 'blade_tip': {
  167. 'xdata': data_tip.iloc[:, 0].tolist()[::sampling_num],
  168. 'ydata': data_tip.iloc[:, 1].tolist()[::sampling_num]
  169. },
  170. 'blade_root': {
  171. 'xdata': data_root.iloc[:, 0].tolist()[::sampling_num],
  172. 'ydata': data_root.iloc[:, 1].tolist()[::sampling_num]
  173. }
  174. },
  175. 'fft_plot': {
  176. 'lowpass': {
  177. 'xdata': lowpass_data['time'].tolist()[::sampling_num],
  178. 'ydata': lowpass_data['distance_filtered'].tolist()[::sampling_num],
  179. 'xmax': max(lowpass_data['time'].tolist()),
  180. 'xmin': min(lowpass_data['time'].tolist()),
  181. 'ymax': max(lowpass_data['distance_filtered'].tolist()),
  182. 'ymin': min(lowpass_data['distance_filtered'].tolist())
  183. },
  184. 'fft': {
  185. 'xdata': fft_x,
  186. 'ydata': fft_y,
  187. 'xmax': max(fft_x),
  188. 'xmin': min(fft_x),
  189. 'ymax': max(fft_y),
  190. 'ymin': min(fft_y)
  191. }
  192. },
  193. 'blade_tip': {
  194. 'first_blade': {
  195. 'xdata': result_line_tip[0].iloc[:, 0].tolist(),
  196. 'ydata': result_line_tip[0].iloc[:, 1].tolist()
  197. },
  198. 'second_blade': {
  199. 'xdata': result_line_tip[1].iloc[:, 0].tolist(),
  200. 'ydata': result_line_tip[1].iloc[:, 1].tolist()
  201. },
  202. 'third_blade': {
  203. 'xdata': result_line_tip[2].iloc[:, 0].tolist(),
  204. 'ydata': result_line_tip[2].iloc[:, 1].tolist()
  205. },
  206. 'avg_blade': {
  207. 'xdata': result_avg_tip.iloc[:, 0].tolist(),
  208. 'ydata': result_avg_tip.iloc[:, 1].tolist()
  209. }
  210. },
  211. 'blade_root': {
  212. 'first_blade': {
  213. 'xdata': result_line_root[0].iloc[:, 0].tolist(),
  214. 'ydata': result_line_root[0].iloc[:, 1].tolist()
  215. },
  216. 'second_blade': {
  217. 'xdata': result_line_root[1].iloc[:, 0].tolist(),
  218. 'ydata': result_line_root[1].iloc[:, 1].tolist()
  219. },
  220. 'third_blade': {
  221. 'xdata': result_line_root[2].iloc[:, 0].tolist(),
  222. 'ydata': result_line_root[2].iloc[:, 1].tolist()
  223. },
  224. 'avg_blade': {
  225. 'xdata': result_avg_root.iloc[:, 0].tolist(),
  226. 'ydata': result_avg_root.iloc[:, 1].tolist()
  227. }
  228. },
  229. 'dist_distribution': {
  230. 'first_blade': {
  231. 'xdata': dist_distribute[0].iloc[:, 0].tolist(),
  232. 'ydata': dist_distribute[0].iloc[:, 1].tolist()
  233. },
  234. 'second_blade': {
  235. 'xdata': dist_distribute[1].iloc[:, 0].tolist(),
  236. 'ydata': dist_distribute[1].iloc[:, 1].tolist()
  237. },
  238. 'third_blade': {
  239. 'xdata': dist_distribute[2].iloc[:, 0].tolist(),
  240. 'ydata': dist_distribute[2].iloc[:, 1].tolist()
  241. }
  242. },
  243. 'analyse_table': {
  244. 'pitch_angle_diff': {
  245. 'blade_1': pitch_angle_root[0],
  246. 'blade_2': pitch_angle_root[1],
  247. 'blade_3': pitch_angle_root[2],
  248. 'blade_relate': pitch_angle_root[3]
  249. },
  250. 'aero_dist': {
  251. 'first_blade': {
  252. 'x_min': min_keys[0],
  253. 'y_min': min_values[0],
  254. 'x_max': max_keys[0],
  255. 'y_max': max_values[0],
  256. 'y_diff': np.abs(max_values[0] - min_values[0]),
  257. 'y_ava': mean_values[0]
  258. },
  259. 'second_blade': {
  260. 'x_min': min_keys[1],
  261. 'y_min': min_values[1],
  262. 'x_max': max_keys[1],
  263. 'y_max': max_values[1],
  264. 'y_diff': np.abs(max_values[1] - min_values[1]),
  265. 'y_ava': mean_values[1]
  266. },
  267. 'third_blade': {
  268. 'x_min': min_keys[2],
  269. 'y_min': min_values[2],
  270. 'x_max': max_keys[2],
  271. 'y_max': max_values[2],
  272. 'y_diff': np.abs(max_values[2] - min_values[2]),
  273. 'y_ava': mean_values[2]
  274. }
  275. },
  276. 'blade_twist': {
  277. 'blade_1': twist_1,
  278. 'blade_2': twist_2,
  279. 'blade_3': twist_3,
  280. 'blade_avg': twist_avg
  281. },
  282. 'tower_vibration': {
  283. 'max_vibration': tower_max,
  284. 'main_vibration_freq': tower_freq
  285. }
  286. }
  287. }
  288. python_interpreter_path = sys.executable
  289. project_directory = os.path.dirname(python_interpreter_path)
  290. data_folder = os.path.join(project_directory, 'data')
  291. if not os.path.exists(data_folder):
  292. os.makedirs(data_folder)
  293. csv_file_path = os.path.join(data_folder, 'history_data.csv')
  294. if not os.path.exists(csv_file_path):
  295. pd.DataFrame(columns=['时间', '场站', '风机编号', '采样频率',
  296. '叶片1角度偏差', '叶片2角度偏差', '叶片3角度偏差', '相对角度偏差',
  297. '叶片1净空值', '叶片2净空值', '叶片3净空值',
  298. '叶片1扭转', '叶片2扭转', '叶片3扭转', '平均扭转',
  299. '振动幅值', '振动主频']).to_csv(csv_file_path, index=False)
  300. df_new_row.to_csv(csv_file_path, mode='a', header=False, index=False)
  301. time_code_cleaned = time_code.replace("-", "").replace(":", "").replace(" ", "")
  302. json_filename = f"{wind_name}_{turbine_code}_{time_code_cleaned}.json"
  303. json_file_path = os.path.join(data_folder, json_filename)
  304. with open(json_file_path, 'w') as json_file:
  305. json.dump(json_output, json_file, indent=4)
  306. return json_output
  307. def process_data(file_path):
  308. data = pd.read_csv(file_path, usecols=[1, 3, 8], header=None, engine='c')
  309. data = data.head(int(len(data) * 0.95))
  310. max_value = data.iloc[:, 0].max()
  311. max_index = data.iloc[:, 0].idxmax()
  312. min_index = data.iloc[:, 0].idxmin()
  313. if min_index == max_index + 1:
  314. data.iloc[min_index:, 0] += max_value
  315. last_time = data.iloc[-1, 0]
  316. first_time = data.iloc[0, 0]
  317. data = data[data.iloc[:, 0] >= first_time]
  318. data = data[data.iloc[:, 0] <= last_time]
  319. data.reset_index(drop=True, inplace=True)
  320. min_time = data.iloc[:, 0].min()
  321. data.iloc[:, 0] -= min_time
  322. data_1 = data.iloc[:, [0, 1]]
  323. data_2 = data.iloc[:, [0, 2]]
  324. data_1.columns = ['time', 'distance']
  325. data_2.columns = ['time', 'distance']
  326. return data_1, data_2
  327. def tower_filter(data_group: pd.DataFrame, noise_threshold: float):
  328. distance_counts = data_group['distance'].value_counts(normalize=True)
  329. noise_distance_threshold = distance_counts[distance_counts < noise_threshold].index
  330. noise_indices = data_group[data_group['distance'].isin(noise_distance_threshold)].index
  331. data_group.loc[noise_indices, 'distance'] = np.nan
  332. top_5_distances = distance_counts.head(5).index
  333. mean_values = data_group[data_group['distance'].isin(top_5_distances)]['distance'].mean()
  334. data_group.loc[(data_group['distance'] < mean_values - 20) | (
  335. data_group['distance'] > mean_values * 1.1), 'distance'] = np.nan
  336. data_group['distance'] = data_group['distance'].fillna(method='ffill')
  337. filtered_data = data_group
  338. return filtered_data
  339. def cycle_calculate(data_group: pd.DataFrame, noise_threshold: float, min_distance: float):
  340. distance_counts = data_group['distance'].value_counts(normalize=True)
  341. noise_distance_threshold = distance_counts[distance_counts < noise_threshold].index
  342. noise_indices = data_group[data_group['distance'].isin(noise_distance_threshold)].index
  343. data_group.loc[noise_indices, 'distance'] = np.nan
  344. top_5_distances = distance_counts.head(5).index
  345. mean_values = data_group[data_group['distance'].isin(top_5_distances)]['distance'].mean()
  346. data_group.loc[(data_group['distance'] < mean_values - 20) | (
  347. data_group['distance'] > mean_values * 1.1), 'distance'] = np.nan
  348. data_group['distance'] = data_group['distance'].fillna(method='ffill')
  349. filtered_data = data_group
  350. filtered_data['distance_diff'] = filtered_data['distance'].diff()
  351. large_diff_indices = filtered_data[filtered_data['distance_diff'] > min_distance].index
  352. small_diff_indices = filtered_data[filtered_data['distance_diff'] < -min_distance].index
  353. filtered_data = filtered_data.drop(columns=['distance_diff'])
  354. start_points = pd.DataFrame()
  355. end_points = pd.DataFrame()
  356. for idx in large_diff_indices:
  357. current_distance = filtered_data.loc[idx, 'distance']
  358. next_rows_large = filtered_data.loc[idx - 1000: idx - 1]
  359. if next_rows_large['distance'].le(current_distance - min_distance).all():
  360. end_points = pd.concat([end_points, filtered_data.loc[[idx - 1]]])
  361. for idx in small_diff_indices:
  362. current_distance = filtered_data.loc[idx - 1, 'distance']
  363. next_rows_small = filtered_data.iloc[idx: idx + 1000]
  364. if next_rows_small['distance'].le(current_distance - min_distance).all():
  365. start_points = pd.concat([start_points, filtered_data.loc[[idx]]])
  366. if end_points.iloc[0, 0] < start_points.iloc[0, 0]:
  367. end_points = end_points.drop(end_points.index[0])
  368. if end_points.iloc[-1, 0] < start_points.iloc[-1, 0]:
  369. start_points = start_points.drop(start_points.index[-1])
  370. else:
  371. pass
  372. return start_points, end_points, filtered_data
  373. def data_normalize(data_group: pd.DataFrame, start_points: pd.DataFrame, end_points: pd.DataFrame) \
  374. -> Tuple[List[pd.DataFrame], List[pd.DataFrame], List[pd.DataFrame], int, list]:
  375. combined_df_sorted = pd.concat([start_points, end_points]).sort_values(by='time')
  376. if combined_df_sorted.iloc[0].equals(end_points.iloc[0]):
  377. combined_df_sorted = combined_df_sorted.iloc[1:]
  378. if combined_df_sorted.iloc[-1].equals(start_points.iloc[-1]):
  379. combined_df_sorted = combined_df_sorted.iloc[:-1]
  380. combined_df_sorted.reset_index(drop=True, inplace=True)
  381. start_times = combined_df_sorted['time'].tolist()
  382. normalize_cycle = start_times[1] - start_times[0]
  383. full_cycle = int((start_times[2] - start_times[0]) * 3)
  384. turbines = [pd.DataFrame() for _ in range(3)]
  385. for i in range(0, len(start_times), 2):
  386. start_time = start_times[i]
  387. end_time = start_times[i + 1]
  388. segment = data_group[(data_group['time'] > start_time) & (data_group['time'] <= end_time)]
  389. if segment is None:
  390. pass
  391. else:
  392. ratio = (end_time - start_time) / normalize_cycle
  393. segment.loc[:, 'time'] = (segment['time'] - start_time) / ratio
  394. turbines[i % 3] = pd.concat([turbines[i % 3], segment])
  395. turbines_processed = []
  396. turbines_scattered = []
  397. min_list = []
  398. sd_time = [-1, -1]
  399. time_list = list(range(0, normalize_cycle, 1000))
  400. for turbine in turbines:
  401. turbine_sorted = turbine.sort_values(by='time').reset_index(drop=True)
  402. first_time = turbine_sorted['time'].iloc[0]
  403. bins = list(range(int(first_time), int(turbine_sorted['time'].max()), 1000))
  404. grouped = turbine_sorted.groupby(pd.cut(turbine_sorted['time'], bins=bins, right=False))
  405. processed_df = pd.DataFrame()
  406. scattered_df = pd.DataFrame()
  407. mean_points = []
  408. diff_points = []
  409. for _, group in grouped:
  410. quantile_5 = group['distance'].quantile(0.05)
  411. quantile_95 = group['distance'].quantile(0.95)
  412. filtered_group = group[(group['distance'] > quantile_5) & (group['distance'] < quantile_95)]
  413. mean_point = filtered_group['distance'].mean()
  414. mean_points.append(mean_point)
  415. for i in range(len(mean_points) - 1):
  416. diff = abs(mean_points[i + 1] - mean_points[i])
  417. diff_points.append(diff)
  418. start_index = int(len(diff_points) * 0.05)
  419. end_index = int(len(diff_points) * 0.95)
  420. subset1 = diff_points[start_index:end_index]
  421. sdr_diff = np.max(subset1) * 1.1
  422. min_list.append(min(mean_points))
  423. first_index = np.where(diff_points < sdr_diff)[0][0]
  424. last_index = np.where(diff_points < sdr_diff)[0][-1]
  425. for index, (bin, group) in enumerate(grouped):
  426. quantile_5 = group['distance'].quantile(0.05)
  427. quantile_95 = group['distance'].quantile(0.95)
  428. filtered_group = group[(group['distance'] > quantile_5) & (group['distance'] < quantile_95)]
  429. if first_index <= index < last_index:
  430. mid_point = filtered_group.mean()
  431. mid_point_df = pd.DataFrame([mid_point])
  432. mid_point_df.iloc[0, 0] = time_list[index]
  433. processed_df = pd.concat([processed_df, mid_point_df], ignore_index=True)
  434. scattered_df = pd.concat([scattered_df, filtered_group], ignore_index=True)
  435. else:
  436. pass
  437. min_time = processed_df['time'].min()
  438. max_time = processed_df['time'].max()
  439. if sd_time == [-1, -1]:
  440. sd_time = [min_time, max_time]
  441. elif sd_time[0] < min_time:
  442. sd_time[0] = min_time
  443. elif sd_time[1] > max_time:
  444. sd_time[1] = max_time
  445. turbines_processed.append(processed_df)
  446. turbines_scattered.append(scattered_df)
  447. border_rows = []
  448. for i, turbine in enumerate(turbines_processed):
  449. closest_index_0 = (turbine['time'] - sd_time[0]).abs().idxmin()
  450. turbine.at[closest_index_0, 'time'] = sd_time[0]
  451. sd_time_row_0 = turbine.loc[closest_index_0]
  452. closest_index_1 = (turbine['time'] - sd_time[1]).abs().idxmin()
  453. turbine.at[closest_index_1, 'time'] = sd_time[1]
  454. sd_time_row_1 = turbine.loc[closest_index_1]
  455. turbines_processed[i] = turbine.iloc[closest_index_0:closest_index_1 + 1].reset_index(drop=True)
  456. sd_time_rows_turbine = pd.concat([pd.DataFrame([sd_time_row_0]), pd.DataFrame([sd_time_row_1])]
  457. , ignore_index=True)
  458. border_rows.append(sd_time_rows_turbine)
  459. return turbines_processed, turbines_scattered, border_rows, full_cycle, min_list
  460. def blade_shape(turbines_processed: List[pd.DataFrame]):
  461. row_counts = [df.shape[0] for df in turbines_processed]
  462. num_rows = min(row_counts)
  463. turbine_avg = pd.DataFrame(index=range(num_rows), columns=['time', 'distance'])
  464. turbine_diff = [pd.DataFrame(index=range(num_rows), columns=['time', 'distance']) for _ in turbines_processed]
  465. for i in range(num_rows):
  466. distances = [df.loc[i, 'distance'] for df in turbines_processed]
  467. avg_distance = sum(distances) / len(distances)
  468. time_value = turbines_processed[0].loc[i, 'time']
  469. turbine_avg.loc[i, 'time'] = time_value
  470. turbine_avg.loc[i, 'distance'] = avg_distance
  471. for j in range(len(distances)):
  472. distances[j] = distances[j] - avg_distance
  473. turbine_diff[j].loc[i, 'time'] = time_value
  474. turbine_diff[j].loc[i, 'distance'] = distances[j]
  475. return turbine_avg, turbine_diff
  476. def coordinate_normalize(tip_border_rows: List[pd.DataFrame], tip_angle):
  477. tip_angle1 = np.deg2rad(tip_angle)
  478. tip_angle_list = []
  479. for turbine in tip_border_rows:
  480. tip_angle_cal0 = ((np.sin(tip_angle1) * turbine['distance'] - 0.07608) /
  481. (np.cos(tip_angle1) * turbine['distance']))
  482. tip_angle_cal = np.arctan(tip_angle_cal0)
  483. turbine['distance'] = (turbine['distance'] ** 2 + 0.0057881664 -
  484. 0.15216 * turbine['distance'] * np.sin(tip_angle1)) ** 0.5
  485. tip_angle_list.append(tip_angle_cal)
  486. tip_angle_new = float(np.mean(tip_angle_list))
  487. tip_angle_new1 = np.rad2deg(tip_angle_new)
  488. return tip_border_rows, tip_angle_new1
  489. def radius_cal(border_rows, meas_angle, cen_dist, cen_angle, angle_main, angle_rotate):
  490. aero_dist = (pd.concat([df['distance'] for df in border_rows]).mean())
  491. cen_x = np.cos(np.deg2rad(cen_angle)) * cen_dist
  492. cen_y = np.sin(np.deg2rad(cen_angle)) * cen_dist
  493. aero_x = np.cos(np.deg2rad(meas_angle)) * aero_dist
  494. aero_y = np.sin(np.deg2rad(meas_angle)) * aero_dist
  495. theta_4 = np.tan(np.pi - np.deg2rad(angle_main))
  496. theta_5 = np.tan(np.pi / 2 - np.deg2rad(angle_main) + np.deg2rad(angle_rotate))
  497. if np.abs(np.deg2rad(angle_main) - np.deg2rad(angle_rotate)) < 0.0001:
  498. radius = np.abs((cen_y - aero_y) - theta_4 * (cen_x - aero_x))
  499. else:
  500. radius = (np.abs((theta_4 * (cen_x - aero_x) - (cen_y - aero_y)) / (theta_4 - theta_5))
  501. * (1 + theta_5 ** 2) ** 0.5)
  502. return radius
  503. def blade_angle_aero_dist(border_rows: List[pd.DataFrame], radius: float, full_cycle: int,
  504. tower_dist: float, v_angle: float):
  505. v_speed = 2 * np.pi * radius / full_cycle
  506. pitch_angle_list = []
  507. aero_dist_list = []
  508. cen_blade = []
  509. for turbine in border_rows:
  510. diff_time = turbine.iloc[1, 0] - turbine.iloc[0, 0]
  511. diff_len = turbine.iloc[1, 1] - turbine.iloc[0, 1]
  512. mean_col2 = (turbine.iloc[1, 1] + turbine.iloc[0, 1]) / 2
  513. aero_dist = abs(mean_col2 - tower_dist) * np.cos(np.deg2rad(v_angle))
  514. pitch_angle = np.degrees(np.arctan(diff_len / (diff_time * v_speed)))
  515. pitch_angle_list.append(pitch_angle)
  516. aero_dist_list.append(aero_dist)
  517. cen_blade.append(mean_col2)
  518. pitch_mean = np.mean(pitch_angle_list)
  519. pitch_angle_list = [angle - pitch_mean for angle in pitch_angle_list]
  520. pitch_angle_list.append(max(pitch_angle_list) - min(pitch_angle_list))
  521. aero_dist_list.append(np.mean(aero_dist_list))
  522. pitch_angle_list = [round(num, 2) for num in pitch_angle_list]
  523. aero_dist_list = [round(num, 2) for num in aero_dist_list]
  524. return pitch_angle_list, aero_dist_list, v_speed, cen_blade
  525. def find_param(path: str):
  526. path = path.replace('\\', '/')
  527. last_slash_index = path.rfind('/')
  528. result = path[last_slash_index + 1:]
  529. underscore_indices = []
  530. start = 0
  531. while True:
  532. index = result.find('_', start)
  533. if index == -1:
  534. break
  535. underscore_indices.append(index)
  536. start = index + 1
  537. wind_name = result[: underscore_indices[0]]
  538. turbine_code = result[underscore_indices[0] + 1: underscore_indices[1]]
  539. time_code = result[underscore_indices[1] + 1: underscore_indices[2]]
  540. sampling_fq = int(result[underscore_indices[2] + 1: underscore_indices[3]])
  541. tunnel_1 = float(result[underscore_indices[3] + 1: underscore_indices[4]])
  542. tunnel_2 = float(result[underscore_indices[4] + 1: -4])
  543. dt = datetime.strptime(time_code, "%Y%m%d%H%M%S")
  544. standard_time_str = dt.strftime("%Y-%m-%d %H:%M:%S")
  545. return wind_name, turbine_code, standard_time_str, sampling_fq, tunnel_1, tunnel_2
  546. def blade_dist_distribute_cal(data_group: pd.DataFrame, start_points: pd.DataFrame, end_points: pd.DataFrame,
  547. tower_dist: float, v_angle: float, blade_cen_dist: list):
  548. combined_df_sorted = pd.concat([start_points, end_points]).sort_values(by='time')
  549. if combined_df_sorted.iloc[0].equals(end_points.iloc[0]):
  550. combined_df_sorted = combined_df_sorted.iloc[1:]
  551. if combined_df_sorted.iloc[-1].equals(start_points.iloc[-1]):
  552. combined_df_sorted = combined_df_sorted.iloc[:-1]
  553. combined_df_sorted.reset_index(drop=True, inplace=True)
  554. start_times = combined_df_sorted['time'].tolist()
  555. normalize_cycle = start_times[1] - start_times[0]
  556. tower_clearance = [pd.DataFrame() for _ in range(3)]
  557. for i in range(0, len(start_times) - 2, 2):
  558. start_time = start_times[i]
  559. end_time = start_times[i + 1]
  560. segment = data_group[(data_group['time'] > start_time) & (data_group['time'] <= end_time)]
  561. min_distance = segment['distance'].min()
  562. clearance = np.abs(tower_dist - min_distance - blade_cen_dist[i % 3]) * np.cos(np.deg2rad(v_angle))
  563. r_speed = (start_times[i + 2] - start_times[i]) * 3 / 5000000
  564. ratio = (end_time - start_time) / normalize_cycle
  565. segment.loc[:, 'time'] = (segment['time'] - start_time) / ratio
  566. new_df = pd.DataFrame({
  567. 'r_speed': [r_speed],
  568. 'clearance': [clearance]
  569. })
  570. tower_clearance[i % 3] = pd.concat([tower_clearance[i % 3], new_df])
  571. return tower_clearance