From 511014d37d295e657ae4201de492d230339b24fa Mon Sep 17 00:00:00 2001 From: nuluh Date: Thu, 16 Oct 2025 12:13:11 +0700 Subject: [PATCH] feat(src): implement data processing for dataset_B and export to CSV --- code/src/test.py | 52 ++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 52 insertions(+) create mode 100644 code/src/test.py diff --git a/code/src/test.py b/code/src/test.py new file mode 100644 index 0000000..5129fda --- /dev/null +++ b/code/src/test.py @@ -0,0 +1,52 @@ +from data_preprocessing import * +from joblib import dump, load + +# b = generate_damage_files_index( +# num_damage=6, +# file_index_start=1, +# col=5, +# base_path="D:/thesis/data/dataset_B", +# prefix="zzzBD", +# # undamage_file="zzzBU.TXT" +# ) +# Example: Generate tuples with a special group of df0 at the beginning +# special_groups_A = [ +# {'df_name': 'zzzAU.TXT', 'position': 0, 'size': 5} # Add at beginning +# ] + +# special_groups_B = [ +# {'df_name': 'zzzBU.TXT', 'position': 0, 'size': 5} # Add at beginning +# ] + +# Generate the tuples with the special group +# a_complement = [(comp) +# for n in range(1, 31) +# for comp in complement_pairs(n, prefix="zzzAD", extension="TXT")] +# a = generate_df_tuples(special_groups=a_complement, prefix="zzzAD", undamage_file="zzzAU.TXT") + +b_complement = [(comp) + for n in range(1, 31) + for comp in complement_pairs(n, prefix="zzzBD", extension="TXT")] +b = generate_df_tuples(special_groups=b_complement, prefix="zzzBD", undamage_file="zzzBU.TXT") + + +# a = generate_damage_files_index( +# num_damage=6, +# file_index_start=1, +# col=5, +# base_path="D:/thesis/data/dataset_A", +# prefix="zzzAD", +# # undamage_file="zzzBU.TXT" +# ) + +# data_A = DataProcessor(file_index=a, base_path="D:/thesis/data/dataset_A", include_time=True) +# data_A.create_vector_column(overwrite=True) +# # data_A.create_limited_sensor_vector_column(overwrite=True) +# data_A.export_to_csv("D:/thesis/data/converted/raw") + +data_B = DataProcessor(file_index=b, base_path="D:/thesis/data/dataset_B", include_time=True) +# data_B.create_vector_column(overwrite=True) +# # data_B.create_limited_sensor_vector_column(overwrite=True) +data_B.export_to_csv("D:/thesis/data/converted/raw_B") +# a = load("D:/cache.joblib") +# breakpoint() \ No newline at end of file