From 553140fe3c043eebb46acda913c356fd9e68df50 Mon Sep 17 00:00:00 2001 From: nuluh Date: Sat, 17 Aug 2024 19:51:42 +0700 Subject: [PATCH 1/2] feat(script): add zero-padding to CSV filenames and change the output generated csv as raw data in `raw` folder --- generate_dummy_data.py | 14 ++++++++++---- 1 file changed, 10 insertions(+), 4 deletions(-) diff --git a/generate_dummy_data.py b/generate_dummy_data.py index a24bbc8..e764ed8 100644 --- a/generate_dummy_data.py +++ b/generate_dummy_data.py @@ -13,14 +13,20 @@ processed_path = os.path.join(base_path, "processed") os.makedirs(raw_path, exist_ok=True) os.makedirs(processed_path, exist_ok=True) -for damage in range(1, 6): # 5 Damage levels - damage_folder = f"DAMAGE_{damage}" - damage_path = os.path.join(processed_path, damage_folder) +# Define the number of zeros to pad +num_damages = 5 +num_tests = 10 +damage_pad = len(str(num_damages)) +test_pad = len(str(num_tests)) + +for damage in range(1, num_damages + 1): # 5 Damage levels starts from 1 + damage_folder = f"DAMAGE_{damage:0{damage_pad}}" + damage_path = os.path.join(raw_path, damage_folder) os.makedirs(damage_path, exist_ok=True) for test in range(1, 11): # 10 Tests per damage level # Filename for the CSV - csv_filename = f"D{damage}_TEST{test}.csv" + csv_filename = f"D{damage:0{damage_pad}}_TEST{test:0{test_pad}}.csv" csv_path = os.path.join(damage_path, csv_filename) # Generate dummy data From 3860f2cc5b6428531c363660cf52bc06ee2826b4 Mon Sep 17 00:00:00 2001 From: nuluh Date: Sun, 18 Aug 2024 10:34:22 +0700 Subject: [PATCH 2/2] fix(docs): The readme.md should belong to raw data since the script is intended to simulate raw data that coming from accelerometer sensors instead of processed data that should be generated by simulating frequency domain data instead. --- data/{processed => raw}/README.md | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) rename data/{processed => raw}/README.md (80%) diff --git a/data/processed/README.md b/data/raw/README.md similarity index 80% rename from data/processed/README.md rename to data/raw/README.md index 3c575b9..18b8797 100644 --- a/data/processed/README.md +++ b/data/raw/README.md @@ -1,8 +1,8 @@ -# Processed Data Directory +# Raw Data Directory ## Overview -This `data/processed` directory contains structured data that has been processed and formatted for analysis. Each subdirectory within `processed` represents a different level of simulated damage, and each contains multiple test files from experiments conducted under that specific damage scenario. +This `data/raw` directory contains structured data that has been processed and formatted for analysis. Each subdirectory within `raw` represents a different level of simulated damage, and each contains multiple test files from experiments conducted under that specific damage scenario. ## Directory Structure @@ -12,12 +12,12 @@ The directory is organized as follows: data └── processed ├── DAMAGE_1 -│ ├── D1_TEST1.csv -│ ├── D1_TEST2.csv +│ ├── D1_TEST1.csv +│ ├── D1_TEST2.csv │ ... -│ └── D1_TEST10.csv +│ └── D1_TEST10.csv ├── DAMAGE_2 -│ ├── D2_TEST1.csv +│ ├── D2_TEST1.csv │ ... ├── DAMAGE_3 │ ...