nuluh/thesis
1
0
Fork 0
Code Issues 47 Pull Requests Actions Packages Projects Releases 1 Wiki Activity

feat(script): Add zero-padding to converted CSV filenames for standardize processing pipeline

Browse Source
This commit is contained in:
nuluh
2024-09-03 11:38:49 +07:00
parent d12eea0acf
commit 465d257850
1 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
data/QUGS/convert.py
View File

@@ -15,10 +15,12 @@ def create_damage_files(base_path, output_base):
# Define the damage scenarios and the corresponding original file indices # Define the damage scenarios and the corresponding original file indices
damage_scenarios = { damage_scenarios = {
1: range(6, 11), # Damage 1 files from zzzAD6.csv to zzzAD10.csv 1: range(6, 11), # Damage 1 files from zzzAD6.csv to zzzAD10.csv
2: range(11, 16), # Damage 2 files from zzzAD11.csv to zzzAD15.csv 2: range(11, 16), # Damage 2 files from zzzAD11.csv to zzzAD15.csvs
3: range(16, 21), # Damage 3 files from zzzAD16.csv to zzzAD20.csv 3: range(16, 21), # Damage 3 files from zzzAD16.csv to zzzAD20.csv
4: range(21, 26) # Damage 4 files from zzzAD21.csv to zzzAD25.csv 4: range(21, 26) # Damage 4 files from zzzAD21.csv to zzzAD25.csv
} }
damage_pad = len(str(len(damage_scenarios)))
test_pad = len(str(len(damage_scenarios[-1])))
for damage, files in damage_scenarios.items(): for damage, files in damage_scenarios.items():
for i, file_index in enumerate(files, start=1): for i, file_index in enumerate(files, start=1):
@@ -28,7 +30,7 @@ def create_damage_files(base_path, output_base):
top_sensor = columns[damage-1] top_sensor = columns[damage-1]
print(top_sensor, type(top_sensor)) print(top_sensor, type(top_sensor))
output_file_1 = os.path.join(output_base, f'DAMAGE_{damage}', f'D{damage}_TEST{i}_01.csv') output_file_1 = os.path.join(output_base, f'DAMAGE_{damage}', f'D{damage:0{damage_pad}}_TEST{i:0{test_pad}}_01.csv')
print(f"Creating {output_file_1} from taking zzzAD{file_index}.TXT") print(f"Creating {output_file_1} from taking zzzAD{file_index}.TXT")
print("Taking datetime column on index 0...") print("Taking datetime column on index 0...")
print(f"Taking `{top_sensor}`...") print(f"Taking `{top_sensor}`...")