Ensure data directories exist before pipeline execution

2026-07-22 19:46:59 +02:00
parent d6baaaa1fa
commit 5e01c3bb44
1 changed files with 2 additions and 0 deletions
@@ -29,6 +29,8 @@ BUS2_DECODED = "data/parquet/bus2_decoded.parquet"

 def run_pipeline():
    os.makedirs("data/logs", exist_ok=True)
+    os.makedirs("data/csv", exist_ok=True)
+    os.makedirs("data/parquet", exist_ok=True)
    if not Path(BUS1_DECODED).exists() or not Path(BUS2_DECODED).exists():
        print("Parsing raw log...")
        parse_log(RAW_LOG, BUS1_CSV, BUS2_CSV)