From 5e01c3bb44cb038967047db6568f3289f859ac0f Mon Sep 17 00:00:00 2001 From: Erick Ahmed Date: Wed, 22 Jul 2026 19:46:59 +0200 Subject: [PATCH] Ensure data directories exist before pipeline execution --- main.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/main.py b/main.py index ed45176..990e675 100644 --- a/main.py +++ b/main.py @@ -29,6 +29,8 @@ BUS2_DECODED = "data/parquet/bus2_decoded.parquet" def run_pipeline(): os.makedirs("data/logs", exist_ok=True) + os.makedirs("data/csv", exist_ok=True) + os.makedirs("data/parquet", exist_ok=True) if not Path(BUS1_DECODED).exists() or not Path(BUS2_DECODED).exists(): print("Parsing raw log...") parse_log(RAW_LOG, BUS1_CSV, BUS2_CSV)