From 22d4af292ccb3a99b6740a18dfe0cafcc54981be Mon Sep 17 00:00:00 2001 From: Erick Ahmed Date: Wed, 22 Jul 2026 19:47:05 +0200 Subject: [PATCH] Refactor CSV to Parquet conversion logic --- main.py | 6 ++---- 1 file changed, 2 insertions(+), 4 deletions(-) diff --git a/main.py b/main.py index 990e675..cc525d7 100644 --- a/main.py +++ b/main.py @@ -36,10 +36,8 @@ def run_pipeline(): parse_log(RAW_LOG, BUS1_CSV, BUS2_CSV) print("Converting to parquet...") - lf1 = parse_csv(BUS1_CSV) - lf1.sink_parquet(BUS1_PARQUET) - lf2 = parse_csv(BUS2_CSV) - lf2.sink_parquet(BUS2_PARQUET) + parse_csv(BUS1_CSV).sink_parquet(BUS1_PARQUET) + parse_csv(BUS2_CSV).sink_parquet(BUS2_PARQUET) print("Decoding J1939...") df1 = pl.read_parquet(BUS1_PARQUET)