Refactor CSV to Parquet conversion logic

2026-07-22 19:47:05 +02:00
parent 5e01c3bb44
commit 22d4af292c
1 changed files with 2 additions and 4 deletions
@@ -36,10 +36,8 @@ def run_pipeline():
        parse_log(RAW_LOG, BUS1_CSV, BUS2_CSV)

        print("Converting to parquet...")
-        lf1 = parse_csv(BUS1_CSV)
-        lf1.sink_parquet(BUS1_PARQUET)
-        lf2 = parse_csv(BUS2_CSV)
-        lf2.sink_parquet(BUS2_PARQUET)
+        parse_csv(BUS1_CSV).sink_parquet(BUS1_PARQUET)
+        parse_csv(BUS2_CSV).sink_parquet(BUS2_PARQUET)

        print("Decoding J1939...")
        df1 = pl.read_parquet(BUS1_PARQUET)