diff --git a/main.py b/main.py index 990e675..cc525d7 100644 --- a/main.py +++ b/main.py @@ -36,10 +36,8 @@ def run_pipeline(): parse_log(RAW_LOG, BUS1_CSV, BUS2_CSV) print("Converting to parquet...") - lf1 = parse_csv(BUS1_CSV) - lf1.sink_parquet(BUS1_PARQUET) - lf2 = parse_csv(BUS2_CSV) - lf2.sink_parquet(BUS2_PARQUET) + parse_csv(BUS1_CSV).sink_parquet(BUS1_PARQUET) + parse_csv(BUS2_CSV).sink_parquet(BUS2_PARQUET) print("Decoding J1939...") df1 = pl.read_parquet(BUS1_PARQUET)