eeeck/CANveyor
1
0
Fork 0
Code Issues 1 Pull Requests Projects Releases 6 Wiki Activity

Refactor CSV to Parquet conversion logic

Browse Source
This commit is contained in:
Erick
2026-07-22 19:47:05 +02:00
parent 5e01c3bb44
commit 22d4af292c
1 changed files with 2 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
main.py
+2 -4
View File
@@ -36,10 +36,8 @@ def run_pipeline():
parse_log(RAW_LOG, BUS1_CSV, BUS2_CSV) parse_log(RAW_LOG, BUS1_CSV, BUS2_CSV)
print("Converting to parquet...") print("Converting to parquet...")
lf1 = parse_csv(BUS1_CSV) parse_csv(BUS1_CSV).sink_parquet(BUS1_PARQUET)
lf1.sink_parquet(BUS1_PARQUET) parse_csv(BUS2_CSV).sink_parquet(BUS2_PARQUET)
lf2 = parse_csv(BUS2_CSV)
lf2.sink_parquet(BUS2_PARQUET)
print("Decoding J1939...") print("Decoding J1939...")
df1 = pl.read_parquet(BUS1_PARQUET) df1 = pl.read_parquet(BUS1_PARQUET)