eeeck/CANveyor
1
0
Fork 0
Code Issues 1 Pull Requests Projects Releases 6 Wiki Activity

Move to /src

Browse Source
This commit is contained in:
Erick
2026-07-09 23:29:25 +02:00
parent 2fcaef5571
commit ce20587591
1 changed files with 2 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files
parser.py → src/parser.py
+2 -14
View File
@@ -88,18 +88,6 @@ def parse_csv(csv_path: PathLike) -> pl.LazyFrame:
pl.col("Timestamp").cast(pl.Float64)
])
def parse_parquet(parquet_path: PathLike) -> pl.LazyFrame:
"""
Loads a pre-optimized Parquet file directly into a Polars LazyFrame.
"""
return pl.scan_parquet(parquet_path)
def save_parquet(lf: pl.LazyFrame, output_path: PathLike) -> None:
"""
Materializes the LazyFrame query plan and saves it to a Parquet file.
"""
lf.sink_parquet(output_path)
if __name__ == '__main__':
import argparse
@@ -119,10 +107,10 @@ if __name__ == '__main__':
if args.command == "csv":
parse_log(args.input, args.out_bus1, args.out_bus2)
print(f"[+] Successfully csved logs to {args.out_bus1} and {args.out_bus2}")
print(f"[+] Saved csv file to {args.out_bus1} and {args.out_bus2}")
elif args.command == "parquet":
print(f"[*] Processing {args.input_csv}...")
lf = parse_csv(args.input_csv)
save_parquet(lf, args.output_parquet)
print(f"[+] Successfully optimized and saved to {args.output_parquet}")
print(f"[+] Saved parquet file to {args.output_parquet}")