pipeline.combine_batch_parquets Namespace Reference

Variables
	batch_dir = Path(sys.argv[1])
	output_path = Path(sys.argv[2])
	global_db_path = Path(DB_PATH)
list	files = [f for f in batch_dir.glob("perf_results_*.parquet") if f.name != output_path.name]
	merged = pl.concat([pl.read_parquet(f) for f in files], how="vertical_relaxed").sort("Timestamp")
	compression
	db = pl.read_parquet(global_db_path)

Variable Documentation

batch_dir

pipeline.combine_batch_parquets.batch_dir = Path(sys.argv[1])

Definition at line 47 of file combine_batch_parquets.py.

compression

pipeline.combine_batch_parquets.compression

Definition at line 58 of file combine_batch_parquets.py.

db

pipeline.combine_batch_parquets.db = pl.read_parquet(global_db_path)

Definition at line 64 of file combine_batch_parquets.py.

files

list pipeline.combine_batch_parquets.files = [f for f in batch_dir.glob("perf_results_*.parquet") if f.name != output_path.name]

Definition at line 52 of file combine_batch_parquets.py.

global_db_path

pipeline.combine_batch_parquets.global_db_path = Path(DB_PATH)

Definition at line 49 of file combine_batch_parquets.py.

merged

pipeline.combine_batch_parquets.merged = pl.concat([pl.read_parquet(f) for f in files], how="vertical_relaxed").sort("Timestamp")

Definition at line 57 of file combine_batch_parquets.py.

output_path

pipeline.combine_batch_parquets.output_path = Path(sys.argv[2])

Definition at line 48 of file combine_batch_parquets.py.