Feature: remove saving of ddf_pbp_hk_dt files

This commit is contained in:
2025-08-22 16:03:43 +02:00
parent 547c7f3108
commit 8947046049

View File

@@ -178,12 +178,12 @@ def aggregate_dt(ddf_pbp_dt, ddf_hk_dt, run_config):
# Optionally drop the old columns
ddf_pbp_hk_dt = ddf_pbp_hk_dt.drop(columns=["date_x", "hour_x", "date_y", "hour_y"])
ddf_pbp_hk_dt.to_parquet(
"""ddf_pbp_hk_dt.to_parquet(
path=f"{run_config['output']}/combined_pbp_hk_{run_config['dt']}s",
partition_on=["date", "hour"],
engine="pyarrow",
write_index=True,
write_metadata_file=True,
overwrite=False,
)
)"""
return ddf_pbp_hk_dt