Feature: remove saving of ddf_pbp_hk_dt files
This commit is contained in:
@@ -178,12 +178,12 @@ def aggregate_dt(ddf_pbp_dt, ddf_hk_dt, run_config):
|
||||
# Optionally drop the old columns
|
||||
ddf_pbp_hk_dt = ddf_pbp_hk_dt.drop(columns=["date_x", "hour_x", "date_y", "hour_y"])
|
||||
|
||||
ddf_pbp_hk_dt.to_parquet(
|
||||
"""ddf_pbp_hk_dt.to_parquet(
|
||||
path=f"{run_config['output']}/combined_pbp_hk_{run_config['dt']}s",
|
||||
partition_on=["date", "hour"],
|
||||
engine="pyarrow",
|
||||
write_index=True,
|
||||
write_metadata_file=True,
|
||||
overwrite=False,
|
||||
)
|
||||
)"""
|
||||
return ddf_pbp_hk_dt
|
||||
|
||||
Reference in New Issue
Block a user