diff --git a/scripts/sp2xr_pipeline.py b/scripts/sp2xr_pipeline.py index 1bf1c9f..21c2a51 100644 --- a/scripts/sp2xr_pipeline.py +++ b/scripts/sp2xr_pipeline.py @@ -89,16 +89,6 @@ def main(): ) timelag_bin_ctrs = bin_lims_to_ctrs(timelag_bins_lims) - # Scatter these arrays once to avoid repeated serialization - scattered_bins = { - "inc_mass_bin_lims": client.scatter(inc_mass_bin_lims, broadcast=True), - "inc_mass_bin_ctrs": client.scatter(inc_mass_bin_ctrs, broadcast=True), - "scatt_bin_lims": client.scatter(scatt_bin_lims, broadcast=True), - "scatt_bin_ctrs": client.scatter(scatt_bin_ctrs, broadcast=True), - "timelag_bins_lims": client.scatter(timelag_bins_lims, broadcast=True), - "timelag_bin_ctrs": client.scatter(timelag_bin_ctrs, broadcast=True), - } - for chunk_start, chunk_end in time_chunks: print(f"Processing: {chunk_start} to {chunk_end}")