From e946d4ff948d8dfa645b30bb86daf6339e312a4c Mon Sep 17 00:00:00 2001 From: Barbara Bertozzi Date: Tue, 9 Sep 2025 15:07:47 +0200 Subject: [PATCH] Chore: remove the scattering of the mass, size, time delay bins across dask workers outside of the client definition --- scripts/sp2xr_pipeline.py | 10 ---------- 1 file changed, 10 deletions(-) diff --git a/scripts/sp2xr_pipeline.py b/scripts/sp2xr_pipeline.py index 1bf1c9f..21c2a51 100644 --- a/scripts/sp2xr_pipeline.py +++ b/scripts/sp2xr_pipeline.py @@ -89,16 +89,6 @@ def main(): ) timelag_bin_ctrs = bin_lims_to_ctrs(timelag_bins_lims) - # Scatter these arrays once to avoid repeated serialization - scattered_bins = { - "inc_mass_bin_lims": client.scatter(inc_mass_bin_lims, broadcast=True), - "inc_mass_bin_ctrs": client.scatter(inc_mass_bin_ctrs, broadcast=True), - "scatt_bin_lims": client.scatter(scatt_bin_lims, broadcast=True), - "scatt_bin_ctrs": client.scatter(scatt_bin_ctrs, broadcast=True), - "timelag_bins_lims": client.scatter(timelag_bins_lims, broadcast=True), - "timelag_bin_ctrs": client.scatter(timelag_bin_ctrs, broadcast=True), - } - for chunk_start, chunk_end in time_chunks: print(f"Processing: {chunk_start} to {chunk_end}")