APOG_public/SP2XR
0
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Chore: remove the scattering of the mass, size, time delay bins across dask workers outside of the client definition

Browse Source
This commit is contained in:
bertoz_b
2025-09-09 15:07:47 +02:00
parent b377c36c28
commit e946d4ff94
1 changed files with 0 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
scripts/sp2xr_pipeline.py
View File

@@ -89,16 +89,6 @@ def main():
)
timelag_bin_ctrs = bin_lims_to_ctrs(timelag_bins_lims)
# Scatter these arrays once to avoid repeated serialization
scattered_bins = {
"inc_mass_bin_lims": client.scatter(inc_mass_bin_lims, broadcast=True),
"inc_mass_bin_ctrs": client.scatter(inc_mass_bin_ctrs, broadcast=True),
"scatt_bin_lims": client.scatter(scatt_bin_lims, broadcast=True),
"scatt_bin_ctrs": client.scatter(scatt_bin_ctrs, broadcast=True),
"timelag_bins_lims": client.scatter(timelag_bins_lims, broadcast=True),
"timelag_bin_ctrs": client.scatter(timelag_bin_ctrs, broadcast=True),
}
for chunk_start, chunk_end in time_chunks:
print(f"Processing: {chunk_start} to {chunk_end}")