From 8d4e24c29b159ff768717d3be4237fdbcfb33723 Mon Sep 17 00:00:00 2001 From: Barbara Bertozzi Date: Mon, 29 Sep 2025 11:05:34 +0200 Subject: [PATCH] Update the helper function to reflect changes in run_config to process time slices of a dataset --- src/sp2xr/helpers.py | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/src/sp2xr/helpers.py b/src/sp2xr/helpers.py index 503b6ac..f24b08a 100644 --- a/src/sp2xr/helpers.py +++ b/src/sp2xr/helpers.py @@ -50,7 +50,11 @@ def load_and_resolve_config(args): "partition": choose(args.partition, base, "cluster.partition", None), "log_dir": get(base, "cluster.log_dir", "./slurm_out"), }, - "chunking": {"freq": get(base, "chunking.freq", None)}, + "chunking": { + "freq": get(base, "chunking.freq", None), + "start_date": get(base, "chunking.start_date", None), + "end_date": get(base, "chunking.end_date", None), + }, "calibration": { "incandescence": { "curve_type": get(base, "calibration.incandescence.curve_type", None), @@ -103,7 +107,7 @@ def make_slurm_cluster(config): tmpdir = os.environ.get("TMPDIR", "/tmp") cluster = SLURMCluster( cores=config["cluster"]["cores"], - processes=config["cluster"]["cores"], + processes=config["cluster"].get("processes", config["cluster"]["cores"]), memory=config["cluster"]["memory"], walltime=config["cluster"]["walltime"], local_directory=tmpdir,