diff --git a/src/sp2xr/helpers.py b/src/sp2xr/helpers.py index 503b6ac..f24b08a 100644 --- a/src/sp2xr/helpers.py +++ b/src/sp2xr/helpers.py @@ -50,7 +50,11 @@ def load_and_resolve_config(args): "partition": choose(args.partition, base, "cluster.partition", None), "log_dir": get(base, "cluster.log_dir", "./slurm_out"), }, - "chunking": {"freq": get(base, "chunking.freq", None)}, + "chunking": { + "freq": get(base, "chunking.freq", None), + "start_date": get(base, "chunking.start_date", None), + "end_date": get(base, "chunking.end_date", None), + }, "calibration": { "incandescence": { "curve_type": get(base, "calibration.incandescence.curve_type", None), @@ -103,7 +107,7 @@ def make_slurm_cluster(config): tmpdir = os.environ.get("TMPDIR", "/tmp") cluster = SLURMCluster( cores=config["cluster"]["cores"], - processes=config["cluster"]["cores"], + processes=config["cluster"].get("processes", config["cluster"]["cores"]), memory=config["cluster"]["memory"], walltime=config["cluster"]["walltime"], local_directory=tmpdir,