APOG_public/SP2XR
0
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update the helper function to reflect changes in run_config to process time slices of a dataset

Browse Source
This commit is contained in:
bertoz_b
2025-09-29 11:05:34 +02:00
parent b97be2dff3
commit 8d4e24c29b
1 changed files with 6 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
src/sp2xr/helpers.py
View File

@@ -50,7 +50,11 @@ def load_and_resolve_config(args):
"partition": choose(args.partition, base, "cluster.partition", None),
"log_dir": get(base, "cluster.log_dir", "./slurm_out"),
},
"chunking": {"freq": get(base, "chunking.freq", None)},
"chunking": {
"freq": get(base, "chunking.freq", None),
"start_date": get(base, "chunking.start_date", None),
"end_date": get(base, "chunking.end_date", None),
},
"calibration": {
"incandescence": {
"curve_type": get(base, "calibration.incandescence.curve_type", None),
@@ -103,7 +107,7 @@ def make_slurm_cluster(config):
tmpdir = os.environ.get("TMPDIR", "/tmp")
cluster = SLURMCluster(
cores=config["cluster"]["cores"],
processes=config["cluster"]["cores"],
processes=config["cluster"].get("processes", config["cluster"]["cores"]),
memory=config["cluster"]["memory"],
walltime=config["cluster"]["walltime"],
local_directory=tmpdir,