feat: add TMPDIR for temporary files in cluster jobs
This commit is contained in:
@@ -97,14 +97,17 @@ def initialize_cluster(config):
|
||||
|
||||
|
||||
def make_slurm_cluster(config):
|
||||
tmpdir = os.environ.get("TMPDIR", "/tmp")
|
||||
cluster = SLURMCluster(
|
||||
cores=config["cluster"]["cores"],
|
||||
processes=config["cluster"]["cores"],
|
||||
memory=config["cluster"]["memory"],
|
||||
walltime=config["cluster"]["walltime"],
|
||||
local_directory=tmpdir,
|
||||
job_extra_directives=[
|
||||
f"--partition={config['cluster']['partition']}",
|
||||
f"--output={config['cluster']['log_dir']}/slurm-%j.out",
|
||||
f"--export=ALL,TMPDIR={tmpdir}",
|
||||
],
|
||||
)
|
||||
client = Client(cluster)
|
||||
|
||||
Reference in New Issue
Block a user