HPCE/gitea-pages
0
0
Fork 0
Code Issues 3 Pull Requests Actions Packages Projects Activity
Files
0630bafb43cc9b996f31220bdd9f09ea6b5f90e4
gitea-pages/gmerlin6/slurm-configuration/index.html
Gitea Actions 0630bafb43 Deployed acde833 with MkDocs version: 1.6.1
2026-02-10 11:25:50 +00:00

5309 lines
99 KiB
HTML
Raw Blame History

<!DOCTYPE html><html lang="en" class="no-js"><head>
<meta charset="utf-8">
<meta name="viewport" content="width=device-width,initial-scale=1">
<link rel="canonical" href="https://hpce.pages.psi.ch/gmerlin6/slurm-configuration/">
<link rel="prev" href="../hardware-and-software-description/">
<link rel="next" href="../../merlin6/jupyterhub/jupyterhub/">
<link rel="icon" href="../../images/favicon.ico">
<meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.7.0">
<title>Slurm cluster 'gmerlin6' - HPCE User Documentation</title>
<link rel="stylesheet" href="../../assets/stylesheets/main.618322db.min.css">
<link rel="stylesheet" href="../../assets/stylesheets/palette.ab4e12ef.min.css">
<link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&amp;display=fallback">
<style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style>
<link rel="stylesheet" href="../../css/custom-nav.css">
<script>__md_scope=new URL("../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script>
<link href="../../assets/stylesheets/glightbox.min.css" rel="stylesheet"><script src="../../assets/javascripts/glightbox.min.js"></script><style id="glightbox-style">
html.glightbox-open { overflow: initial; height: 100%; }
.gslide-title { margin-top: 0px; user-select: text; }
.gslide-desc { color: #666; user-select: text; }
.gslide-image img { background: white; }
.gscrollbar-fixer { padding-right: 15px; }
.gdesc-inner { font-size: 0.75rem; }
body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color); }
body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color); }
body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color); }
</style></head>
<body dir="ltr" data-md-color-scheme="default" data-md-color-primary="indigo" data-md-color-accent="indigo">
<input class="md-toggle" data-md-toggle="drawer" type="checkbox" id="__drawer" autocomplete="off">
<input class="md-toggle" data-md-toggle="search" type="checkbox" id="__search" autocomplete="off">
<label class="md-overlay" for="__drawer"></label>
<div data-md-component="skip">
<a href="#slurm-cluster-gmerlin6" class="md-skip">
Skip to content
</a>
</div>
<div data-md-component="announce">
</div>
<header class="md-header md-header--shadow md-header--lifted" data-md-component="header">
<nav class="md-header__inner md-grid" aria-label="Header">
<a href="../.." title="HPCE User Documentation" class="md-header__button md-logo" aria-label="HPCE User Documentation" data-md-component="logo">
<img src="../../images/hpce_logo.png" alt="logo">
</a>
<label class="md-header__button md-icon" for="__drawer">
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"></path></svg>
</label>
<div class="md-header__title" data-md-component="header-title">
<div class="md-header__ellipsis">
<div class="md-header__topic">
<span class="md-ellipsis">
HPCE User Documentation
</span>
</div>
<div class="md-header__topic" data-md-component="header-topic">
<span class="md-ellipsis">
Slurm cluster 'gmerlin6'
</span>
</div>
</div>
</div>
<form class="md-header__option" data-md-component="palette">
<input class="md-option" data-md-color-media="(prefers-color-scheme)" data-md-color-scheme="default" data-md-color-primary="indigo" data-md-color-accent="indigo" aria-label="Switch to light mode" type="radio" name="__palette" id="__palette_0">
<label class="md-header__button md-icon" title="Switch to light mode" for="__palette_1" hidden>
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7a5 5 0 0 0-5 5 5 5 0 0 0 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1M8 13h8v-2H8zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4a5 5 0 0 0 5-5 5 5 0 0 0-5-5"></path></svg>
</label>
<input class="md-option" data-md-color-media="(prefers-color-scheme: light)" data-md-color-scheme="default" data-md-color-primary="indigo" data-md-color-accent="indigo" aria-label="Switch to dark mode" type="radio" name="__palette" id="__palette_1">
<label class="md-header__button md-icon" title="Switch to dark mode" for="__palette_2" hidden>
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M17 7H7a5 5 0 0 0-5 5 5 5 0 0 0 5 5h10a5 5 0 0 0 5-5 5 5 0 0 0-5-5m0 8a3 3 0 0 1-3-3 3 3 0 0 1 3-3 3 3 0 0 1 3 3 3 3 0 0 1-3 3"></path></svg>
</label>
<input class="md-option" data-md-color-media="(prefers-color-scheme: dark)" data-md-color-scheme="slate" data-md-color-primary="indigo" data-md-color-accent="indigo" aria-label="Switch to system preference" type="radio" name="__palette" id="__palette_2">
<label class="md-header__button md-icon" title="Switch to system preference" for="__palette_0" hidden>
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M17 7H7a5 5 0 0 0-5 5 5 5 0 0 0 5 5h10a5 5 0 0 0 5-5 5 5 0 0 0-5-5M7 15a3 3 0 0 1-3-3 3 3 0 0 1 3-3 3 3 0 0 1 3 3 3 3 0 0 1-3 3"></path></svg>
</label>
</form>
<script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script>
<label class="md-header__button md-icon" for="__search">
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"></path></svg>
</label>
<div class="md-search" data-md-component="search" role="dialog">
<label class="md-search__overlay" for="__search"></label>
<div class="md-search__inner" role="search">
<form class="md-search__form" name="search">
<input type="text" class="md-search__input" name="query" aria-label="Search" placeholder="Search" autocapitalize="off" autocorrect="off" autocomplete="off" spellcheck="false" data-md-component="search-query" required>
<label class="md-search__icon md-icon" for="__search">
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"></path></svg>
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"></path></svg>
</label>
<nav class="md-search__options" aria-label="Search">
<button type="reset" class="md-search__icon md-icon" title="Clear" aria-label="Clear" tabindex="-1">
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"></path></svg>
</button>
</nav>
</form>
<div class="md-search__output">
<div class="md-search__scrollwrap" tabindex="0" data-md-scrollfix>
<div class="md-search-result" data-md-component="search-result">
<div class="md-search-result__meta">
Initializing search
</div>
<ol class="md-search-result__list" role="presentation"></ol>
</div>
</div>
</div>
</div>
</div>
<div class="md-header__source">
<a href="https://gitea.psi.ch/hpce/gitea-pages" title="Go to repository" class="md-source" data-md-component="source">
<div class="md-source__icon md-icon">
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 448 512"><!--! Font Awesome Free 7.1.0 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2025 Fonticons, Inc.--><path d="M439.6 236.1 244 40.5c-5.4-5.5-12.8-8.5-20.4-8.5s-15 3-20.4 8.4L162.5 81l51.5 51.5c27.1-9.1 52.7 16.8 43.4 43.7l49.7 49.7c34.2-11.8 61.2 31 35.5 56.7-26.5 26.5-70.2-2.9-56-37.3L240.3 199v121.9c25.3 12.5 22.3 41.8 9.1 55-6.4 6.4-15.2 10.1-24.3 10.1s-17.8-3.6-24.3-10.1c-17.6-17.6-11.1-46.9 11.2-56v-123c-20.8-8.5-24.6-30.7-18.6-45L142.6 101 8.5 235.1C3 240.6 0 247.9 0 255.5s3 15 8.5 20.4l195.6 195.7c5.4 5.4 12.7 8.4 20.4 8.4s15-3 20.4-8.4l194.7-194.7c5.4-5.4 8.4-12.8 8.4-20.4s-3-15-8.4-20.4"></path></svg>
</div>
<div class="md-source__repository">
User Documentation Repository
</div>
</a>
</div>
</nav>
<nav class="md-tabs" aria-label="Tabs" data-md-component="tabs">
<div class="md-grid">
<ul class="md-tabs__list">
<li class="md-tabs__item">
<a href="../.." class="md-tabs__link">
Home
</a>
</li>
<li class="md-tabs__item">
<a href="../../news/" class="md-tabs__link">
News
</a>
</li>
<li class="md-tabs__item">
<a href="../../merlin7/01-Quick-Start-Guide/introduction/" class="md-tabs__link">
Merlin 7
</a>
</li>
<li class="md-tabs__item md-tabs__item--active">
<a href="../../merlin6/introduction/" class="md-tabs__link">
Merlin 6
</a>
</li>
<li class="md-tabs__item">
<a href="../../meg/introduction/" class="md-tabs__link">
MeG
</a>
</li>
<li class="md-tabs__item">
<a href="../../cscs-userlab/introduction/" class="md-tabs__link">
PSI@CSCS
</a>
</li>
<li class="md-tabs__item">
<a href="../../support/introduction/" class="md-tabs__link">
Support
</a>
</li>
</ul>
</div>
</nav>
</header>
<div class="md-container" data-md-component="container">
<main class="md-main" data-md-component="main">
<div class="md-main__inner md-grid">
<div class="md-sidebar md-sidebar--primary" data-md-component="sidebar" data-md-type="navigation">
<div class="md-sidebar__scrollwrap">
<div class="md-sidebar__inner">
<nav class="md-nav md-nav--primary md-nav--lifted" aria-label="Navigation" data-md-level="0">
<label class="md-nav__title" for="__drawer">
<a href="../.." title="HPCE User Documentation" class="md-nav__button md-logo" aria-label="HPCE User Documentation" data-md-component="logo">
<img src="../../images/hpce_logo.png" alt="logo">
</a>
HPCE User Documentation
</label>
<div class="md-nav__source">
<a href="https://gitea.psi.ch/hpce/gitea-pages" title="Go to repository" class="md-source" data-md-component="source">
<div class="md-source__icon md-icon">
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 448 512"><!--! Font Awesome Free 7.1.0 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2025 Fonticons, Inc.--><path d="M439.6 236.1 244 40.5c-5.4-5.5-12.8-8.5-20.4-8.5s-15 3-20.4 8.4L162.5 81l51.5 51.5c27.1-9.1 52.7 16.8 43.4 43.7l49.7 49.7c34.2-11.8 61.2 31 35.5 56.7-26.5 26.5-70.2-2.9-56-37.3L240.3 199v121.9c25.3 12.5 22.3 41.8 9.1 55-6.4 6.4-15.2 10.1-24.3 10.1s-17.8-3.6-24.3-10.1c-17.6-17.6-11.1-46.9 11.2-56v-123c-20.8-8.5-24.6-30.7-18.6-45L142.6 101 8.5 235.1C3 240.6 0 247.9 0 255.5s3 15 8.5 20.4l195.6 195.7c5.4 5.4 12.7 8.4 20.4 8.4s15-3 20.4-8.4l194.7-194.7c5.4-5.4 8.4-12.8 8.4-20.4s-3-15-8.4-20.4"></path></svg>
</div>
<div class="md-source__repository">
User Documentation Repository
</div>
</a>
</div>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="../.." class="md-nav__link">
<span class="md-ellipsis">
Home
</span>
</a>
</li>
<li class="md-nav__item md-nav__item--nested">
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_2">
<div class="md-nav__link md-nav__container">
<a href="../../news/" class="md-nav__link ">
<span class="md-ellipsis">
News
</span>
</a>
<label class="md-nav__link " for="__nav_2" id="__nav_2_label" tabindex="0">
<span class="md-nav__icon md-icon"></span>
</label>
</div>
<nav class="md-nav" data-md-level="1" aria-labelledby="__nav_2_label" aria-expanded="false">
<label class="md-nav__title" for="__nav_2">
<span class="md-nav__icon md-icon"></span>
News
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item md-nav__item--nested">
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_2_2">
<label class="md-nav__link" for="__nav_2_2" id="__nav_2_2_label" tabindex="0">
<span class="md-ellipsis">
Archive
</span>
<span class="md-nav__icon md-icon"></span>
</label>
<nav class="md-nav" data-md-level="2" aria-labelledby="__nav_2_2_label" aria-expanded="false">
<label class="md-nav__title" for="__nav_2_2">
<span class="md-nav__icon md-icon"></span>
Archive
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="../../news/archive/2026/" class="md-nav__link">
<span class="md-ellipsis">
2026
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../news/archive/2024/" class="md-nav__link">
<span class="md-ellipsis">
2024
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../news/archive/2019/" class="md-nav__link">
<span class="md-ellipsis">
2019
</span>
</a>
</li>
</ul>
</nav>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item md-nav__item--nested">
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3">
<label class="md-nav__link" for="__nav_3" id="__nav_3_label" tabindex="0">
<span class="md-ellipsis">
Merlin 7
</span>
<span class="md-nav__icon md-icon"></span>
</label>
<nav class="md-nav" data-md-level="1" aria-labelledby="__nav_3_label" aria-expanded="false">
<label class="md-nav__title" for="__nav_3">
<span class="md-nav__icon md-icon"></span>
Merlin 7
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item md-nav__item--nested">
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_1">
<label class="md-nav__link" for="__nav_3_1" id="__nav_3_1_label" tabindex="0">
<span class="md-ellipsis">
Quick Start Guide
</span>
<span class="md-nav__icon md-icon"></span>
</label>
<nav class="md-nav" data-md-level="2" aria-labelledby="__nav_3_1_label" aria-expanded="false">
<label class="md-nav__title" for="__nav_3_1">
<span class="md-nav__icon md-icon"></span>
Quick Start Guide
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="../../merlin7/01-Quick-Start-Guide/introduction/" class="md-nav__link">
<span class="md-ellipsis">
Introduction
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin7/01-Quick-Start-Guide/code-of-conduct/" class="md-nav__link">
<span class="md-ellipsis">
Code Of Conduct
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin7/01-Quick-Start-Guide/requesting-accounts/" class="md-nav__link">
<span class="md-ellipsis">
Requesting Merlin Accounts
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin7/01-Quick-Start-Guide/requesting-projects/" class="md-nav__link">
<span class="md-ellipsis">
Requesting a Merlin Project
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin7/01-Quick-Start-Guide/accessing-interactive-nodes/" class="md-nav__link">
<span class="md-ellipsis">
Accessing Interactive Nodes
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin7/01-Quick-Start-Guide/accessing-slurm/" class="md-nav__link">
<span class="md-ellipsis">
Accessing Slurm Cluster
</span>
</a>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item md-nav__item--nested">
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_2">
<label class="md-nav__link" for="__nav_3_2" id="__nav_3_2_label" tabindex="0">
<span class="md-ellipsis">
How To Use Merlin7
</span>
<span class="md-nav__icon md-icon"></span>
</label>
<nav class="md-nav" data-md-level="2" aria-labelledby="__nav_3_2_label" aria-expanded="false">
<label class="md-nav__title" for="__nav_3_2">
<span class="md-nav__icon md-icon"></span>
How To Use Merlin7
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="../../merlin7/02-How-To-Use-Merlin/connect-from-linux/" class="md-nav__link">
<span class="md-ellipsis">
Connecting from a Linux Client
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin7/02-How-To-Use-Merlin/connect-from-windows/" class="md-nav__link">
<span class="md-ellipsis">
Connecting from a Windows Client
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin7/02-How-To-Use-Merlin/connect-from-macos/" class="md-nav__link">
<span class="md-ellipsis">
Connecting from a MacOS Client
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin7/02-How-To-Use-Merlin/storage/" class="md-nav__link">
<span class="md-ellipsis">
Merlin7 Storage
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin7/02-How-To-Use-Merlin/transfer-data/" class="md-nav__link">
<span class="md-ellipsis">
Transferring Data
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin7/02-How-To-Use-Merlin/archive/" class="md-nav__link">
<span class="md-ellipsis">
Archive &amp; PSI Data Catalog
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin7/02-How-To-Use-Merlin/nomachine/" class="md-nav__link">
<span class="md-ellipsis">
Remote Desktop Access to Merlin7
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin7/02-How-To-Use-Merlin/merlin-rmount/" class="md-nav__link">
<span class="md-ellipsis">
Using merlin_rmount
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin7/02-How-To-Use-Merlin/merlin_tools/" class="md-nav__link">
<span class="md-ellipsis">
Merlin7 Tools
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin7/02-How-To-Use-Merlin/ssh-keys/" class="md-nav__link">
<span class="md-ellipsis">
Configuring SSH Keys in Merlin
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin7/02-How-To-Use-Merlin/kerberos/" class="md-nav__link">
<span class="md-ellipsis">
Kerberos and AFS authentication
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin7/02-How-To-Use-Merlin/software-repositories/" class="md-nav__link">
<span class="md-ellipsis">
Software repositories
</span>
</a>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item md-nav__item--nested">
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_3">
<label class="md-nav__link" for="__nav_3_3" id="__nav_3_3_label" tabindex="0">
<span class="md-ellipsis">
Slurm General Documentation
</span>
<span class="md-nav__icon md-icon"></span>
</label>
<nav class="md-nav" data-md-level="2" aria-labelledby="__nav_3_3_label" aria-expanded="false">
<label class="md-nav__title" for="__nav_3_3">
<span class="md-nav__icon md-icon"></span>
Slurm General Documentation
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="../../merlin7/03-Slurm-General-Documentation/merlin7-configuration/" class="md-nav__link">
<span class="md-ellipsis">
Slurm cluster 'merlin7'
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin7/03-Slurm-General-Documentation/slurm-configuration/" class="md-nav__link">
<span class="md-ellipsis">
Slurm merlin7 Configuration
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin7/03-Slurm-General-Documentation/interactive-jobs/" class="md-nav__link">
<span class="md-ellipsis">
Running Interactive Jobs
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin7/03-Slurm-General-Documentation/slurm-examples/" class="md-nav__link">
<span class="md-ellipsis">
Slurm Examples
</span>
</a>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item md-nav__item--nested">
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_4">
<label class="md-nav__link" for="__nav_3_4" id="__nav_3_4_label" tabindex="0">
<span class="md-ellipsis">
Jupyterhub
</span>
<span class="md-nav__icon md-icon"></span>
</label>
<nav class="md-nav" data-md-level="2" aria-labelledby="__nav_3_4_label" aria-expanded="false">
<label class="md-nav__title" for="__nav_3_4">
<span class="md-nav__icon md-icon"></span>
Jupyterhub
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="../../merlin7/04-Jupyterhub/jupyterhub/" class="md-nav__link">
<span class="md-ellipsis">
Jupyterhub on Merlin7
</span>
</a>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item md-nav__item--nested">
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_5">
<label class="md-nav__link" for="__nav_3_5" id="__nav_3_5_label" tabindex="0">
<span class="md-ellipsis">
Software Support
</span>
<span class="md-nav__icon md-icon"></span>
</label>
<nav class="md-nav" data-md-level="2" aria-labelledby="__nav_3_5_label" aria-expanded="false">
<label class="md-nav__title" for="__nav_3_5">
<span class="md-nav__icon md-icon"></span>
Software Support
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="../../merlin7/05-Software-Support/pmodules/" class="md-nav__link">
<span class="md-ellipsis">
PSI Modules
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin7/05-Software-Support/spack/" class="md-nav__link">
<span class="md-ellipsis">
Spack
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin7/05-Software-Support/openmpi/" class="md-nav__link">
<span class="md-ellipsis">
OpenMPI Support
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin7/05-Software-Support/ansys/" class="md-nav__link">
<span class="md-ellipsis">
ANSYS
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin7/05-Software-Support/ansys-rsm/" class="md-nav__link">
<span class="md-ellipsis">
ANSYS RSM (Remote Resolve Manager)
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin7/05-Software-Support/cp2k/" class="md-nav__link">
<span class="md-ellipsis">
CP2k
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin7/05-Software-Support/quantum-espresso/" class="md-nav__link">
<span class="md-ellipsis">
Quantum Espresso
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin7/05-Software-Support/lammps/" class="md-nav__link">
<span class="md-ellipsis">
LAMMPS
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin7/05-Software-Support/gromacs/" class="md-nav__link">
<span class="md-ellipsis">
GROMACS
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin7/05-Software-Support/opal-x/" class="md-nav__link">
<span class="md-ellipsis">
OPAL-X
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin7/05-Software-Support/ippl/" class="md-nav__link">
<span class="md-ellipsis">
IPPL
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin7/05-Software-Support/cray-module.env/" class="md-nav__link">
<span class="md-ellipsis">
Cray Programming Environment
</span>
</a>
</li>
</ul>
</nav>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested">
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4" checked>
<label class="md-nav__link" for="__nav_4" id="__nav_4_label" tabindex="">
<span class="md-ellipsis">
Merlin 6
</span>
<span class="md-nav__icon md-icon"></span>
</label>
<nav class="md-nav" data-md-level="1" aria-labelledby="__nav_4_label" aria-expanded="true">
<label class="md-nav__title" for="__nav_4">
<span class="md-nav__icon md-icon"></span>
Merlin 6
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item md-nav__item--section md-nav__item--nested">
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_1">
<label class="md-nav__link" for="__nav_4_1" id="__nav_4_1_label" tabindex="">
<span class="md-ellipsis">
Quick Start Guide
</span>
<span class="md-nav__icon md-icon"></span>
</label>
<nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_1_label" aria-expanded="false">
<label class="md-nav__title" for="__nav_4_1">
<span class="md-nav__icon md-icon"></span>
Quick Start Guide
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="../../merlin6/introduction/" class="md-nav__link">
<span class="md-ellipsis">
About Merlin6
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin6/quick-start-guide/code-of-conduct/" class="md-nav__link">
<span class="md-ellipsis">
Code Of Conduct
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin6/quick-start-guide/requesting-accounts/" class="md-nav__link">
<span class="md-ellipsis">
Requesting Merlin Accounts
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin6/quick-start-guide/requesting-projects/" class="md-nav__link">
<span class="md-ellipsis">
Requesting a Merlin Project
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin6/quick-start-guide/accessing-interactive-nodes/" class="md-nav__link">
<span class="md-ellipsis">
Accessing Interactive Nodes
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin6/quick-start-guide/accessing-slurm/" class="md-nav__link">
<span class="md-ellipsis">
Accessing Slurm Cluster
</span>
</a>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item md-nav__item--section md-nav__item--nested">
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_2">
<label class="md-nav__link" for="__nav_4_2" id="__nav_4_2_label" tabindex="">
<span class="md-ellipsis">
How To Use Merlin
</span>
<span class="md-nav__icon md-icon"></span>
</label>
<nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_2_label" aria-expanded="false">
<label class="md-nav__title" for="__nav_4_2">
<span class="md-nav__icon md-icon"></span>
How To Use Merlin
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="../../merlin6/how-to-use-merlin/connect-from-linux/" class="md-nav__link">
<span class="md-ellipsis">
Connecting from a Linux Client
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin6/how-to-use-merlin/connect-from-windows/" class="md-nav__link">
<span class="md-ellipsis">
Connecting from a Windows Client
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin6/how-to-use-merlin/connect-from-macos/" class="md-nav__link">
<span class="md-ellipsis">
Connecting from a MacOS Client
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin6/how-to-use-merlin/storage/" class="md-nav__link">
<span class="md-ellipsis">
Merlin6 Storage
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin6/how-to-use-merlin/transfer-data/" class="md-nav__link">
<span class="md-ellipsis">
Transferring Data
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin6/how-to-use-merlin/archive/" class="md-nav__link">
<span class="md-ellipsis">
Archive &amp; PSI Data Catalog
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin6/how-to-use-merlin/ssh-keys/" class="md-nav__link">
<span class="md-ellipsis">
Configuring SSH Keys in Merlin
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin6/how-to-use-merlin/kerberos/" class="md-nav__link">
<span class="md-ellipsis">
Kerberos and AFS authentication
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin6/how-to-use-merlin/using-modules/" class="md-nav__link">
<span class="md-ellipsis">
Using PModules
</span>
</a>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item md-nav__item--section md-nav__item--nested">
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_3">
<label class="md-nav__link" for="__nav_4_3" id="__nav_4_3_label" tabindex="">
<span class="md-ellipsis">
Slurm General Documentation
</span>
<span class="md-nav__icon md-icon"></span>
</label>
<nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_3_label" aria-expanded="false">
<label class="md-nav__title" for="__nav_4_3">
<span class="md-nav__icon md-icon"></span>
Slurm General Documentation
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="../../merlin6/slurm-general-docs/slurm-basic-commands/" class="md-nav__link">
<span class="md-ellipsis">
Slurm Basic Commands
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin6/slurm-general-docs/running-jobs/" class="md-nav__link">
<span class="md-ellipsis">
Running Slurm Scripts
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin6/slurm-general-docs/interactive-jobs/" class="md-nav__link">
<span class="md-ellipsis">
Running Interactive Jobs
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin6/slurm-general-docs/slurm-examples/" class="md-nav__link">
<span class="md-ellipsis">
Slurm Examples
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin6/slurm-general-docs/monitoring/" class="md-nav__link">
<span class="md-ellipsis">
Monitoring
</span>
</a>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested">
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_4" checked>
<label class="md-nav__link" for="__nav_4_4" id="__nav_4_4_label" tabindex="">
<span class="md-ellipsis">
GPU Cluster
</span>
<span class="md-nav__icon md-icon"></span>
</label>
<nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_4_label" aria-expanded="true">
<label class="md-nav__title" for="__nav_4_4">
<span class="md-nav__icon md-icon"></span>
GPU Cluster
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="../cluster-introduction/" class="md-nav__link">
<span class="md-ellipsis">
Introduction
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../hardware-and-software-description/" class="md-nav__link">
<span class="md-ellipsis">
Hardware And Software Description
</span>
</a>
</li>
<li class="md-nav__item md-nav__item--active">
<input class="md-nav__toggle md-toggle" type="checkbox" id="__toc">
<label class="md-nav__link md-nav__link--active" for="__toc">
<span class="md-ellipsis">
Slurm cluster 'gmerlin6'
</span>
<span class="md-nav__icon md-icon"></span>
</label>
<a href="./" class="md-nav__link md-nav__link--active">
<span class="md-ellipsis">
Slurm cluster 'gmerlin6'
</span>
</a>
<nav class="md-nav md-nav--secondary" aria-label="Table of contents">
<label class="md-nav__title" for="__toc">
<span class="md-nav__icon md-icon"></span>
Table of contents
</label>
<ul class="md-nav__list" data-md-component="toc" data-md-scrollfix>
<li class="md-nav__item">
<a href="#merlin6-gpu-nodes-definition" class="md-nav__link">
<span class="md-ellipsis">
Merlin6 GPU nodes definition
</span>
</a>
</li>
<li class="md-nav__item">
<a href="#running-jobs-in-the-gmerlin6-cluster" class="md-nav__link">
<span class="md-ellipsis">
Running jobs in the 'gmerlin6' cluster
</span>
</a>
<nav class="md-nav" aria-label="Running jobs in the 'gmerlin6' cluster">
<ul class="md-nav__list">
<li class="md-nav__item">
<a href="#merlin6-gpu-cluster" class="md-nav__link">
<span class="md-ellipsis">
Merlin6 GPU cluster
</span>
</a>
</li>
<li class="md-nav__item">
<a href="#merlin6-gpu-partitions" class="md-nav__link">
<span class="md-ellipsis">
Merlin6 GPU partitions
</span>
</a>
</li>
<li class="md-nav__item">
<a href="#merlin6-gpu-accounts" class="md-nav__link">
<span class="md-ellipsis">
Merlin6 GPU Accounts
</span>
</a>
<nav class="md-nav" aria-label="Merlin6 GPU Accounts">
<ul class="md-nav__list">
<li class="md-nav__item">
<a href="#the-gwendolen-account" class="md-nav__link">
<span class="md-ellipsis">
The 'gwendolen' account
</span>
</a>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item">
<a href="#slurm-gpu-specific-options" class="md-nav__link">
<span class="md-ellipsis">
Slurm GPU specific options
</span>
</a>
<nav class="md-nav" aria-label="Slurm GPU specific options">
<ul class="md-nav__list">
<li class="md-nav__item">
<a href="#number-of-gpus-and-type" class="md-nav__link">
<span class="md-ellipsis">
Number of GPUs and type
</span>
</a>
</li>
<li class="md-nav__item">
<a href="#constraint-features" class="md-nav__link">
<span class="md-ellipsis">
Constraint / Features
</span>
</a>
</li>
<li class="md-nav__item">
<a href="#other-gpu-options" class="md-nav__link">
<span class="md-ellipsis">
Other GPU options
</span>
</a>
</li>
<li class="md-nav__item">
<a href="#dealing-with-hyper-threading" class="md-nav__link">
<span class="md-ellipsis">
Dealing with Hyper-Threading
</span>
</a>
</li>
</ul>
</nav>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item">
<a href="#user-and-job-limits" class="md-nav__link">
<span class="md-ellipsis">
User and job limits
</span>
</a>
<nav class="md-nav" aria-label="User and job limits">
<ul class="md-nav__list">
<li class="md-nav__item">
<a href="#per-job-limits" class="md-nav__link">
<span class="md-ellipsis">
Per job limits
</span>
</a>
</li>
<li class="md-nav__item">
<a href="#per-user-limits-for-gpu-partitions" class="md-nav__link">
<span class="md-ellipsis">
Per user limits for GPU partitions
</span>
</a>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item">
<a href="#advanced-slurm-configuration" class="md-nav__link">
<span class="md-ellipsis">
Advanced Slurm configuration
</span>
</a>
</li>
</ul>
</nav>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item md-nav__item--section md-nav__item--nested">
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_5">
<label class="md-nav__link" for="__nav_4_5" id="__nav_4_5_label" tabindex="">
<span class="md-ellipsis">
Jupyterhub
</span>
<span class="md-nav__icon md-icon"></span>
</label>
<nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_5_label" aria-expanded="false">
<label class="md-nav__title" for="__nav_4_5">
<span class="md-nav__icon md-icon"></span>
Jupyterhub
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="../../merlin6/jupyterhub/jupyterhub/" class="md-nav__link">
<span class="md-ellipsis">
Jupyterhub on Merlin
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin6/jupyterhub/jupyter-examples/" class="md-nav__link">
<span class="md-ellipsis">
Jupyter examples on merlin6
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin6/jupyterhub/jupytext/" class="md-nav__link">
<span class="md-ellipsis">
Jupytext - efficient editing
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin6/jupyterhub/jupyter-extensions/" class="md-nav__link">
<span class="md-ellipsis">
Jupyter Extensions
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin6/jupyterhub/jupyterlab/" class="md-nav__link">
<span class="md-ellipsis">
Jupyterlab User interface
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin6/jupyterhub/jupyterhub-trouble/" class="md-nav__link">
<span class="md-ellipsis">
Jupyterhub Troubleshooting
</span>
</a>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item md-nav__item--section md-nav__item--nested">
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_6">
<label class="md-nav__link" for="__nav_4_6" id="__nav_4_6_label" tabindex="">
<span class="md-ellipsis">
Software Support
</span>
<span class="md-nav__icon md-icon"></span>
</label>
<nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_6_label" aria-expanded="false">
<label class="md-nav__title" for="__nav_4_6">
<span class="md-nav__icon md-icon"></span>
Software Support
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="../../merlin6/software-support/ansys/" class="md-nav__link">
<span class="md-ellipsis">
ANSYS
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin6/software-support/ansys-rsm/" class="md-nav__link">
<span class="md-ellipsis">
ANSYS - RSM
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin6/software-support/ansys-cfx/" class="md-nav__link">
<span class="md-ellipsis">
ANSYS - CFX
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin6/software-support/ansys-fluent/" class="md-nav__link">
<span class="md-ellipsis">
ANSYS - Fluent
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin6/software-support/ansys-mapdl/" class="md-nav__link">
<span class="md-ellipsis">
ANSYS - MAPDL
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin6/software-support/ansys-hfss/" class="md-nav__link">
<span class="md-ellipsis">
ANSYS HFSS (ElectroMagnetics)
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin6/software-support/gothic/" class="md-nav__link">
<span class="md-ellipsis">
GOTHIC
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin6/software-support/merlin-rmount/" class="md-nav__link">
<span class="md-ellipsis">
merlin_rmount
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin6/software-support/impi/" class="md-nav__link">
<span class="md-ellipsis">
Intel MPI Support
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin6/software-support/openmpi/" class="md-nav__link">
<span class="md-ellipsis">
OpenMPI
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin6/software-support/paraview/" class="md-nav__link">
<span class="md-ellipsis">
ParaView
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../merlin6/software-support/python/" class="md-nav__link">
<span class="md-ellipsis">
Python
</span>
</a>
</li>
</ul>
</nav>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item md-nav__item--nested">
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5">
<label class="md-nav__link" for="__nav_5" id="__nav_5_label" tabindex="0">
<span class="md-ellipsis">
MeG
</span>
<span class="md-nav__icon md-icon"></span>
</label>
<nav class="md-nav" data-md-level="1" aria-labelledby="__nav_5_label" aria-expanded="false">
<label class="md-nav__title" for="__nav_5">
<span class="md-nav__icon md-icon"></span>
MeG
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="../../meg/introduction/" class="md-nav__link">
<span class="md-ellipsis">
The MEG local HPC cluster
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../meg/contact/" class="md-nav__link">
<span class="md-ellipsis">
Support
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../meg/migration-to-merlin7/" class="md-nav__link">
<span class="md-ellipsis">
Meg to Merlin7 Migration Guide
</span>
</a>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item md-nav__item--nested">
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_6">
<label class="md-nav__link" for="__nav_6" id="__nav_6_label" tabindex="0">
<span class="md-ellipsis">
PSI@CSCS
</span>
<span class="md-nav__icon md-icon"></span>
</label>
<nav class="md-nav" data-md-level="1" aria-labelledby="__nav_6_label" aria-expanded="false">
<label class="md-nav__title" for="__nav_6">
<span class="md-nav__icon md-icon"></span>
PSI@CSCS
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="../../cscs-userlab/introduction/" class="md-nav__link">
<span class="md-ellipsis">
PSI HPC@CSCS
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../cscs-userlab/transfer-data/" class="md-nav__link">
<span class="md-ellipsis">
Transferring Data
</span>
</a>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item md-nav__item--nested">
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7">
<label class="md-nav__link" for="__nav_7" id="__nav_7_label" tabindex="0">
<span class="md-ellipsis">
Support
</span>
<span class="md-nav__icon md-icon"></span>
</label>
<nav class="md-nav" data-md-level="1" aria-labelledby="__nav_7_label" aria-expanded="false">
<label class="md-nav__title" for="__nav_7">
<span class="md-nav__icon md-icon"></span>
Support
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="../../support/introduction/" class="md-nav__link">
<span class="md-ellipsis">
Getting Support
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../support/faq/" class="md-nav__link">
<span class="md-ellipsis">
FAQ
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../support/known-problems/" class="md-nav__link">
<span class="md-ellipsis">
Known Problems
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../support/troubleshooting/" class="md-nav__link">
<span class="md-ellipsis">
Troubleshooting
</span>
</a>
</li>
</ul>
</nav>
</li>
</ul>
</nav>
</div>
</div>
</div>
<div class="md-sidebar md-sidebar--secondary" data-md-component="sidebar" data-md-type="toc">
<div class="md-sidebar__scrollwrap">
<div class="md-sidebar__inner">
<nav class="md-nav md-nav--secondary" aria-label="Table of contents">
<label class="md-nav__title" for="__toc">
<span class="md-nav__icon md-icon"></span>
Table of contents
</label>
<ul class="md-nav__list" data-md-component="toc" data-md-scrollfix>
<li class="md-nav__item">
<a href="#merlin6-gpu-nodes-definition" class="md-nav__link">
<span class="md-ellipsis">
Merlin6 GPU nodes definition
</span>
</a>
</li>
<li class="md-nav__item">
<a href="#running-jobs-in-the-gmerlin6-cluster" class="md-nav__link">
<span class="md-ellipsis">
Running jobs in the 'gmerlin6' cluster
</span>
</a>
<nav class="md-nav" aria-label="Running jobs in the 'gmerlin6' cluster">
<ul class="md-nav__list">
<li class="md-nav__item">
<a href="#merlin6-gpu-cluster" class="md-nav__link">
<span class="md-ellipsis">
Merlin6 GPU cluster
</span>
</a>
</li>
<li class="md-nav__item">
<a href="#merlin6-gpu-partitions" class="md-nav__link">
<span class="md-ellipsis">
Merlin6 GPU partitions
</span>
</a>
</li>
<li class="md-nav__item">
<a href="#merlin6-gpu-accounts" class="md-nav__link">
<span class="md-ellipsis">
Merlin6 GPU Accounts
</span>
</a>
<nav class="md-nav" aria-label="Merlin6 GPU Accounts">
<ul class="md-nav__list">
<li class="md-nav__item">
<a href="#the-gwendolen-account" class="md-nav__link">
<span class="md-ellipsis">
The 'gwendolen' account
</span>
</a>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item">
<a href="#slurm-gpu-specific-options" class="md-nav__link">
<span class="md-ellipsis">
Slurm GPU specific options
</span>
</a>
<nav class="md-nav" aria-label="Slurm GPU specific options">
<ul class="md-nav__list">
<li class="md-nav__item">
<a href="#number-of-gpus-and-type" class="md-nav__link">
<span class="md-ellipsis">
Number of GPUs and type
</span>
</a>
</li>
<li class="md-nav__item">
<a href="#constraint-features" class="md-nav__link">
<span class="md-ellipsis">
Constraint / Features
</span>
</a>
</li>
<li class="md-nav__item">
<a href="#other-gpu-options" class="md-nav__link">
<span class="md-ellipsis">
Other GPU options
</span>
</a>
</li>
<li class="md-nav__item">
<a href="#dealing-with-hyper-threading" class="md-nav__link">
<span class="md-ellipsis">
Dealing with Hyper-Threading
</span>
</a>
</li>
</ul>
</nav>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item">
<a href="#user-and-job-limits" class="md-nav__link">
<span class="md-ellipsis">
User and job limits
</span>
</a>
<nav class="md-nav" aria-label="User and job limits">
<ul class="md-nav__list">
<li class="md-nav__item">
<a href="#per-job-limits" class="md-nav__link">
<span class="md-ellipsis">
Per job limits
</span>
</a>
</li>
<li class="md-nav__item">
<a href="#per-user-limits-for-gpu-partitions" class="md-nav__link">
<span class="md-ellipsis">
Per user limits for GPU partitions
</span>
</a>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item">
<a href="#advanced-slurm-configuration" class="md-nav__link">
<span class="md-ellipsis">
Advanced Slurm configuration
</span>
</a>
</li>
</ul>
</nav>
</div>
</div>
</div>
<div class="md-content" data-md-component="content">
<article class="md-content__inner md-typeset">
<a href="https://gitea.psi.ch/hpce/gitea-pages/_edit/master/docs/gmerlin6/slurm-configuration.md" title="Edit this page" class="md-content__button md-icon" rel="edit">
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M10 20H6V4h7v5h5v3.1l2-2V8l-6-6H6c-1.1 0-2 .9-2 2v16c0 1.1.9 2 2 2h4zm10.2-7c.1 0 .3.1.4.2l1.3 1.3c.2.2.2.6 0 .8l-1 1-2.1-2.1 1-1c.1-.1.2-.2.4-.2m0 3.9L14.1 23H12v-2.1l6.1-6.1z"></path></svg>
</a>
<h1 id="slurm-cluster-gmerlin6">Slurm cluster 'gmerlin6'<a class="headerlink" href="#slurm-cluster-gmerlin6" title="Permanent link"></a></h1>
<p>This documentation shows basic Slurm configuration and options needed to run jobs in the GPU cluster.</p>
<h2 id="merlin6-gpu-nodes-definition">Merlin6 GPU nodes definition<a class="headerlink" href="#merlin6-gpu-nodes-definition" title="Permanent link"></a></h2>
<p>The table below shows a summary of the hardware setup for the different GPU nodes</p>
<table>
<thead>
<tr>
<th style="text-align: center;">Nodes</th>
<th style="text-align: right;">Def.#CPUs</th>
<th style="text-align: center;">Max.#CPUs</th>
<th style="text-align: center;">#Threads</th>
<th style="text-align: center;">Def.Mem/CPU</th>
<th style="text-align: center;">Max.Mem/CPU</th>
<th style="text-align: center;">Max.Mem/Node</th>
<th style="text-align: center;">Max.Swap</th>
<th style="text-align: center;">GPU Type</th>
<th style="text-align: center;">Def.#GPUs</th>
<th style="text-align: center;">Max.#GPUs</th>
</tr>
</thead>
<tbody>
<tr>
<td style="text-align: center;">merlin-g-[001]</td>
<td style="text-align: right;">1 core</td>
<td style="text-align: center;">8 cores</td>
<td style="text-align: center;">1</td>
<td style="text-align: center;">5120</td>
<td style="text-align: center;">102400</td>
<td style="text-align: center;">102400</td>
<td style="text-align: center;">10000</td>
<td style="text-align: center;"><strong>geforce_gtx_1080</strong></td>
<td style="text-align: center;">1</td>
<td style="text-align: center;">2</td>
</tr>
<tr>
<td style="text-align: center;">merlin-g-[002-005]</td>
<td style="text-align: right;">1 core</td>
<td style="text-align: center;">20 cores</td>
<td style="text-align: center;">1</td>
<td style="text-align: center;">5120</td>
<td style="text-align: center;">102400</td>
<td style="text-align: center;">102400</td>
<td style="text-align: center;">10000</td>
<td style="text-align: center;"><strong>geforce_gtx_1080</strong></td>
<td style="text-align: center;">1</td>
<td style="text-align: center;">4</td>
</tr>
<tr>
<td style="text-align: center;">merlin-g-[006-009]</td>
<td style="text-align: right;">1 core</td>
<td style="text-align: center;">20 cores</td>
<td style="text-align: center;">1</td>
<td style="text-align: center;">5120</td>
<td style="text-align: center;">102400</td>
<td style="text-align: center;">102400</td>
<td style="text-align: center;">10000</td>
<td style="text-align: center;"><strong>geforce_gtx_1080_ti</strong></td>
<td style="text-align: center;">1</td>
<td style="text-align: center;">4</td>
</tr>
<tr>
<td style="text-align: center;">merlin-g-[010-013]</td>
<td style="text-align: right;">1 core</td>
<td style="text-align: center;">20 cores</td>
<td style="text-align: center;">1</td>
<td style="text-align: center;">5120</td>
<td style="text-align: center;">102400</td>
<td style="text-align: center;">102400</td>
<td style="text-align: center;">10000</td>
<td style="text-align: center;"><strong>geforce_rtx_2080_ti</strong></td>
<td style="text-align: center;">1</td>
<td style="text-align: center;">4</td>
</tr>
<tr>
<td style="text-align: center;">merlin-g-014</td>
<td style="text-align: right;">1 core</td>
<td style="text-align: center;">48 cores</td>
<td style="text-align: center;">1</td>
<td style="text-align: center;">5120</td>
<td style="text-align: center;">360448</td>
<td style="text-align: center;">360448</td>
<td style="text-align: center;">10000</td>
<td style="text-align: center;"><strong>geforce_rtx_2080_ti</strong></td>
<td style="text-align: center;">1</td>
<td style="text-align: center;">8</td>
</tr>
<tr>
<td style="text-align: center;">merlin-g-015</td>
<td style="text-align: right;">1 core</td>
<td style="text-align: center;">48 cores</td>
<td style="text-align: center;">1</td>
<td style="text-align: center;">5120</td>
<td style="text-align: center;">360448</td>
<td style="text-align: center;">360448</td>
<td style="text-align: center;">10000</td>
<td style="text-align: center;"><strong>A5000</strong></td>
<td style="text-align: center;">1</td>
<td style="text-align: center;">8</td>
</tr>
<tr>
<td style="text-align: center;">merlin-g-100</td>
<td style="text-align: right;">1 core</td>
<td style="text-align: center;">128 cores</td>
<td style="text-align: center;">2</td>
<td style="text-align: center;">3900</td>
<td style="text-align: center;">998400</td>
<td style="text-align: center;">998400</td>
<td style="text-align: center;">10000</td>
<td style="text-align: center;"><strong>A100</strong></td>
<td style="text-align: center;">1</td>
<td style="text-align: center;">8</td>
</tr>
</tbody>
</table>
<div class="admonition tip">
<p class="admonition-title">Tip</p>
<p>Always check <code>/etc/slurm/gres.conf</code> and <code>/etc/slurm/slurm.conf</code> for changes in the GPU type and details of the hardware.</p>
</div>
<h2 id="running-jobs-in-the-gmerlin6-cluster">Running jobs in the 'gmerlin6' cluster<a class="headerlink" href="#running-jobs-in-the-gmerlin6-cluster" title="Permanent link"></a></h2>
<p>In this chapter we will cover basic settings that users need to specify in order to run jobs in the GPU cluster.</p>
<h3 id="merlin6-gpu-cluster">Merlin6 GPU cluster<a class="headerlink" href="#merlin6-gpu-cluster" title="Permanent link"></a></h3>
<p>To run jobs in the <strong><code>gmerlin6</code></strong> cluster users <strong>must</strong> specify the cluster name in Slurm:</p>
<div class="language-bash highlight"><span class="filename">Bash</span><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="c1">#SBATCH --cluster=gmerlin6</span>
</span></code></pre></div>
<h3 id="merlin6-gpu-partitions">Merlin6 GPU partitions<a class="headerlink" href="#merlin6-gpu-partitions" title="Permanent link"></a></h3>
<p>Users might need to specify the Slurm partition. If no partition is specified, it will default to <strong><code>gpu</code></strong>:</p>
<div class="language-bash highlight"><span class="filename">Bash</span><pre><span></span><code><span id="__span-1-1"><a id="__codelineno-1-1" name="__codelineno-1-1" href="#__codelineno-1-1"></a><span class="c1">#SBATCH --partition=&lt;partition_name&gt; # Possible &lt;partition_name&gt; values: gpu, gpu-short, gwendolen</span>
</span></code></pre></div>
<p>The table below resumes shows all possible partitions available to users:</p>
<table>
<thead>
<tr>
<th style="text-align: center;">GPU Partition</th>
<th style="text-align: center;">Default Time</th>
<th style="text-align: center;">Max Time</th>
<th style="text-align: center;">PriorityJobFactor</th>
<th style="text-align: center;">PriorityTier</th>
</tr>
</thead>
<tbody>
<tr>
<td style="text-align: center;"><code>gpu</code></td>
<td style="text-align: center;">1 day</td>
<td style="text-align: center;">1 week</td>
<td style="text-align: center;">1</td>
<td style="text-align: center;">1</td>
</tr>
<tr>
<td style="text-align: center;"><code>gpu-short</code></td>
<td style="text-align: center;">2 hours</td>
<td style="text-align: center;">2 hours</td>
<td style="text-align: center;">1000</td>
<td style="text-align: center;">500</td>
</tr>
<tr>
<td style="text-align: center;"><code>gwendolen</code></td>
<td style="text-align: center;">30 minutes</td>
<td style="text-align: center;">2 hours</td>
<td style="text-align: center;">1000</td>
<td style="text-align: center;">1000</td>
</tr>
<tr>
<td style="text-align: center;"><code>gwendolen-long</code></td>
<td style="text-align: center;">30 minutes</td>
<td style="text-align: center;">8 hours</td>
<td style="text-align: center;">1</td>
<td style="text-align: center;">1</td>
</tr>
</tbody>
</table>
<p>The <strong>PriorityJobFactor</strong> value will be added to the job priority (<em>PARTITION</em> column in <code>sprio -l</code> ). In other words, jobs sent to higher priority
partitions will usually run first (however, other factors such like <strong>job age</strong> or mainly <strong>fair share</strong> might affect to that decision). For the GPU
partitions, Slurm will also attempt first to allocate jobs on partitions with higher priority over partitions with lesser priority.</p>
<p>Jobs submitted to a partition with a higher <strong>PriorityTier</strong> value will be dispatched before pending jobs in partition with lower <em>PriorityTier</em> value
and, if possible, they will preempt running jobs from partitions with lower <strong>PriorityTier</strong> values.</p>
<p><strong>gwnedolen-long</strong> is a special partition which is enabled during non-working
hours only. As of <strong>Nov 2023</strong>, the current policy is to disable this partition
from Mon to Fri, from 1am to 5pm. However, jobs can be submitted anytime, but
can only be scheduled outside this time range.</p>
<h3 id="merlin6-gpu-accounts">Merlin6 GPU Accounts<a class="headerlink" href="#merlin6-gpu-accounts" title="Permanent link"></a></h3>
<p>Users need to ensure that the public <strong><code>merlin</code></strong> account is specified. No specifying account options would default to this account.</p>
<p>This is mostly needed by users which have multiple Slurm accounts, which may define by mistake a different account.</p>
<div class="language-bash highlight"><span class="filename">Bash</span><pre><span></span><code><span id="__span-2-1"><a id="__codelineno-2-1" name="__codelineno-2-1" href="#__codelineno-2-1"></a><span class="c1">#SBATCH --account=merlin # Possible values: merlin, gwendolen</span>
</span></code></pre></div>
<p>Not all the accounts can be used on all partitions. This is resumed in the table below:</p>
<table>
<thead>
<tr>
<th style="text-align: center;">Slurm Account</th>
<th style="text-align: center;">Slurm Partitions</th>
</tr>
</thead>
<tbody>
<tr>
<td style="text-align: center;"><strong><code>merlin</code></strong></td>
<td style="text-align: center;"><strong><code>gpu</code></strong>,<code>gpu-short</code></td>
</tr>
<tr>
<td style="text-align: center;"><code>gwendolen</code></td>
<td style="text-align: center;"><code>gwendolen</code>,<code>gwendolen-long</code></td>
</tr>
</tbody>
</table>
<p>By default, all users belong to the <code>merlin</code> Slurm accounts, and jobs are submitted to the <code>gpu</code> partition when no partition is defined.</p>
<p>Users only need to specify the <code>gwendolen</code> account when using the <code>gwendolen</code> or <code>gwendolen-long</code> partitions, otherwise specifying account is not needed (it will always default to <code>merlin</code>).</p>
<h4 id="the-gwendolen-account">The 'gwendolen' account<a class="headerlink" href="#the-gwendolen-account" title="Permanent link"></a></h4>
<p>For running jobs in the <strong><code>gwendolen</code>/<code>gwendolen-long</code></strong> partitions, users must
specify the <strong><code>gwendolen</code></strong> account. The <code>merlin</code> account is not allowed to
use the Gwendolen partitions.</p>
<p>Gwendolen is restricted to a set of users belonging to the <strong><code>unx-gwendolen</code></strong>
Unix group. If you belong to a project allowed to use <strong>Gwendolen</strong>, or you are
a user which would like to have access to it, please request access to the
<strong><code>unx-gwendolen</code></strong> Unix group through <a href="https://psi.service-now.com/">PSI Service
Now</a>: the request will be redirected to the
responsible of the project (Andreas Adelmann).</p>
<h3 id="slurm-gpu-specific-options">Slurm GPU specific options<a class="headerlink" href="#slurm-gpu-specific-options" title="Permanent link"></a></h3>
<p>Some options are available when using GPUs. These are detailed here.</p>
<h4 id="number-of-gpus-and-type">Number of GPUs and type<a class="headerlink" href="#number-of-gpus-and-type" title="Permanent link"></a></h4>
<p>When using the GPU cluster, users <strong>must</strong> specify the number of GPUs they need to use:</p>
<div class="language-bash highlight"><span class="filename">Bash</span><pre><span></span><code><span id="__span-3-1"><a id="__codelineno-3-1" name="__codelineno-3-1" href="#__codelineno-3-1"></a><span class="c1">#SBATCH --gpus=[&lt;type&gt;:]&lt;number&gt;</span>
</span></code></pre></div>
<p>The GPU type is optional: if left empty, it will try allocating any type of GPU.
The different <code>[&lt;type&gt;:]</code> values and <code>&lt;number&gt;</code> of GPUs depends on the node.
This is detailed in the below table.</p>
<table>
<thead>
<tr>
<th style="text-align: center;">Nodes</th>
<th style="text-align: center;">GPU Type</th>
<th style="text-align: center;">#GPUs</th>
</tr>
</thead>
<tbody>
<tr>
<td style="text-align: center;"><strong>merlin-g-[001]</strong></td>
<td style="text-align: center;"><strong><code>geforce_gtx_1080</code></strong></td>
<td style="text-align: center;">2</td>
</tr>
<tr>
<td style="text-align: center;"><strong>merlin-g-[002-005]</strong></td>
<td style="text-align: center;"><strong><code>geforce_gtx_1080</code></strong></td>
<td style="text-align: center;">4</td>
</tr>
<tr>
<td style="text-align: center;"><strong>merlin-g-[006-009]</strong></td>
<td style="text-align: center;"><strong><code>geforce_gtx_1080_ti</code></strong></td>
<td style="text-align: center;">4</td>
</tr>
<tr>
<td style="text-align: center;"><strong>merlin-g-[010-013]</strong></td>
<td style="text-align: center;"><strong><code>geforce_rtx_2080_ti</code></strong></td>
<td style="text-align: center;">4</td>
</tr>
<tr>
<td style="text-align: center;"><strong>merlin-g-014</strong></td>
<td style="text-align: center;"><strong><code>geforce_rtx_2080_ti</code></strong></td>
<td style="text-align: center;">8</td>
</tr>
<tr>
<td style="text-align: center;"><strong>merlin-g-015</strong></td>
<td style="text-align: center;"><strong><code>A5000</code></strong></td>
<td style="text-align: center;">8</td>
</tr>
<tr>
<td style="text-align: center;"><strong>merlin-g-100</strong></td>
<td style="text-align: center;"><strong><code>A100</code></strong></td>
<td style="text-align: center;">8</td>
</tr>
</tbody>
</table>
<h4 id="constraint-features">Constraint / Features<a class="headerlink" href="#constraint-features" title="Permanent link"></a></h4>
<p>Instead of specifying the GPU <strong>type</strong>, sometimes users would need to <strong>specify
the GPU by the amount of memory available in the GPU</strong> card itself.</p>
<p>This has been defined in Slurm with <strong>Features</strong>, which is a tag which defines
the GPU memory for the different GPU cards. Users can specify which GPU memory
size needs to be used with the <code>--constraint</code> option. In that case, notice that
<em>in many cases there is not need to specify <code>[&lt;type&gt;:]</code></em> in the <code>--gpus</code>
option.</p>
<div class="language-bash highlight"><span class="filename">Bash</span><pre><span></span><code><span id="__span-4-1"><a id="__codelineno-4-1" name="__codelineno-4-1" href="#__codelineno-4-1"></a><span class="c1">#SBATCH --contraint=&lt;Feature&gt; # Possible values: gpumem_8gb, gpumem_11gb, gpumem_24gb, gpumem_40gb</span>
</span></code></pre></div>
<p>The table below shows the available <strong>Features</strong> and which GPU card models and GPU nodes they belong to:</p>
<table>
<thead>
<tr>
<th scope="colgroup" style="vertical-align:middle;text-align:center;" colspan="3">Merlin6 GPU Computing Nodes</th>
</tr>
<tr>
<th scope="col" style="vertical-align:middle;text-align:center;" colspan="1">Nodes</th>
<th scope="col" style="vertical-align:middle;text-align:center;" colspan="1">GPU Type</th>
<th scope="col" style="vertical-align:middle;text-align:center;" colspan="1">Feature</th>
</tr>
</thead>
<tbody>
<tr style="vertical-align:middle;text-align:center;" ralign="center">
<td markdown="span" style="vertical-align:middle;text-align:center;" rowspan="1"><b>merlin-g-[001-005]</b></td>
<td markdown="span" style="vertical-align:middle;text-align:center;" rowspan="1">`geforce_gtx_1080`</td>
<td markdown="span" style="vertical-align:middle;text-align:center;" rowspan="1"><b>`gpumem_8gb`</b></td>
</tr>
<tr style="vertical-align:middle;text-align:center;" ralign="center">
<td markdown="span" style="vertical-align:middle;text-align:center;" rowspan="1"><b>merlin-g-[006-009]</b></td>
<td markdown="span" style="vertical-align:middle;text-align:center;" rowspan="1">`geforce_gtx_1080_ti`</td>
<td markdown="span" style="vertical-align:middle;text-align:center;" rowspan="2"><b>`gpumem_11gb`</b></td>
</tr>
<tr style="vertical-align:middle;text-align:center;" ralign="center">
<td markdown="span" style="vertical-align:middle;text-align:center;" rowspan="1"><b>merlin-g-[010-014]</b></td>
<td markdown="span" style="vertical-align:middle;text-align:center;" rowspan="1">`geforce_rtx_2080_ti`</td>
</tr>
<tr style="vertical-align:middle;text-align:center;" ralign="center">
<td markdown="span" style="vertical-align:middle;text-align:center;" rowspan="1"><b>merlin-g-015</b></td>
<td markdown="span" style="vertical-align:middle;text-align:center;" rowspan="1">`A5000`</td>
<td markdown="span" style="vertical-align:middle;text-align:center;" rowspan="1"><b>`gpumem_24gb`</b></td>
</tr>
<tr style="vertical-align:middle;text-align:center;" ralign="center">
<td markdown="span" style="vertical-align:middle;text-align:center;" rowspan="1"><b>merlin-g-100</b></td>
<td markdown="span" style="vertical-align:middle;text-align:center;" rowspan="1">`A100`</td>
<td markdown="span" style="vertical-align:middle;text-align:center;" rowspan="1"><b>`gpumem_40gb`</b></td>
</tr>
</tbody>
</table>
<h4 id="other-gpu-options">Other GPU options<a class="headerlink" href="#other-gpu-options" title="Permanent link"></a></h4>
<p>Alternative Slurm options for GPU based jobs are available. Please refer to the <strong>man</strong> pages</p>
<p>for each Slurm command for further information about it (<code>man salloc</code>, <code>man sbatch</code>, <code>man srun</code>).
Below are listed the most common settings:</p>
<div class="language-bash highlight"><span class="filename">Bash</span><pre><span></span><code><span id="__span-5-1"><a id="__codelineno-5-1" name="__codelineno-5-1" href="#__codelineno-5-1"></a><span class="c1">#SBATCH --hint=[no]multithread</span>
</span><span id="__span-5-2"><a id="__codelineno-5-2" name="__codelineno-5-2" href="#__codelineno-5-2"></a><span class="c1">#SBATCH --ntasks=\&lt;ntasks\&gt;</span>
</span><span id="__span-5-3"><a id="__codelineno-5-3" name="__codelineno-5-3" href="#__codelineno-5-3"></a><span class="c1">#SBATCH --ntasks-per-gpu=\&lt;ntasks\&gt;</span>
</span><span id="__span-5-4"><a id="__codelineno-5-4" name="__codelineno-5-4" href="#__codelineno-5-4"></a><span class="c1">#SBATCH --mem-per-gpu=\&lt;size[units]\&gt;</span>
</span><span id="__span-5-5"><a id="__codelineno-5-5" name="__codelineno-5-5" href="#__codelineno-5-5"></a><span class="c1">#SBATCH --cpus-per-gpu=\&lt;ncpus\&gt;</span>
</span><span id="__span-5-6"><a id="__codelineno-5-6" name="__codelineno-5-6" href="#__codelineno-5-6"></a><span class="c1">#SBATCH --gpus-per-node=[\&lt;type\&gt;:]\&lt;number\&gt;</span>
</span><span id="__span-5-7"><a id="__codelineno-5-7" name="__codelineno-5-7" href="#__codelineno-5-7"></a><span class="c1">#SBATCH --gpus-per-socket=[\&lt;type\&gt;:]\&lt;number\&gt;</span>
</span><span id="__span-5-8"><a id="__codelineno-5-8" name="__codelineno-5-8" href="#__codelineno-5-8"></a><span class="c1">#SBATCH --gpus-per-task=[\&lt;type\&gt;:]\&lt;number\&gt;</span>
</span><span id="__span-5-9"><a id="__codelineno-5-9" name="__codelineno-5-9" href="#__codelineno-5-9"></a><span class="c1">#SBATCH --gpu-bind=[verbose,]\&lt;type\&gt;</span>
</span></code></pre></div>
<p>Please, notice that when defining <code>[&lt;type&gt;:]</code> once, then all other options must use it too!</p>
<h4 id="dealing-with-hyper-threading">Dealing with Hyper-Threading<a class="headerlink" href="#dealing-with-hyper-threading" title="Permanent link"></a></h4>
<p>The <strong><code>gmerlin6</code></strong> cluster contains the partitions <code>gwendolen</code> and <code>gwendolen-long</code>, which have a node with Hyper-Threading enabled.</p>
<p>In that case, one should always specify whether to use Hyper-Threading or not. If not defined, Slurm will
generally use it (exceptions apply). For this machine, generally HT is recommended.</p>
<div class="language-bash highlight"><span class="filename">Bash</span><pre><span></span><code><span id="__span-6-1"><a id="__codelineno-6-1" name="__codelineno-6-1" href="#__codelineno-6-1"></a><span class="c1">#SBATCH --hint=multithread # Use extra threads with in-core multi-threading.</span>
</span><span id="__span-6-2"><a id="__codelineno-6-2" name="__codelineno-6-2" href="#__codelineno-6-2"></a><span class="c1">#SBATCH --hint=nomultithread # Don't use extra threads with in-core multi-threading.</span>
</span></code></pre></div>
<h2 id="user-and-job-limits">User and job limits<a class="headerlink" href="#user-and-job-limits" title="Permanent link"></a></h2>
<p>The GPU cluster contains some basic user and job limits to ensure that a single user can not overabuse the resources and a fair usage of the cluster.
The limits are described below.</p>
<h3 id="per-job-limits">Per job limits<a class="headerlink" href="#per-job-limits" title="Permanent link"></a></h3>
<p>These are limits applying to a single job. In other words, there is a maximum of resources a single job can use.
Limits are defined using QoS, and this is usually set at the partition level. Limits are described in the table below with the format: <code>SlurmQoS(limits)</code>
(possible <code>SlurmQoS</code> values can be listed with the command <code>sacctmgr show qos</code>):</p>
<table>
<thead>
<tr>
<th style="text-align: center;">Partition</th>
<th style="text-align: center;">Slurm Account</th>
<th style="text-align: center;">Mon-Sun 0h-24h</th>
</tr>
</thead>
<tbody>
<tr>
<td style="text-align: center;"><strong>gpu</strong></td>
<td style="text-align: center;"><strong><code>merlin</code></strong></td>
<td style="text-align: center;">gpu_week(gres/gpu=8)</td>
</tr>
<tr>
<td style="text-align: center;"><strong>gpu-short</strong></td>
<td style="text-align: center;"><strong><code>merlin</code></strong></td>
<td style="text-align: center;">gpu_week(gres/gpu=8)</td>
</tr>
<tr>
<td style="text-align: center;"><strong>gwendolen</strong></td>
<td style="text-align: center;"><code>gwendolen</code></td>
<td style="text-align: center;">No limits</td>
</tr>
<tr>
<td style="text-align: center;"><strong>gwendolen-long</strong></td>
<td style="text-align: center;"><code>gwendolen</code></td>
<td style="text-align: center;">No limits, active from 9pm to 5:30am</td>
</tr>
</tbody>
</table>
<ul>
<li>
<p>With the limits in the public <code>gpu</code> and <code>gpu-short</code> partitions, a single job using the <code>merlin</code> acccount</p>
<p>(default account) can not use more than 40 CPUs, more than 8 GPUs or more than 200GB.
Any job exceeding such limits will stay in the queue with the message <strong><code>QOSMax[Cpu|GRES|Mem]PerJob</code></strong>.
As there are no more existing QoS during the week temporary overriding job limits (this happens for
instance in the CPU <strong>daily</strong> partition), the job needs to be cancelled, and the requested resources
must be adapted according to the above resource limits.</p>
</li>
<li>
<p>The <strong>gwendolen</strong> and <strong>gwendolen-long</strong> partitions are two special partitions for a <strong><a href="https://www.nvidia.com/en-us/data-center/dgx-a100/">NVIDIA DGX A100</a></strong> machine.</p>
<p>Only users belonging to the <strong><code>unx-gwendolen</code></strong> Unix group can run in these partitions. No limits are applied (machine resources can be completely used).</p>
</li>
<li>
<p>The <strong><code>gwendolen-long</code></strong> partition is available 24h. However,</p>
<ul>
<li>from 5:30am to 9pm the partition is <code>down</code> (jobs can be submitted, but can not run until the partition is set to <code>active</code>).</li>
<li>from 9pm to 5:30am jobs are allowed to run (partition is set to <code>active</code>).</li>
</ul>
</li>
</ul>
<h3 id="per-user-limits-for-gpu-partitions">Per user limits for GPU partitions<a class="headerlink" href="#per-user-limits-for-gpu-partitions" title="Permanent link"></a></h3>
<p>These limits apply exclusively to users. In other words, there is a maximum of
resources a single user can use. Limits are defined using QoS, and this is
usually set at the partition level. Limits are described in the table below
with the format: <code>SlurmQoS(limits)</code> (possible <code>SlurmQoS</code> values can be listed
with the command <code>sacctmgr show qos</code>):</p>
<table>
<thead>
<tr>
<th style="text-align: center;">Partition</th>
<th style="text-align: center;">Slurm Account</th>
<th style="text-align: center;">Mon-Sun 0h-24h</th>
</tr>
</thead>
<tbody>
<tr>
<td style="text-align: center;"><strong>gpu</strong></td>
<td style="text-align: center;"><strong><code>merlin</code></strong></td>
<td style="text-align: center;">gpu_week(gres/gpu=16)</td>
</tr>
<tr>
<td style="text-align: center;"><strong>gpu-short</strong></td>
<td style="text-align: center;"><strong><code>merlin</code></strong></td>
<td style="text-align: center;">gpu_week(gres/gpu=16)</td>
</tr>
<tr>
<td style="text-align: center;"><strong>gwendolen</strong></td>
<td style="text-align: center;"><code>gwendolen</code></td>
<td style="text-align: center;">No limits</td>
</tr>
<tr>
<td style="text-align: center;"><strong>gwendolen-long</strong></td>
<td style="text-align: center;"><code>gwendolen</code></td>
<td style="text-align: center;">No limits, active from 9pm to 5:30am</td>
</tr>
</tbody>
</table>
<ul>
<li>
<p>With the limits in the public <code>gpu</code> and <code>gpu-short</code> partitions, a single user can not use more than 80 CPUs, more than 16 GPUs or more than 400GB.</p>
<p>Jobs sent by any user already exceeding such limits will stay in the queue
with the message <strong><code>QOSMax[Cpu|GRES|Mem]PerUser</code></strong>. In that case, job can
wait in the queue until some of the running resources are freed.</p>
</li>
<li>
<p>Notice that user limits are wider than job limits. In that way, a user can run up to two 8 GPUs based jobs, or up to four 4 GPUs based jobs, etc.</p>
</li>
</ul>
<div class="admonition warning">
<p class="admonition-title">Warning</p>
<p>Please try to avoid occupying all GPUs of the same type for several hours or
multiple days, otherwise it would block other users needing the same type of
GPU.</p>
</div>
<h2 id="advanced-slurm-configuration">Advanced Slurm configuration<a class="headerlink" href="#advanced-slurm-configuration" title="Permanent link"></a></h2>
<p>Clusters at PSI use the <a href="http://slurm.schedmd.com/">Slurm Workload Manager</a> as the batch system technology for managing and scheduling jobs.
Slurm has been installed in a <strong>multi-clustered</strong> configuration, allowing to integrate multiple clusters in the same batch system.</p>
<p>For understanding the Slurm configuration setup in the cluster, sometimes may be useful to check the following files:</p>
<ul>
<li><code>/etc/slurm/slurm.conf</code> - can be found in the login nodes and computing nodes.</li>
<li><code>/etc/slurm/gres.conf</code> - can be found in the GPU nodes, is also propgated to login nodes and computing nodes for user read access.</li>
<li><code>/etc/slurm/cgroup.conf</code> - can be found in the computing nodes, is also propagated to login nodes for user read access.</li>
</ul>
<p>The previous configuration files which can be found in the login nodes, correspond exclusively to the <strong>merlin6</strong> cluster configuration files.</p>
<p>Configuration files for the old <strong>merlin5</strong> cluster or for the <strong>gmerlin6</strong>
cluster must be checked directly on any of the <strong>merlin5</strong> or <strong>gmerlin6</strong>
computing nodes (in example, by login in to one of the nodes while a job or an
active allocation is running).</p>
</article>
</div>
<script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script>
</div>
</main>
<footer class="md-footer">
<div class="md-footer-meta md-typeset">
<div class="md-footer-meta__inner md-grid">
<div class="md-copyright">
<div class="md-copyright__highlight">
Copyright © 2025 HPC and Emerging Technologies Group/CSD @ Paul Scherrer Institut
</div>
Made with
<a href="https://squidfunk.github.io/mkdocs-material/" target="_blank" rel="noopener">
Material for MkDocs
</a>
</div>
</div>
</div>
</footer>
</div>
<div class="md-dialog" data-md-component="dialog">
<div class="md-dialog__inner md-typeset"></div>
</div>
<script id="__config" type="application/json">{"annotate": null, "base": "../..", "features": ["navigation.instant", "navigation.tabs", "navigation.tabs.sticky", "navigation.sections", "navigation.indexes", "toc.follow", "content.action.edit"], "search": "../../assets/javascripts/workers/search.7a47a382.min.js", "tags": null, "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": null}</script>
<script src="../../assets/javascripts/bundle.e71a0d61.min.js"></script>
<script id="init-glightbox">const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
document$.subscribe(()=>{ lightbox.reload(); });
</script></body></html>
Reference in New Issue View Git Blame Copy Permalink