Files
gitea-pages/merlin7/99-support/migration-from-merlin6/index.html
2026-02-10 11:25:50 +00:00

4999 lines
97 KiB
HTML
Raw Blame History

This file contains invisible Unicode characters
This file contains invisible Unicode characters that are indistinguishable to humans but may be processed differently by a computer. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
<!DOCTYPE html><html lang="en" class="no-js"><head>
<meta charset="utf-8">
<meta name="viewport" content="width=device-width,initial-scale=1">
<link rel="canonical" href="https://hpce.pages.psi.ch/merlin7/99-support/migration-from-merlin6/">
<link rel="icon" href="../../../images/favicon.ico">
<meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.7.0">
<title>Merlin6 to Merlin7 Migration Guide - HPCE User Documentation</title>
<link rel="stylesheet" href="../../../assets/stylesheets/main.618322db.min.css">
<link rel="stylesheet" href="../../../assets/stylesheets/palette.ab4e12ef.min.css">
<link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&amp;display=fallback">
<style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style>
<link rel="stylesheet" href="../../../css/custom-nav.css">
<script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script>
<link href="../../../assets/stylesheets/glightbox.min.css" rel="stylesheet"><script src="../../../assets/javascripts/glightbox.min.js"></script><style id="glightbox-style">
html.glightbox-open { overflow: initial; height: 100%; }
.gslide-title { margin-top: 0px; user-select: text; }
.gslide-desc { color: #666; user-select: text; }
.gslide-image img { background: white; }
.gscrollbar-fixer { padding-right: 15px; }
.gdesc-inner { font-size: 0.75rem; }
body[data-md-color-scheme="slate"] .gdesc-inner { background: var(--md-default-bg-color); }
body[data-md-color-scheme="slate"] .gslide-title { color: var(--md-default-fg-color); }
body[data-md-color-scheme="slate"] .gslide-desc { color: var(--md-default-fg-color); }
</style></head>
<body dir="ltr" data-md-color-scheme="default" data-md-color-primary="indigo" data-md-color-accent="indigo">
<input class="md-toggle" data-md-toggle="drawer" type="checkbox" id="__drawer" autocomplete="off">
<input class="md-toggle" data-md-toggle="search" type="checkbox" id="__search" autocomplete="off">
<label class="md-overlay" for="__drawer"></label>
<div data-md-component="skip">
<a href="#merlin6-to-merlin7-migration-guide" class="md-skip">
Skip to content
</a>
</div>
<div data-md-component="announce">
</div>
<header class="md-header md-header--shadow md-header--lifted" data-md-component="header">
<nav class="md-header__inner md-grid" aria-label="Header">
<a href="../../.." title="HPCE User Documentation" class="md-header__button md-logo" aria-label="HPCE User Documentation" data-md-component="logo">
<img src="../../../images/hpce_logo.png" alt="logo">
</a>
<label class="md-header__button md-icon" for="__drawer">
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"></path></svg>
</label>
<div class="md-header__title" data-md-component="header-title">
<div class="md-header__ellipsis">
<div class="md-header__topic">
<span class="md-ellipsis">
HPCE User Documentation
</span>
</div>
<div class="md-header__topic" data-md-component="header-topic">
<span class="md-ellipsis">
Merlin6 to Merlin7 Migration Guide
</span>
</div>
</div>
</div>
<form class="md-header__option" data-md-component="palette">
<input class="md-option" data-md-color-media="(prefers-color-scheme)" data-md-color-scheme="default" data-md-color-primary="indigo" data-md-color-accent="indigo" aria-label="Switch to light mode" type="radio" name="__palette" id="__palette_0">
<label class="md-header__button md-icon" title="Switch to light mode" for="__palette_1" hidden>
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M3.9 12c0-1.71 1.39-3.1 3.1-3.1h4V7H7a5 5 0 0 0-5 5 5 5 0 0 0 5 5h4v-1.9H7c-1.71 0-3.1-1.39-3.1-3.1M8 13h8v-2H8zm9-6h-4v1.9h4c1.71 0 3.1 1.39 3.1 3.1s-1.39 3.1-3.1 3.1h-4V17h4a5 5 0 0 0 5-5 5 5 0 0 0-5-5"></path></svg>
</label>
<input class="md-option" data-md-color-media="(prefers-color-scheme: light)" data-md-color-scheme="default" data-md-color-primary="indigo" data-md-color-accent="indigo" aria-label="Switch to dark mode" type="radio" name="__palette" id="__palette_1">
<label class="md-header__button md-icon" title="Switch to dark mode" for="__palette_2" hidden>
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M17 7H7a5 5 0 0 0-5 5 5 5 0 0 0 5 5h10a5 5 0 0 0 5-5 5 5 0 0 0-5-5m0 8a3 3 0 0 1-3-3 3 3 0 0 1 3-3 3 3 0 0 1 3 3 3 3 0 0 1-3 3"></path></svg>
</label>
<input class="md-option" data-md-color-media="(prefers-color-scheme: dark)" data-md-color-scheme="slate" data-md-color-primary="indigo" data-md-color-accent="indigo" aria-label="Switch to system preference" type="radio" name="__palette" id="__palette_2">
<label class="md-header__button md-icon" title="Switch to system preference" for="__palette_0" hidden>
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M17 7H7a5 5 0 0 0-5 5 5 5 0 0 0 5 5h10a5 5 0 0 0 5-5 5 5 0 0 0-5-5M7 15a3 3 0 0 1-3-3 3 3 0 0 1 3-3 3 3 0 0 1 3 3 3 3 0 0 1-3 3"></path></svg>
</label>
</form>
<script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script>
<label class="md-header__button md-icon" for="__search">
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"></path></svg>
</label>
<div class="md-search" data-md-component="search" role="dialog">
<label class="md-search__overlay" for="__search"></label>
<div class="md-search__inner" role="search">
<form class="md-search__form" name="search">
<input type="text" class="md-search__input" name="query" aria-label="Search" placeholder="Search" autocapitalize="off" autocorrect="off" autocomplete="off" spellcheck="false" data-md-component="search-query" required>
<label class="md-search__icon md-icon" for="__search">
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"></path></svg>
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"></path></svg>
</label>
<nav class="md-search__options" aria-label="Search">
<button type="reset" class="md-search__icon md-icon" title="Clear" aria-label="Clear" tabindex="-1">
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"></path></svg>
</button>
</nav>
</form>
<div class="md-search__output">
<div class="md-search__scrollwrap" tabindex="0" data-md-scrollfix>
<div class="md-search-result" data-md-component="search-result">
<div class="md-search-result__meta">
Initializing search
</div>
<ol class="md-search-result__list" role="presentation"></ol>
</div>
</div>
</div>
</div>
</div>
<div class="md-header__source">
<a href="https://gitea.psi.ch/hpce/gitea-pages" title="Go to repository" class="md-source" data-md-component="source">
<div class="md-source__icon md-icon">
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 448 512"><!--! Font Awesome Free 7.1.0 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2025 Fonticons, Inc.--><path d="M439.6 236.1 244 40.5c-5.4-5.5-12.8-8.5-20.4-8.5s-15 3-20.4 8.4L162.5 81l51.5 51.5c27.1-9.1 52.7 16.8 43.4 43.7l49.7 49.7c34.2-11.8 61.2 31 35.5 56.7-26.5 26.5-70.2-2.9-56-37.3L240.3 199v121.9c25.3 12.5 22.3 41.8 9.1 55-6.4 6.4-15.2 10.1-24.3 10.1s-17.8-3.6-24.3-10.1c-17.6-17.6-11.1-46.9 11.2-56v-123c-20.8-8.5-24.6-30.7-18.6-45L142.6 101 8.5 235.1C3 240.6 0 247.9 0 255.5s3 15 8.5 20.4l195.6 195.7c5.4 5.4 12.7 8.4 20.4 8.4s15-3 20.4-8.4l194.7-194.7c5.4-5.4 8.4-12.8 8.4-20.4s-3-15-8.4-20.4"></path></svg>
</div>
<div class="md-source__repository">
User Documentation Repository
</div>
</a>
</div>
</nav>
<nav class="md-tabs" aria-label="Tabs" data-md-component="tabs">
<div class="md-grid">
<ul class="md-tabs__list">
<li class="md-tabs__item">
<a href="../../.." class="md-tabs__link">
Home
</a>
</li>
<li class="md-tabs__item">
<a href="../../../news/" class="md-tabs__link">
News
</a>
</li>
<li class="md-tabs__item">
<a href="../../01-Quick-Start-Guide/introduction/" class="md-tabs__link">
Merlin 7
</a>
</li>
<li class="md-tabs__item">
<a href="../../../merlin6/introduction/" class="md-tabs__link">
Merlin 6
</a>
</li>
<li class="md-tabs__item">
<a href="../../../meg/introduction/" class="md-tabs__link">
MeG
</a>
</li>
<li class="md-tabs__item">
<a href="../../../cscs-userlab/introduction/" class="md-tabs__link">
PSI@CSCS
</a>
</li>
<li class="md-tabs__item">
<a href="../../../support/introduction/" class="md-tabs__link">
Support
</a>
</li>
</ul>
</div>
</nav>
</header>
<div class="md-container" data-md-component="container">
<main class="md-main" data-md-component="main">
<div class="md-main__inner md-grid">
<div class="md-sidebar md-sidebar--primary" data-md-component="sidebar" data-md-type="navigation">
<div class="md-sidebar__scrollwrap">
<div class="md-sidebar__inner">
<nav class="md-nav md-nav--primary md-nav--lifted" aria-label="Navigation" data-md-level="0">
<label class="md-nav__title" for="__drawer">
<a href="../../.." title="HPCE User Documentation" class="md-nav__button md-logo" aria-label="HPCE User Documentation" data-md-component="logo">
<img src="../../../images/hpce_logo.png" alt="logo">
</a>
HPCE User Documentation
</label>
<div class="md-nav__source">
<a href="https://gitea.psi.ch/hpce/gitea-pages" title="Go to repository" class="md-source" data-md-component="source">
<div class="md-source__icon md-icon">
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 448 512"><!--! Font Awesome Free 7.1.0 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2025 Fonticons, Inc.--><path d="M439.6 236.1 244 40.5c-5.4-5.5-12.8-8.5-20.4-8.5s-15 3-20.4 8.4L162.5 81l51.5 51.5c27.1-9.1 52.7 16.8 43.4 43.7l49.7 49.7c34.2-11.8 61.2 31 35.5 56.7-26.5 26.5-70.2-2.9-56-37.3L240.3 199v121.9c25.3 12.5 22.3 41.8 9.1 55-6.4 6.4-15.2 10.1-24.3 10.1s-17.8-3.6-24.3-10.1c-17.6-17.6-11.1-46.9 11.2-56v-123c-20.8-8.5-24.6-30.7-18.6-45L142.6 101 8.5 235.1C3 240.6 0 247.9 0 255.5s3 15 8.5 20.4l195.6 195.7c5.4 5.4 12.7 8.4 20.4 8.4s15-3 20.4-8.4l194.7-194.7c5.4-5.4 8.4-12.8 8.4-20.4s-3-15-8.4-20.4"></path></svg>
</div>
<div class="md-source__repository">
User Documentation Repository
</div>
</a>
</div>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="../../.." class="md-nav__link">
<span class="md-ellipsis">
Home
</span>
</a>
</li>
<li class="md-nav__item md-nav__item--nested">
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_2">
<div class="md-nav__link md-nav__container">
<a href="../../../news/" class="md-nav__link ">
<span class="md-ellipsis">
News
</span>
</a>
<label class="md-nav__link " for="__nav_2" id="__nav_2_label" tabindex="0">
<span class="md-nav__icon md-icon"></span>
</label>
</div>
<nav class="md-nav" data-md-level="1" aria-labelledby="__nav_2_label" aria-expanded="false">
<label class="md-nav__title" for="__nav_2">
<span class="md-nav__icon md-icon"></span>
News
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item md-nav__item--nested">
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_2_2">
<label class="md-nav__link" for="__nav_2_2" id="__nav_2_2_label" tabindex="0">
<span class="md-ellipsis">
Archive
</span>
<span class="md-nav__icon md-icon"></span>
</label>
<nav class="md-nav" data-md-level="2" aria-labelledby="__nav_2_2_label" aria-expanded="false">
<label class="md-nav__title" for="__nav_2_2">
<span class="md-nav__icon md-icon"></span>
Archive
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="../../../news/archive/2026/" class="md-nav__link">
<span class="md-ellipsis">
2026
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../news/archive/2024/" class="md-nav__link">
<span class="md-ellipsis">
2024
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../news/archive/2019/" class="md-nav__link">
<span class="md-ellipsis">
2019
</span>
</a>
</li>
</ul>
</nav>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item md-nav__item--nested">
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3">
<label class="md-nav__link" for="__nav_3" id="__nav_3_label" tabindex="0">
<span class="md-ellipsis">
Merlin 7
</span>
<span class="md-nav__icon md-icon"></span>
</label>
<nav class="md-nav" data-md-level="1" aria-labelledby="__nav_3_label" aria-expanded="false">
<label class="md-nav__title" for="__nav_3">
<span class="md-nav__icon md-icon"></span>
Merlin 7
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item md-nav__item--nested">
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_1">
<label class="md-nav__link" for="__nav_3_1" id="__nav_3_1_label" tabindex="0">
<span class="md-ellipsis">
Quick Start Guide
</span>
<span class="md-nav__icon md-icon"></span>
</label>
<nav class="md-nav" data-md-level="2" aria-labelledby="__nav_3_1_label" aria-expanded="false">
<label class="md-nav__title" for="__nav_3_1">
<span class="md-nav__icon md-icon"></span>
Quick Start Guide
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="../../01-Quick-Start-Guide/introduction/" class="md-nav__link">
<span class="md-ellipsis">
Introduction
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../01-Quick-Start-Guide/code-of-conduct/" class="md-nav__link">
<span class="md-ellipsis">
Code Of Conduct
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../01-Quick-Start-Guide/requesting-accounts/" class="md-nav__link">
<span class="md-ellipsis">
Requesting Merlin Accounts
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../01-Quick-Start-Guide/requesting-projects/" class="md-nav__link">
<span class="md-ellipsis">
Requesting a Merlin Project
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../01-Quick-Start-Guide/accessing-interactive-nodes/" class="md-nav__link">
<span class="md-ellipsis">
Accessing Interactive Nodes
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../01-Quick-Start-Guide/accessing-slurm/" class="md-nav__link">
<span class="md-ellipsis">
Accessing Slurm Cluster
</span>
</a>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item md-nav__item--nested">
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_2">
<label class="md-nav__link" for="__nav_3_2" id="__nav_3_2_label" tabindex="0">
<span class="md-ellipsis">
How To Use Merlin7
</span>
<span class="md-nav__icon md-icon"></span>
</label>
<nav class="md-nav" data-md-level="2" aria-labelledby="__nav_3_2_label" aria-expanded="false">
<label class="md-nav__title" for="__nav_3_2">
<span class="md-nav__icon md-icon"></span>
How To Use Merlin7
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="../../02-How-To-Use-Merlin/connect-from-linux/" class="md-nav__link">
<span class="md-ellipsis">
Connecting from a Linux Client
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../02-How-To-Use-Merlin/connect-from-windows/" class="md-nav__link">
<span class="md-ellipsis">
Connecting from a Windows Client
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../02-How-To-Use-Merlin/connect-from-macos/" class="md-nav__link">
<span class="md-ellipsis">
Connecting from a MacOS Client
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../02-How-To-Use-Merlin/storage/" class="md-nav__link">
<span class="md-ellipsis">
Merlin7 Storage
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../02-How-To-Use-Merlin/transfer-data/" class="md-nav__link">
<span class="md-ellipsis">
Transferring Data
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../02-How-To-Use-Merlin/archive/" class="md-nav__link">
<span class="md-ellipsis">
Archive &amp; PSI Data Catalog
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../02-How-To-Use-Merlin/nomachine/" class="md-nav__link">
<span class="md-ellipsis">
Remote Desktop Access to Merlin7
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../02-How-To-Use-Merlin/merlin-rmount/" class="md-nav__link">
<span class="md-ellipsis">
Using merlin_rmount
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../02-How-To-Use-Merlin/merlin_tools/" class="md-nav__link">
<span class="md-ellipsis">
Merlin7 Tools
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../02-How-To-Use-Merlin/ssh-keys/" class="md-nav__link">
<span class="md-ellipsis">
Configuring SSH Keys in Merlin
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../02-How-To-Use-Merlin/kerberos/" class="md-nav__link">
<span class="md-ellipsis">
Kerberos and AFS authentication
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../02-How-To-Use-Merlin/software-repositories/" class="md-nav__link">
<span class="md-ellipsis">
Software repositories
</span>
</a>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item md-nav__item--nested">
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_3">
<label class="md-nav__link" for="__nav_3_3" id="__nav_3_3_label" tabindex="0">
<span class="md-ellipsis">
Slurm General Documentation
</span>
<span class="md-nav__icon md-icon"></span>
</label>
<nav class="md-nav" data-md-level="2" aria-labelledby="__nav_3_3_label" aria-expanded="false">
<label class="md-nav__title" for="__nav_3_3">
<span class="md-nav__icon md-icon"></span>
Slurm General Documentation
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="../../03-Slurm-General-Documentation/merlin7-configuration/" class="md-nav__link">
<span class="md-ellipsis">
Slurm cluster 'merlin7'
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../03-Slurm-General-Documentation/slurm-configuration/" class="md-nav__link">
<span class="md-ellipsis">
Slurm merlin7 Configuration
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../03-Slurm-General-Documentation/interactive-jobs/" class="md-nav__link">
<span class="md-ellipsis">
Running Interactive Jobs
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../03-Slurm-General-Documentation/slurm-examples/" class="md-nav__link">
<span class="md-ellipsis">
Slurm Examples
</span>
</a>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item md-nav__item--nested">
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_4">
<label class="md-nav__link" for="__nav_3_4" id="__nav_3_4_label" tabindex="0">
<span class="md-ellipsis">
Jupyterhub
</span>
<span class="md-nav__icon md-icon"></span>
</label>
<nav class="md-nav" data-md-level="2" aria-labelledby="__nav_3_4_label" aria-expanded="false">
<label class="md-nav__title" for="__nav_3_4">
<span class="md-nav__icon md-icon"></span>
Jupyterhub
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="../../04-Jupyterhub/jupyterhub/" class="md-nav__link">
<span class="md-ellipsis">
Jupyterhub on Merlin7
</span>
</a>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item md-nav__item--nested">
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_5">
<label class="md-nav__link" for="__nav_3_5" id="__nav_3_5_label" tabindex="0">
<span class="md-ellipsis">
Software Support
</span>
<span class="md-nav__icon md-icon"></span>
</label>
<nav class="md-nav" data-md-level="2" aria-labelledby="__nav_3_5_label" aria-expanded="false">
<label class="md-nav__title" for="__nav_3_5">
<span class="md-nav__icon md-icon"></span>
Software Support
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="../../05-Software-Support/pmodules/" class="md-nav__link">
<span class="md-ellipsis">
PSI Modules
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../05-Software-Support/spack/" class="md-nav__link">
<span class="md-ellipsis">
Spack
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../05-Software-Support/openmpi/" class="md-nav__link">
<span class="md-ellipsis">
OpenMPI Support
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../05-Software-Support/ansys/" class="md-nav__link">
<span class="md-ellipsis">
ANSYS
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../05-Software-Support/ansys-rsm/" class="md-nav__link">
<span class="md-ellipsis">
ANSYS RSM (Remote Resolve Manager)
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../05-Software-Support/cp2k/" class="md-nav__link">
<span class="md-ellipsis">
CP2k
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../05-Software-Support/quantum-espresso/" class="md-nav__link">
<span class="md-ellipsis">
Quantum Espresso
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../05-Software-Support/lammps/" class="md-nav__link">
<span class="md-ellipsis">
LAMMPS
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../05-Software-Support/gromacs/" class="md-nav__link">
<span class="md-ellipsis">
GROMACS
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../05-Software-Support/opal-x/" class="md-nav__link">
<span class="md-ellipsis">
OPAL-X
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../05-Software-Support/ippl/" class="md-nav__link">
<span class="md-ellipsis">
IPPL
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../05-Software-Support/cray-module.env/" class="md-nav__link">
<span class="md-ellipsis">
Cray Programming Environment
</span>
</a>
</li>
</ul>
</nav>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item md-nav__item--nested">
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4">
<label class="md-nav__link" for="__nav_4" id="__nav_4_label" tabindex="0">
<span class="md-ellipsis">
Merlin 6
</span>
<span class="md-nav__icon md-icon"></span>
</label>
<nav class="md-nav" data-md-level="1" aria-labelledby="__nav_4_label" aria-expanded="false">
<label class="md-nav__title" for="__nav_4">
<span class="md-nav__icon md-icon"></span>
Merlin 6
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item md-nav__item--nested">
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_1">
<label class="md-nav__link" for="__nav_4_1" id="__nav_4_1_label" tabindex="0">
<span class="md-ellipsis">
Quick Start Guide
</span>
<span class="md-nav__icon md-icon"></span>
</label>
<nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_1_label" aria-expanded="false">
<label class="md-nav__title" for="__nav_4_1">
<span class="md-nav__icon md-icon"></span>
Quick Start Guide
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="../../../merlin6/introduction/" class="md-nav__link">
<span class="md-ellipsis">
About Merlin6
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../merlin6/quick-start-guide/code-of-conduct/" class="md-nav__link">
<span class="md-ellipsis">
Code Of Conduct
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../merlin6/quick-start-guide/requesting-accounts/" class="md-nav__link">
<span class="md-ellipsis">
Requesting Merlin Accounts
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../merlin6/quick-start-guide/requesting-projects/" class="md-nav__link">
<span class="md-ellipsis">
Requesting a Merlin Project
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../merlin6/quick-start-guide/accessing-interactive-nodes/" class="md-nav__link">
<span class="md-ellipsis">
Accessing Interactive Nodes
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../merlin6/quick-start-guide/accessing-slurm/" class="md-nav__link">
<span class="md-ellipsis">
Accessing Slurm Cluster
</span>
</a>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item md-nav__item--nested">
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_2">
<label class="md-nav__link" for="__nav_4_2" id="__nav_4_2_label" tabindex="0">
<span class="md-ellipsis">
How To Use Merlin
</span>
<span class="md-nav__icon md-icon"></span>
</label>
<nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_2_label" aria-expanded="false">
<label class="md-nav__title" for="__nav_4_2">
<span class="md-nav__icon md-icon"></span>
How To Use Merlin
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="../../../merlin6/how-to-use-merlin/connect-from-linux/" class="md-nav__link">
<span class="md-ellipsis">
Connecting from a Linux Client
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../merlin6/how-to-use-merlin/connect-from-windows/" class="md-nav__link">
<span class="md-ellipsis">
Connecting from a Windows Client
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../merlin6/how-to-use-merlin/connect-from-macos/" class="md-nav__link">
<span class="md-ellipsis">
Connecting from a MacOS Client
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../merlin6/how-to-use-merlin/storage/" class="md-nav__link">
<span class="md-ellipsis">
Merlin6 Storage
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../merlin6/how-to-use-merlin/transfer-data/" class="md-nav__link">
<span class="md-ellipsis">
Transferring Data
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../merlin6/how-to-use-merlin/archive/" class="md-nav__link">
<span class="md-ellipsis">
Archive &amp; PSI Data Catalog
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../merlin6/how-to-use-merlin/ssh-keys/" class="md-nav__link">
<span class="md-ellipsis">
Configuring SSH Keys in Merlin
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../merlin6/how-to-use-merlin/kerberos/" class="md-nav__link">
<span class="md-ellipsis">
Kerberos and AFS authentication
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../merlin6/how-to-use-merlin/using-modules/" class="md-nav__link">
<span class="md-ellipsis">
Using PModules
</span>
</a>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item md-nav__item--nested">
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_3">
<label class="md-nav__link" for="__nav_4_3" id="__nav_4_3_label" tabindex="0">
<span class="md-ellipsis">
Slurm General Documentation
</span>
<span class="md-nav__icon md-icon"></span>
</label>
<nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_3_label" aria-expanded="false">
<label class="md-nav__title" for="__nav_4_3">
<span class="md-nav__icon md-icon"></span>
Slurm General Documentation
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="../../../merlin6/slurm-general-docs/slurm-basic-commands/" class="md-nav__link">
<span class="md-ellipsis">
Slurm Basic Commands
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../merlin6/slurm-general-docs/running-jobs/" class="md-nav__link">
<span class="md-ellipsis">
Running Slurm Scripts
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../merlin6/slurm-general-docs/interactive-jobs/" class="md-nav__link">
<span class="md-ellipsis">
Running Interactive Jobs
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../merlin6/slurm-general-docs/slurm-examples/" class="md-nav__link">
<span class="md-ellipsis">
Slurm Examples
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../merlin6/slurm-general-docs/monitoring/" class="md-nav__link">
<span class="md-ellipsis">
Monitoring
</span>
</a>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item md-nav__item--nested">
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_4">
<label class="md-nav__link" for="__nav_4_4" id="__nav_4_4_label" tabindex="0">
<span class="md-ellipsis">
GPU Cluster
</span>
<span class="md-nav__icon md-icon"></span>
</label>
<nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_4_label" aria-expanded="false">
<label class="md-nav__title" for="__nav_4_4">
<span class="md-nav__icon md-icon"></span>
GPU Cluster
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="../../../gmerlin6/cluster-introduction/" class="md-nav__link">
<span class="md-ellipsis">
Introduction
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../gmerlin6/hardware-and-software-description/" class="md-nav__link">
<span class="md-ellipsis">
Hardware And Software Description
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../gmerlin6/slurm-configuration/" class="md-nav__link">
<span class="md-ellipsis">
Slurm cluster 'gmerlin6'
</span>
</a>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item md-nav__item--nested">
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_5">
<label class="md-nav__link" for="__nav_4_5" id="__nav_4_5_label" tabindex="0">
<span class="md-ellipsis">
Jupyterhub
</span>
<span class="md-nav__icon md-icon"></span>
</label>
<nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_5_label" aria-expanded="false">
<label class="md-nav__title" for="__nav_4_5">
<span class="md-nav__icon md-icon"></span>
Jupyterhub
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="../../../merlin6/jupyterhub/jupyterhub/" class="md-nav__link">
<span class="md-ellipsis">
Jupyterhub on Merlin
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../merlin6/jupyterhub/jupyter-examples/" class="md-nav__link">
<span class="md-ellipsis">
Jupyter examples on merlin6
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../merlin6/jupyterhub/jupytext/" class="md-nav__link">
<span class="md-ellipsis">
Jupytext - efficient editing
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../merlin6/jupyterhub/jupyter-extensions/" class="md-nav__link">
<span class="md-ellipsis">
Jupyter Extensions
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../merlin6/jupyterhub/jupyterlab/" class="md-nav__link">
<span class="md-ellipsis">
Jupyterlab User interface
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../merlin6/jupyterhub/jupyterhub-trouble/" class="md-nav__link">
<span class="md-ellipsis">
Jupyterhub Troubleshooting
</span>
</a>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item md-nav__item--nested">
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4_6">
<label class="md-nav__link" for="__nav_4_6" id="__nav_4_6_label" tabindex="0">
<span class="md-ellipsis">
Software Support
</span>
<span class="md-nav__icon md-icon"></span>
</label>
<nav class="md-nav" data-md-level="2" aria-labelledby="__nav_4_6_label" aria-expanded="false">
<label class="md-nav__title" for="__nav_4_6">
<span class="md-nav__icon md-icon"></span>
Software Support
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="../../../merlin6/software-support/ansys/" class="md-nav__link">
<span class="md-ellipsis">
ANSYS
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../merlin6/software-support/ansys-rsm/" class="md-nav__link">
<span class="md-ellipsis">
ANSYS - RSM
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../merlin6/software-support/ansys-cfx/" class="md-nav__link">
<span class="md-ellipsis">
ANSYS - CFX
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../merlin6/software-support/ansys-fluent/" class="md-nav__link">
<span class="md-ellipsis">
ANSYS - Fluent
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../merlin6/software-support/ansys-mapdl/" class="md-nav__link">
<span class="md-ellipsis">
ANSYS - MAPDL
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../merlin6/software-support/ansys-hfss/" class="md-nav__link">
<span class="md-ellipsis">
ANSYS HFSS (ElectroMagnetics)
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../merlin6/software-support/gothic/" class="md-nav__link">
<span class="md-ellipsis">
GOTHIC
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../merlin6/software-support/merlin-rmount/" class="md-nav__link">
<span class="md-ellipsis">
merlin_rmount
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../merlin6/software-support/impi/" class="md-nav__link">
<span class="md-ellipsis">
Intel MPI Support
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../merlin6/software-support/openmpi/" class="md-nav__link">
<span class="md-ellipsis">
OpenMPI
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../merlin6/software-support/paraview/" class="md-nav__link">
<span class="md-ellipsis">
ParaView
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../merlin6/software-support/python/" class="md-nav__link">
<span class="md-ellipsis">
Python
</span>
</a>
</li>
</ul>
</nav>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item md-nav__item--nested">
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5">
<label class="md-nav__link" for="__nav_5" id="__nav_5_label" tabindex="0">
<span class="md-ellipsis">
MeG
</span>
<span class="md-nav__icon md-icon"></span>
</label>
<nav class="md-nav" data-md-level="1" aria-labelledby="__nav_5_label" aria-expanded="false">
<label class="md-nav__title" for="__nav_5">
<span class="md-nav__icon md-icon"></span>
MeG
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="../../../meg/introduction/" class="md-nav__link">
<span class="md-ellipsis">
The MEG local HPC cluster
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../meg/contact/" class="md-nav__link">
<span class="md-ellipsis">
Support
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../meg/migration-to-merlin7/" class="md-nav__link">
<span class="md-ellipsis">
Meg to Merlin7 Migration Guide
</span>
</a>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item md-nav__item--nested">
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_6">
<label class="md-nav__link" for="__nav_6" id="__nav_6_label" tabindex="0">
<span class="md-ellipsis">
PSI@CSCS
</span>
<span class="md-nav__icon md-icon"></span>
</label>
<nav class="md-nav" data-md-level="1" aria-labelledby="__nav_6_label" aria-expanded="false">
<label class="md-nav__title" for="__nav_6">
<span class="md-nav__icon md-icon"></span>
PSI@CSCS
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="../../../cscs-userlab/introduction/" class="md-nav__link">
<span class="md-ellipsis">
PSI HPC@CSCS
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../cscs-userlab/transfer-data/" class="md-nav__link">
<span class="md-ellipsis">
Transferring Data
</span>
</a>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item md-nav__item--nested">
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7">
<label class="md-nav__link" for="__nav_7" id="__nav_7_label" tabindex="0">
<span class="md-ellipsis">
Support
</span>
<span class="md-nav__icon md-icon"></span>
</label>
<nav class="md-nav" data-md-level="1" aria-labelledby="__nav_7_label" aria-expanded="false">
<label class="md-nav__title" for="__nav_7">
<span class="md-nav__icon md-icon"></span>
Support
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="../../../support/introduction/" class="md-nav__link">
<span class="md-ellipsis">
Getting Support
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../support/faq/" class="md-nav__link">
<span class="md-ellipsis">
FAQ
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../support/known-problems/" class="md-nav__link">
<span class="md-ellipsis">
Known Problems
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../support/troubleshooting/" class="md-nav__link">
<span class="md-ellipsis">
Troubleshooting
</span>
</a>
</li>
</ul>
</nav>
</li>
</ul>
</nav>
</div>
</div>
</div>
<div class="md-sidebar md-sidebar--secondary" data-md-component="sidebar" data-md-type="toc">
<div class="md-sidebar__scrollwrap">
<div class="md-sidebar__inner">
<nav class="md-nav md-nav--secondary" aria-label="Table of contents">
<label class="md-nav__title" for="__toc">
<span class="md-nav__icon md-icon"></span>
Table of contents
</label>
<ul class="md-nav__list" data-md-component="toc" data-md-scrollfix>
<li class="md-nav__item">
<a href="#migration-schedule" class="md-nav__link">
<span class="md-ellipsis">
📅 Migration Schedule
</span>
</a>
<nav class="md-nav" aria-label="📅 Migration Schedule">
<ul class="md-nav__list">
<li class="md-nav__item">
<a href="#phase-1-users-without-projects-deadline-july-11" class="md-nav__link">
<span class="md-ellipsis">
Phase 1: Users without Projects — Deadline: July 11
</span>
</a>
</li>
<li class="md-nav__item">
<a href="#phase-2-project-members-and-owners-start-before-august-1" class="md-nav__link">
<span class="md-ellipsis">
Phase 2: Project Members and Owners — Start Before August 1
</span>
</a>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item">
<a href="#directory-structure-changes" class="md-nav__link">
<span class="md-ellipsis">
Directory Structure Changes
</span>
</a>
<nav class="md-nav" aria-label="Directory Structure Changes">
<ul class="md-nav__list">
<li class="md-nav__item">
<a href="#merlin6-vs-merlin7" class="md-nav__link">
<span class="md-ellipsis">
Merlin6 vs Merlin7
</span>
</a>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item">
<a href="#prerequisites-and-preparation" class="md-nav__link">
<span class="md-ellipsis">
📋 Prerequisites and Preparation
</span>
</a>
<nav class="md-nav" aria-label="📋 Prerequisites and Preparation">
<ul class="md-nav__list">
<li class="md-nav__item">
<a href="#recommended-cleanup-actions" class="md-nav__link">
<span class="md-ellipsis">
Recommended Cleanup Actions
</span>
</a>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item">
<a href="#phase-1-step-by-step-migration-instructions" class="md-nav__link">
<span class="md-ellipsis">
Phase 1: Step-by-Step Migration Instructions
</span>
</a>
<nav class="md-nav" aria-label="Phase 1: Step-by-Step Migration Instructions">
<ul class="md-nav__list">
<li class="md-nav__item">
<a href="#step-1-run-merlin7_migrationsetup" class="md-nav__link">
<span class="md-ellipsis">
Step 1: Run merlin7_migration.setup
</span>
</a>
</li>
<li class="md-nav__item">
<a href="#step-2-run-merlin7_migrationstart" class="md-nav__link">
<span class="md-ellipsis">
Step 2: Run merlin7_migration.start
</span>
</a>
<nav class="md-nav" aria-label="Step 2: Run merlin7_migration.start">
<ul class="md-nav__list">
<li class="md-nav__item">
<a href="#if-something-goes-wrong" class="md-nav__link">
<span class="md-ellipsis">
❗ If Something Goes Wrong
</span>
</a>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item">
<a href="#step-3-monitor-transfer-jobs" class="md-nav__link">
<span class="md-ellipsis">
Step 3: Monitor Transfer Jobs
</span>
</a>
</li>
<li class="md-nav__item">
<a href="#examples" class="md-nav__link">
<span class="md-ellipsis">
Examples
</span>
</a>
<nav class="md-nav" aria-label="Examples">
<ul class="md-nav__list">
<li class="md-nav__item">
<a href="#setup-the-migration" class="md-nav__link">
<span class="md-ellipsis">
Setup the Migration
</span>
</a>
</li>
<li class="md-nav__item">
<a href="#start-the-migration" class="md-nav__link">
<span class="md-ellipsis">
Start the Migration
</span>
</a>
</li>
<li class="md-nav__item">
<a href="#monitor-progress" class="md-nav__link">
<span class="md-ellipsis">
Monitor Progress
</span>
</a>
</li>
</ul>
</nav>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item">
<a href="#phase-2-migration-instructions" class="md-nav__link">
<span class="md-ellipsis">
Phase 2: Migration Instructions
</span>
</a>
</li>
<li class="md-nav__item">
<a href="#common-rsyncfpsync-migration-issues" class="md-nav__link">
<span class="md-ellipsis">
⚠️ Common rsync/fpsync Migration Issues
</span>
</a>
<nav class="md-nav" aria-label="⚠️ Common rsync/fpsync Migration Issues">
<ul class="md-nav__list">
<li class="md-nav__item">
<a href="#file-permission-denied" class="md-nav__link">
<span class="md-ellipsis">
File Permission Denied
</span>
</a>
</li>
<li class="md-nav__item">
<a href="#ownership-mismatches" class="md-nav__link">
<span class="md-ellipsis">
Ownership Mismatches
</span>
</a>
</li>
<li class="md-nav__item">
<a href="#special-files-eg-device-files-sockets" class="md-nav__link">
<span class="md-ellipsis">
Special Files (e.g. device files, sockets)
</span>
</a>
</li>
<li class="md-nav__item">
<a href="#exceeded-disk-quota" class="md-nav__link">
<span class="md-ellipsis">
Exceeded Disk Quota
</span>
</a>
</li>
<li class="md-nav__item">
<a href="#very-small-files-or-large-trees-many-small-rsync-calls" class="md-nav__link">
<span class="md-ellipsis">
Very Small Files or Large Trees → Many Small rsync Calls
</span>
</a>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item">
<a href="#need-help" class="md-nav__link">
<span class="md-ellipsis">
Need Help?
</span>
</a>
</li>
</ul>
</nav>
</div>
</div>
</div>
<div class="md-content" data-md-component="content">
<article class="md-content__inner md-typeset">
<a href="https://gitea.psi.ch/hpce/gitea-pages/_edit/master/docs/merlin7/99-support/migration-from-merlin6.md" title="Edit this page" class="md-content__button md-icon" rel="edit">
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M10 20H6V4h7v5h5v3.1l2-2V8l-6-6H6c-1.1 0-2 .9-2 2v16c0 1.1.9 2 2 2h4zm10.2-7c.1 0 .3.1.4.2l1.3 1.3c.2.2.2.6 0 .8l-1 1-2.1-2.1 1-1c.1-.1.2-.2.4-.2m0 3.9L14.1 23H12v-2.1l6.1-6.1z"></path></svg>
</a>
<h1 id="merlin6-to-merlin7-migration-guide">Merlin6 to Merlin7 Migration Guide<a class="headerlink" href="#merlin6-to-merlin7-migration-guide" title="Permanent link"></a></h1>
<p>Welcome to the official documentation for migrating your data from <strong>Merlin6</strong> to <strong>Merlin7</strong>. Please follow the instructions carefully to ensure a smooth and secure transition.</p>
<h2 id="migration-schedule">📅 Migration Schedule<a class="headerlink" href="#migration-schedule" title="Permanent link"></a></h2>
<h3 id="phase-1-users-without-projects-deadline-july-11">Phase 1: Users without Projects — <strong>Deadline: July 11</strong><a class="headerlink" href="#phase-1-users-without-projects-deadline-july-11" title="Permanent link"></a></h3>
<p>If you <strong>do not belong to any Merlin project</strong>, i.e for</p>
<ul>
<li>Users not in any group project (<code>/data/projects/general</code>)</li>
<li>Users not in BIO, MEG, Mu3e</li>
<li>Users not part of PSI-owned private Merlin nodes (ASA, MEG, Mu3e)</li>
</ul>
<p>You must complete your migration <strong>before July 11</strong>. You just need to migrate your personal <em>/data/user/$USER</em> and <em>/home/psi/$USER</em> directories.</p>
<p>Users are responsible for initiating and completing the migration process as lined out below.
Contact the Merlin support team <a href="mailto:merlin-admins@lists.psi.ch">merlin-admins@lists.psi.ch</a> if you need help.</p>
<blockquote>
<p>⚠️ In this phase, <strong>it's important that you don't belong to any project</strong>.
Once the migration is finished, <strong>access to Merlin6 will be no longer possible.</strong></p>
</blockquote>
<p>Please refer to the <a href="#phase-1-step-by-step-migration-instructions">Phase 1: Step-by-Step Migration Instructions</a> section
for detailed information about user data migration.</p>
<h3 id="phase-2-project-members-and-owners-start-before-august-1">Phase 2: Project Members and Owners — <strong>Start Before August 1</strong><a class="headerlink" href="#phase-2-project-members-and-owners-start-before-august-1" title="Permanent link"></a></h3>
<p>For users in active projects:</p>
<ul>
<li>Project <strong>owners and members will be contacted by the Merlin admins</strong>.</li>
<li>Migration will be <strong>scheduled individually per project</strong>.</li>
<li>Expect contact <strong>before August 1</strong>.</li>
</ul>
<blockquote>
<p>⚠️ In this phase, <strong>data and home directories of group owners and members will be also requested to be migrated in parallel.</strong></p>
</blockquote>
<p>Please refer to the <a href="#phase-2-migration-instructions">Phase 2: Migration Instructions</a> section
for further information.</p>
<hr>
<h2 id="directory-structure-changes">Directory Structure Changes<a class="headerlink" href="#directory-structure-changes" title="Permanent link"></a></h2>
<h3 id="merlin6-vs-merlin7">Merlin6 vs Merlin7<a class="headerlink" href="#merlin6-vs-merlin7" title="Permanent link"></a></h3>
<table>
<thead>
<tr>
<th>Cluster</th>
<th style="text-align: left;">Home Directory</th>
<th style="text-align: left;">User Data Directory</th>
<th>Projects</th>
<th>Experiments</th>
</tr>
</thead>
<tbody>
<tr>
<td>merlin6</td>
<td style="text-align: left;">/psi/home/<code>$USER</code></td>
<td style="text-align: left;">/data/user/<code>$USER</code></td>
<td>/data/project/</td>
<td>/data/experiments</td>
</tr>
<tr>
<td>merlin7</td>
<td style="text-align: left;">/data/user/<code>$USER</code></td>
<td style="text-align: left;">/data/user/<code>$USER</code></td>
<td>/data/project/</td>
<td>/data/project/</td>
</tr>
</tbody>
</table>
<ul>
<li>The <strong>home directory and user data directory have been merged</strong> into the single new home directory<code>/data/user/$USER</code>.</li>
<li>
<p>The <strong>experiments directory has been integrated into <code>/data/project/</code></strong>:</p>
<ul>
<li><code>/data/project/general</code> contains general Merlin7 projects.</li>
<li>Other subdirectories are used for large-scale projects such as CLS division, Mu3e, and MeG.</li>
</ul>
</li>
</ul>
<hr>
<h2 id="prerequisites-and-preparation">📋 Prerequisites and Preparation<a class="headerlink" href="#prerequisites-and-preparation" title="Permanent link"></a></h2>
<p>Before starting the migration, make sure you:</p>
<ul>
<li>
<p>are <strong>registered on Merlin7</strong>.</p>
<ul>
<li>If not yet registered, please do so following <a href="../../01-Quick-Start-Guide/requesting-accounts/">these instructions</a></li>
</ul>
</li>
<li>
<p><strong>have cleaned up your data to reduce migration time and space usage</strong>.</p>
</li>
<li>
<p><strong>For the user data migration</strong>, ensure your total usage on Merlin6 (<code>/psi/home</code>+<code>/data/user</code>) is <strong>well below the 1TB quota</strong> (use the <code>merlin_quotas</code> command). Remember:</p>
<ul>
<li><strong>Merlin7 also has a 1TB quota on your home directory</strong>, and you might already have data there.</li>
<li>If your usage exceeds this during the transfer, the process might fail.</li>
</ul>
</li>
<li>
<p>No activity should be running / performed on Merlin6 when the transfer process is ongoing.</p>
</li>
</ul>
<h3 id="recommended-cleanup-actions">Recommended Cleanup Actions<a class="headerlink" href="#recommended-cleanup-actions" title="Permanent link"></a></h3>
<ul>
<li>Remove unused files and datasets.</li>
<li>Archive large, inactive data sets.</li>
<li>
<p>Delete or clean up unused <code>conda</code> or <code>virtualenv</code> Python environments:</p>
<ul>
<li>These are often large and may not work as-is on Merlin7.</li>
<li>You can export your conda environment description to a file with:</li>
</ul>
<p></p><div class="language-bash highlight"><span class="filename">Bash</span><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a>conda<span class="w"> </span>env<span class="w"> </span><span class="nb">export</span><span class="w"> </span>-n<span class="w"> </span>myenv<span class="w"> </span>&gt;<span class="w"> </span><span class="nv">$HOME</span>/myenv.yml
</span></code></pre></div>
* Then recreate them later on Merlin7 from these files.<p></p>
</li>
</ul>
<blockquote>
<p>🧹 For the <strong>user data</strong>, you can always remove more old data <strong>after</strong> migration — it will be copied into <code>~/merlin6data</code> and <code>~/merlin6home</code> on Merlin7.</p>
</blockquote>
<hr>
<h2 id="phase-1-step-by-step-migration-instructions">Phase 1: Step-by-Step Migration Instructions<a class="headerlink" href="#phase-1-step-by-step-migration-instructions" title="Permanent link"></a></h2>
<h3 id="step-1-run-merlin7_migrationsetup">Step 1: Run <code>merlin7_migration.setup</code><a class="headerlink" href="#step-1-run-merlin7_migrationsetup" title="Permanent link"></a></h3>
<p>Log into any <strong>Merlin6 login node</strong> (<code>merlin-l-001.psi.ch</code>, <code>merlin-l-002.psi.ch</code>, <code>merlin-l-01.psi.ch</code>) and run:</p>
<div class="language-bash highlight"><span class="filename">Bash</span><pre><span></span><code><span id="__span-1-1"><a id="__codelineno-1-1" name="__codelineno-1-1" href="#__codelineno-1-1"></a>merlin7_migration.setup
</span></code></pre></div>
<p>This script will:</p>
<ul>
<li>Check that you have an account on Merlin7.</li>
<li>Configure and check that your environment is ready for transferring files via Slurm job.</li>
<li>
<p><strong>Create two directories:</strong></p>
<ul>
<li><code>~/merlin6data</code> → copy of your old /data/user</li>
<li><code>~/merlin6home</code> → copy of your old home</li>
</ul>
</li>
</ul>
<blockquote>
<p>⚠️ <strong>Important:</strong> If <code>~/merlin6home</code> or <code>~/merlin6data</code> already exist on Merlin7, the script will exit.</p>
<p><strong>Please remove them or contact support</strong>.</p>
</blockquote>
<p>If there are issues, the script will:</p>
<ul>
<li>Print clear diagnostic output</li>
<li>Give you some hints to resolve the issue</li>
</ul>
<p>If you are stuck, email: <a href="mailto:merlin-admins@lists.psi.ch">merlin-admins@lists.psi.ch</a></p>
<hr>
<h3 id="step-2-run-merlin7_migrationstart">Step 2: Run <code>merlin7_migration.start</code><a class="headerlink" href="#step-2-run-merlin7_migrationstart" title="Permanent link"></a></h3>
<p>After setup completes, start the migration by running:</p>
<div class="language-bash highlight"><span class="filename">Bash</span><pre><span></span><code><span id="__span-2-1"><a id="__codelineno-2-1" name="__codelineno-2-1" href="#__codelineno-2-1"></a>merlin7_migration.start
</span></code></pre></div>
<p>This script will:</p>
<ul>
<li>Check the status of your quota on Merlin6.</li>
<li>Submit <strong>SLURM batch jobs</strong> to the <strong><code>xfer</code></strong> partition</li>
<li>
<p>Queue two jobs:</p>
</li>
<li>
<p><code>migrate_merlin6data.batch</code> (data dir)</p>
</li>
<li><code>migrate_merlin6home.batch</code> (home dir)<ul>
<li>This job will only start if <code>migrate_merlin6data.batch</code> has successfully
finished.</li>
</ul>
</li>
<li>Automatically track the job IDs</li>
<li>Print log file locations for the different jobs</li>
</ul>
<blockquote>
<p>⚠️ <strong>Once both transfers succeed, your access to Merlin6 will be revoked.</strong>
Do <strong>not</strong> attempt to reconnect to Merlin6 after this.</p>
</blockquote>
<h4 id="if-something-goes-wrong">❗ If Something Goes Wrong<a class="headerlink" href="#if-something-goes-wrong" title="Permanent link"></a></h4>
<p>If a problem occurs during the migration process:</p>
<ul>
<li>🔍 <strong>Check the job log files</strong> mentioned in the script output. They contain detailed messages that explain what failed and why.</li>
<li>
<p>🛠️ <strong>Fix the root cause</strong> on the source system. Common issues include:</p>
<ul>
<li>Files with incorrect permissions</li>
<li>Ownership mismatches</li>
<li>Disk quota exceeded on Merlin7</li>
<li>📚 Refer to the <a href="#common-rsyncfpsync-migration-issues">⚠️ Common rsync/fpsync Migration Issues</a> section below for detailed explanations and solutions.</li>
</ul>
</li>
</ul>
<blockquote>
<p> <strong>Important:</strong> If <code>migrate_merlin6data.batch</code> fails, the migration process will automatically cancel <code>migrate_merlin6home.batch</code> to avoid ending in an inconsistent state.</p>
</blockquote>
<p>Once the problem is resolved, simply re-run the <code>merlin7_migration.start</code> script to resume the migration.</p>
<hr>
<h3 id="step-3-monitor-transfer-jobs">Step 3: Monitor Transfer Jobs<a class="headerlink" href="#step-3-monitor-transfer-jobs" title="Permanent link"></a></h3>
<p>To monitor your transfer jobs, run:</p>
<div class="language-bash highlight"><span class="filename">Bash</span><pre><span></span><code><span id="__span-3-1"><a id="__codelineno-3-1" name="__codelineno-3-1" href="#__codelineno-3-1"></a>squeue<span class="w"> </span>-M<span class="w"> </span>merlin6<span class="w"> </span>-u<span class="w"> </span><span class="nv">$USER</span><span class="w"> </span>-p<span class="w"> </span>xfer
</span></code></pre></div>
<p>Check the output to ensure your jobs are:</p>
<ul>
<li>Running (<code>R</code>) or completed (<code>CG</code> or removed from queue)</li>
<li>Not failed (<code>F</code>, <code>TO</code>, or stuck)</li>
</ul>
<p>You can also check logs (as printed by the script) to verify job completion.</p>
<blockquote>
<p>✅ When <code>/data/user/$USER</code> and <code>/psi/home/$USER</code> on Merlin6 are no longer accessible, migration is complete.</p>
</blockquote>
<hr>
<h3 id="examples">Examples<a class="headerlink" href="#examples" title="Permanent link"></a></h3>
<h4 id="setup-the-migration">Setup the Migration<a class="headerlink" href="#setup-the-migration" title="Permanent link"></a></h4>
<div class="language-bash highlight"><span class="filename">Bash</span><pre><span></span><code><span id="__span-4-1"><a id="__codelineno-4-1" name="__codelineno-4-1" href="#__codelineno-4-1"></a>merlin7_migration.setup
</span></code></pre></div>
<p><em>Expected output:</em></p>
<div class="language-bash highlight"><span class="filename">Bash</span><pre><span></span><code><span id="__span-5-1"><a id="__codelineno-5-1" name="__codelineno-5-1" href="#__codelineno-5-1"></a><span class="w"> </span>login002.merlin7.psi.ch
</span><span id="__span-5-2"><a id="__codelineno-5-2" name="__codelineno-5-2" href="#__codelineno-5-2"></a><span class="w"> </span><span class="sb">`</span><span class="nv">$USER</span><span class="sb">`</span><span class="w"> </span>is<span class="w"> </span>a<span class="w"> </span>member<span class="w"> </span>of<span class="w"> </span>svc-cluster_merlin7
</span><span id="__span-5-3"><a id="__codelineno-5-3" name="__codelineno-5-3" href="#__codelineno-5-3"></a><span class="w"> </span>Skipping<span class="w"> </span>key<span class="w"> </span>generation
</span><span id="__span-5-4"><a id="__codelineno-5-4" name="__codelineno-5-4" href="#__codelineno-5-4"></a><span class="w"> </span>SSH<span class="w"> </span>key<span class="w"> </span>already<span class="w"> </span>added<span class="w"> </span>to<span class="w"> </span>agent.
</span><span id="__span-5-5"><a id="__codelineno-5-5" name="__codelineno-5-5" href="#__codelineno-5-5"></a><span class="w"> </span>SSH<span class="w"> </span>ID<span class="w"> </span>successfully<span class="w"> </span>copied<span class="w"> </span>to<span class="w"> </span>login00<span class="o">[</span><span class="m">1</span><span class="p">|</span><span class="m">2</span><span class="o">]</span>.merlin7.psi.ch.
</span><span id="__span-5-6"><a id="__codelineno-5-6" name="__codelineno-5-6" href="#__codelineno-5-6"></a><span class="w"> </span>Test<span class="w"> </span>successful.
</span><span id="__span-5-7"><a id="__codelineno-5-7" name="__codelineno-5-7" href="#__codelineno-5-7"></a><span class="w"> </span>/data/software/xfer_logs/caubet_m<span class="w"> </span>created.
</span><span id="__span-5-8"><a id="__codelineno-5-8" name="__codelineno-5-8" href="#__codelineno-5-8"></a><span class="w"> </span>~/merlin6data<span class="w"> </span>directory<span class="w"> </span>created.
</span><span id="__span-5-9"><a id="__codelineno-5-9" name="__codelineno-5-9" href="#__codelineno-5-9"></a><span class="w"> </span>~/merlin6home<span class="w"> </span>directory<span class="w"> </span>created.
</span></code></pre></div>
<h4 id="start-the-migration">Start the Migration<a class="headerlink" href="#start-the-migration" title="Permanent link"></a></h4>
<div class="language-bash highlight"><span class="filename">Bash</span><pre><span></span><code><span id="__span-6-1"><a id="__codelineno-6-1" name="__codelineno-6-1" href="#__codelineno-6-1"></a>merlin7_migration.start
</span></code></pre></div>
<p><em>Expected output:</em></p>
<div class="language-bash highlight"><span class="filename">Bash</span><pre><span></span><code><span id="__span-7-1"><a id="__codelineno-7-1" name="__codelineno-7-1" href="#__codelineno-7-1"></a><span class="o">(</span>base<span class="o">)</span><span class="w"> </span><span class="w"> </span><span class="o">[</span>caubet_m@merlin-l-001:/data/software/admin/scripts/merlin-user-tools/alps<span class="o">(</span>master<span class="o">)]</span><span class="c1"># ./merlin7_migration.start</span>
</span><span id="__span-7-2"><a id="__codelineno-7-2" name="__codelineno-7-2" href="#__codelineno-7-2"></a><span class="w"> </span>Quota<span class="w"> </span>check<span class="w"> </span>passed.
</span><span id="__span-7-3"><a id="__codelineno-7-3" name="__codelineno-7-3" href="#__codelineno-7-3"></a>Used:<span class="w"> </span><span class="m">512</span><span class="w"> </span>GB,<span class="w"> </span><span class="m">234001</span><span class="w"> </span>files
</span><span id="__span-7-4"><a id="__codelineno-7-4" name="__codelineno-7-4" href="#__codelineno-7-4"></a>
</span><span id="__span-7-5"><a id="__codelineno-7-5" name="__codelineno-7-5" href="#__codelineno-7-5"></a><span class="c1">###################################################</span>
</span><span id="__span-7-6"><a id="__codelineno-7-6" name="__codelineno-7-6" href="#__codelineno-7-6"></a>Submitting<span class="w"> </span>transfer<span class="w"> </span><span class="nb">jobs</span><span class="w"> </span>to<span class="w"> </span>Slurm
</span><span id="__span-7-7"><a id="__codelineno-7-7" name="__codelineno-7-7" href="#__codelineno-7-7"></a>
</span><span id="__span-7-8"><a id="__codelineno-7-8" name="__codelineno-7-8" href="#__codelineno-7-8"></a><span class="w"> </span>Job<span class="w"> </span>logs<span class="w"> </span>can<span class="w"> </span>be<span class="w"> </span>found<span class="w"> </span>here:
</span><span id="__span-7-9"><a id="__codelineno-7-9" name="__codelineno-7-9" href="#__codelineno-7-9"></a>➡️<span class="w"> </span>Directory<span class="w"> </span><span class="s1">'/data/user/caubet_m'</span><span class="w"> </span>does<span class="w"> </span>NOT<span class="w"> </span>have<span class="w"> </span><span class="m">000</span><span class="w"> </span>permissions.<span class="w"> </span>Transfer<span class="w"> </span>pending,<span class="w"> </span>continuing...
</span><span id="__span-7-10"><a id="__codelineno-7-10" name="__codelineno-7-10" href="#__codelineno-7-10"></a><span class="w"> </span>Submitted<span class="w"> </span>DATA_MIGRATION<span class="w"> </span>job:<span class="w"> </span><span class="m">24688554</span>.<span class="w"> </span>Sleeping<span class="w"> </span><span class="m">3</span><span class="w"> </span>seconds...
</span><span id="__span-7-11"><a id="__codelineno-7-11" name="__codelineno-7-11" href="#__codelineno-7-11"></a><span class="w"> </span>-<span class="w"> </span>/data/user<span class="w"> </span>transfer<span class="w"> </span>logs:
</span><span id="__span-7-12"><a id="__codelineno-7-12" name="__codelineno-7-12" href="#__codelineno-7-12"></a><span class="w"> </span>-<span class="w"> </span>/data/software/xfer_logs/caubet_m/data-24688554.out
</span><span id="__span-7-13"><a id="__codelineno-7-13" name="__codelineno-7-13" href="#__codelineno-7-13"></a><span class="w"> </span>-<span class="w"> </span>/data/software/xfer_logs/caubet_m/data-24688554.err
</span><span id="__span-7-14"><a id="__codelineno-7-14" name="__codelineno-7-14" href="#__codelineno-7-14"></a>➡️<span class="w"> </span>Directory<span class="w"> </span><span class="s1">'/psi/home/caubet_m'</span><span class="w"> </span>does<span class="w"> </span>NOT<span class="w"> </span>have<span class="w"> </span><span class="m">000</span><span class="w"> </span>permissions.<span class="w"> </span>Transfer<span class="w"> </span>pending,<span class="w"> </span>continuing...
</span><span id="__span-7-15"><a id="__codelineno-7-15" name="__codelineno-7-15" href="#__codelineno-7-15"></a><span class="w"> </span>Submitted<span class="w"> </span>HOME_MIGRATION<span class="w"> </span>job<span class="w"> </span>with<span class="w"> </span>dependency<span class="w"> </span>on<span class="w"> </span><span class="m">24688554</span>:<span class="w"> </span><span class="m">24688555</span>.<span class="w"> </span>Sleeping<span class="w"> </span><span class="m">3</span><span class="w"> </span>seconds...
</span><span id="__span-7-16"><a id="__codelineno-7-16" name="__codelineno-7-16" href="#__codelineno-7-16"></a><span class="w"> </span>-<span class="w"> </span>/psi/home<span class="w"> </span>transfer<span class="w"> </span>logs:
</span><span id="__span-7-17"><a id="__codelineno-7-17" name="__codelineno-7-17" href="#__codelineno-7-17"></a><span class="w"> </span>-<span class="w"> </span>/data/software/xfer_logs/caubet_m/home-24688555.out
</span><span id="__span-7-18"><a id="__codelineno-7-18" name="__codelineno-7-18" href="#__codelineno-7-18"></a><span class="w"> </span>-<span class="w"> </span>/data/software/xfer_logs/caubet_m/home-24688555.err
</span><span id="__span-7-19"><a id="__codelineno-7-19" name="__codelineno-7-19" href="#__codelineno-7-19"></a>
</span><span id="__span-7-20"><a id="__codelineno-7-20" name="__codelineno-7-20" href="#__codelineno-7-20"></a><span class="w"> </span>You<span class="w"> </span>can<span class="w"> </span>start<span class="w"> </span>manually<span class="w"> </span>a<span class="w"> </span>monitoring<span class="w"> </span>window<span class="w"> </span>with:
</span><span id="__span-7-21"><a id="__codelineno-7-21" name="__codelineno-7-21" href="#__codelineno-7-21"></a><span class="w"> </span>tmux<span class="w"> </span>new-session<span class="w"> </span>-d<span class="w"> </span>-s<span class="w"> </span><span class="s2">"xfersession"</span><span class="w"> </span><span class="s2">"watch 'squeue -M merlin6 -u caubet_m -p xfer'"</span>
</span><span id="__span-7-22"><a id="__codelineno-7-22" name="__codelineno-7-22" href="#__codelineno-7-22"></a><span class="w"> </span>tmux<span class="w"> </span>attach<span class="w"> </span>-t<span class="w"> </span><span class="s2">"xfersession"</span>
</span><span id="__span-7-23"><a id="__codelineno-7-23" name="__codelineno-7-23" href="#__codelineno-7-23"></a>
</span><span id="__span-7-24"><a id="__codelineno-7-24" name="__codelineno-7-24" href="#__codelineno-7-24"></a><span class="w"> </span>FINISHED<span class="w"> </span>-<span class="w"> </span>PLEASE<span class="w"> </span>CHECK<span class="w"> </span>JOB<span class="w"> </span>TRANSFER<span class="w"> </span>PROGRESS
</span></code></pre></div>
<h4 id="monitor-progress">Monitor Progress<a class="headerlink" href="#monitor-progress" title="Permanent link"></a></h4>
<div class="language-bash highlight"><span class="filename">Bash</span><pre><span></span><code><span id="__span-8-1"><a id="__codelineno-8-1" name="__codelineno-8-1" href="#__codelineno-8-1"></a>squeue<span class="w"> </span>-M<span class="w"> </span>merlin6<span class="w"> </span>-u<span class="w"> </span><span class="nv">$USER</span><span class="w"> </span>-p<span class="w"> </span>xfer
</span></code></pre></div>
<p><em>Output:</em></p>
<div class="language-bash highlight"><span class="filename">Bash</span><pre><span></span><code><span id="__span-9-1"><a id="__codelineno-9-1" name="__codelineno-9-1" href="#__codelineno-9-1"></a>$<span class="w"> </span>squeue<span class="w"> </span>-M<span class="w"> </span>merlin6<span class="w"> </span>-u<span class="w"> </span><span class="nv">$USER</span><span class="w"> </span>-p<span class="w"> </span>xfer
</span><span id="__span-9-2"><a id="__codelineno-9-2" name="__codelineno-9-2" href="#__codelineno-9-2"></a>CLUSTER:<span class="w"> </span>merlin6
</span><span id="__span-9-3"><a id="__codelineno-9-3" name="__codelineno-9-3" href="#__codelineno-9-3"></a><span class="w"> </span>JOBID<span class="w"> </span>PARTITION<span class="w"> </span>NAME<span class="w"> </span>USER<span class="w"> </span>ST<span class="w"> </span>TIME<span class="w"> </span>NODES<span class="w"> </span>NODELIST<span class="o">(</span>REASON<span class="o">)</span>
</span><span id="__span-9-4"><a id="__codelineno-9-4" name="__codelineno-9-4" href="#__codelineno-9-4"></a><span class="w"> </span><span class="m">24688581</span><span class="w"> </span>xfer<span class="w"> </span>HOME_MIG<span class="w"> </span>caubet_m<span class="w"> </span>PD<span class="w"> </span><span class="m">0</span>:00<span class="w"> </span><span class="m">1</span><span class="w"> </span><span class="o">(</span>Dependency<span class="o">)</span>
</span><span id="__span-9-5"><a id="__codelineno-9-5" name="__codelineno-9-5" href="#__codelineno-9-5"></a><span class="w"> </span><span class="m">24688580</span><span class="w"> </span>xfer<span class="w"> </span>DATA_MIG<span class="w"> </span>caubet_m<span class="w"> </span>R<span class="w"> </span><span class="m">0</span>:22<span class="w"> </span><span class="m">1</span><span class="w"> </span>merlin-c-017
</span></code></pre></div>
<hr>
<h2 id="phase-2-migration-instructions">Phase 2: Migration Instructions<a class="headerlink" href="#phase-2-migration-instructions" title="Permanent link"></a></h2>
<p>Please refer to the <a href="#prerequisites-and-preparation">Prerequisites and Preparation</a> section for initial setup steps.
Further instructions will be sent via email once the owning team is contacted by the Merlin administrators.</p>
<hr>
<h2 id="common-rsyncfpsync-migration-issues">⚠️ Common <code>rsync</code>/<code>fpsync</code> Migration Issues<a class="headerlink" href="#common-rsyncfpsync-migration-issues" title="Permanent link"></a></h2>
<h3 id="file-permission-denied">File Permission Denied<a class="headerlink" href="#file-permission-denied" title="Permanent link"></a></h3>
<ul>
<li><strong>Cause</strong>: Files or directories are not readable by the user running the transfer.</li>
<li><strong>Solution</strong>: Fix source-side permissions:</li>
</ul>
<div class="language-bash highlight"><span class="filename">Bash</span><pre><span></span><code><span id="__span-10-1"><a id="__codelineno-10-1" name="__codelineno-10-1" href="#__codelineno-10-1"></a>chmod<span class="w"> </span>-R<span class="w"> </span>u+rX<span class="w"> </span>/path/to/file_or_dir
</span></code></pre></div>
<h3 id="ownership-mismatches">Ownership Mismatches<a class="headerlink" href="#ownership-mismatches" title="Permanent link"></a></h3>
<ul>
<li><strong>Cause</strong>: Source files are owned by another user (e.g. root or a collaborator).</li>
<li>
<p><strong>Solution</strong>:</p>
<ul>
<li>Change ownership before migration:</li>
</ul>
<div class="language-bash highlight"><span class="filename">Bash</span><pre><span></span><code><span id="__span-11-1"><a id="__codelineno-11-1" name="__codelineno-11-1" href="#__codelineno-11-1"></a>chown<span class="w"> </span>-R<span class="w"> </span><span class="nv">$USER</span><span class="w"> </span>/path/to/file
</span></code></pre></div>
</li>
</ul>
<h3 id="special-files-eg-device-files-sockets">Special Files (e.g. device files, sockets)<a class="headerlink" href="#special-files-eg-device-files-sockets" title="Permanent link"></a></h3>
<ul>
<li><strong>Cause</strong>: <code>rsync</code> tries to copy UNIX sockets, device files, or FIFOs.</li>
<li><strong>Effect</strong>: Errors or incomplete copies.</li>
<li><strong>Solution</strong>: Avoid transferring such files entirely (by deleting them).</li>
</ul>
<h3 id="exceeded-disk-quota">Exceeded Disk Quota<a class="headerlink" href="#exceeded-disk-quota" title="Permanent link"></a></h3>
<ul>
<li><strong>Cause</strong>: Combined size of existing + incoming data exceeds 1TB quota on Merlin7.</li>
<li><strong>Effect</strong>: Transfer stops abruptly.</li>
<li><strong>Solution</strong>: Clean up or archive non-essential data before migration.</li>
</ul>
<h3 id="very-small-files-or-large-trees-many-small-rsync-calls">Very Small Files or Large Trees → Many Small rsync Calls<a class="headerlink" href="#very-small-files-or-large-trees-many-small-rsync-calls" title="Permanent link"></a></h3>
<ul>
<li><strong>Cause</strong>: Directory with thousands/millions of small files.</li>
<li><strong>Effect</strong>: Transfer is slow or hits process limits.</li>
<li><strong>Solution</strong>: Consider archiving to <code>.tar.gz</code> before transferring:</li>
</ul>
<div class="language-bash highlight"><span class="filename">Bash</span><pre><span></span><code><span id="__span-12-1"><a id="__codelineno-12-1" name="__codelineno-12-1" href="#__codelineno-12-1"></a>tar<span class="w"> </span>-czf<span class="w"> </span>myenv.tar.gz<span class="w"> </span>myenv/
</span></code></pre></div>
<hr>
<h2 id="need-help">Need Help?<a class="headerlink" href="#need-help" title="Permanent link"></a></h2>
<p>If something doesn't work:</p>
<ul>
<li>Re-run the scripts and check the logs carefully.</li>
<li>Use <code>less</code>, <code>cat</code>, or <code>tail -f</code> to view your job logs.</li>
<li>Contact the Merlin support team: 📧 <a href="mailto:merlin-admins@lists.psi.ch">merlin-admins@lists.psi.ch</a></li>
</ul>
<blockquote>
<p>We are here to help you migrate safely and efficiently.</p>
</blockquote>
</article>
</div>
<script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script>
</div>
</main>
<footer class="md-footer">
<div class="md-footer-meta md-typeset">
<div class="md-footer-meta__inner md-grid">
<div class="md-copyright">
<div class="md-copyright__highlight">
Copyright © 2025 HPC and Emerging Technologies Group/CSD @ Paul Scherrer Institut
</div>
Made with
<a href="https://squidfunk.github.io/mkdocs-material/" target="_blank" rel="noopener">
Material for MkDocs
</a>
</div>
</div>
</div>
</footer>
</div>
<div class="md-dialog" data-md-component="dialog">
<div class="md-dialog__inner md-typeset"></div>
</div>
<script id="__config" type="application/json">{"annotate": null, "base": "../../..", "features": ["navigation.instant", "navigation.tabs", "navigation.tabs.sticky", "navigation.sections", "navigation.indexes", "toc.follow", "content.action.edit"], "search": "../../../assets/javascripts/workers/search.7a47a382.min.js", "tags": null, "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": null}</script>
<script src="../../../assets/javascripts/bundle.e71a0d61.min.js"></script>
<script id="init-glightbox">const lightbox = GLightbox({"touchNavigation": true, "loop": false, "zoomable": true, "draggable": true, "openEffect": "zoom", "closeEffect": "zoom", "slideEffect": "slide"});
document$.subscribe(()=>{ lightbox.reload(); });
</script></body></html>