From 47c6d98a1331c67a24057ed7553b02ce8c3a7384 Mon Sep 17 00:00:00 2001
From: germann_e <elsa.germann@psi.ch>
Date: Wed, 21 May 2025 15:01:22 +0200
Subject: [PATCH] FIX: ippl workflows

---
 .gitea/workflows/ippl_gh_merlin7.yml    | 17 ++++++++++++++
 .gitea/workflows/ippl_gpu_merlin7.yml   | 17 ++++++++++++++
 .gitea/workflows/sbatch/ippl_gh.sbatch  | 30 +++++++++++++++++++++++++
 .gitea/workflows/sbatch/ippl_gpu.sbatch | 30 +++++++++++++++++++++++++
 4 files changed, 94 insertions(+)
 create mode 100644 .gitea/workflows/ippl_gh_merlin7.yml
 create mode 100644 .gitea/workflows/ippl_gpu_merlin7.yml
 create mode 100755 .gitea/workflows/sbatch/ippl_gh.sbatch
 create mode 100755 .gitea/workflows/sbatch/ippl_gpu.sbatch

diff --git a/.gitea/workflows/ippl_gh_merlin7.yml b/.gitea/workflows/ippl_gh_merlin7.yml
new file mode 100644
index 0000000..8d5af1f
--- /dev/null
+++ b/.gitea/workflows/ippl_gh_merlin7.yml
@@ -0,0 +1,17 @@
+name: IPPL GH Merlin7 Scheduler
+run-name: IPPL GH Merlin7 Scheduler
+on:
+  workflow_dispatch:
+  schedule:
+    - cron: "0 1 * * *"
+
+jobs:
+  checkout:
+    runs-on: merlin7
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v4
+    - name: Sbatch GH GPU script
+      run: |
+        chmod +x .gitea/workflows/sbatch/ippl_gh.sbatch
+        sbatch .gitea/workflows/sbatch/ippl_gh.sbatch
diff --git a/.gitea/workflows/ippl_gpu_merlin7.yml b/.gitea/workflows/ippl_gpu_merlin7.yml
new file mode 100644
index 0000000..ad02916
--- /dev/null
+++ b/.gitea/workflows/ippl_gpu_merlin7.yml
@@ -0,0 +1,17 @@
+name: IPPL GPU Merlin7 Scheduler
+run-name: IPPL GPU Merlin7 Scheduler
+on:
+  workflow_dispatch:
+  schedule:
+    - cron: "0 1 * * *"
+
+jobs:
+  checkout:
+    runs-on: merlin7
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v4
+    - name: Sbatch A100 GPU script
+      run: |
+        chmod +x .gitea/workflows/sbatch/ippl_gpu.sbatch
+        sbatch .gitea/workflows/sbatch/ippl_gpu.sbatch
diff --git a/.gitea/workflows/sbatch/ippl_gh.sbatch b/.gitea/workflows/sbatch/ippl_gh.sbatch
new file mode 100755
index 0000000..5cc69f2
--- /dev/null
+++ b/.gitea/workflows/sbatch/ippl_gh.sbatch
@@ -0,0 +1,30 @@
+#!/bin/bash
+#SBATCH --job-name="ippl-scheduled-GH-GPU"
+#SBATCH --output=_scheduler-stdout.txt
+#SBATCH --error=_scheduler-stderr.txt
+#SBATCH --partition=gh-daily
+#SBATCH --nodes=1
+#SBATCH --ntasks-per-node=16
+#SBATCH --time=01:00:00
+#SBATCH --cluster=tgmerlin7
+#SBATCH --gpus=1
+#SBATCH --wait
+
+export SSL_CERT_FILE=/etc/ssl/ca-bundle.pem
+export REQUESTS_CA_BUNDLE=/etc/ssl/ca-bundle.pem
+PMODULES_VERSION='2.0.0.2'
+source /opt/psi/config/profile.bash
+
+module use Spack unstable
+module load gcc/13.2.0 openmpi/5.0.3-3lmi-GH200-gpu  
+module load boost/1.82.0-3ns6 fftw/3.3.10 gnutls/3.8.3 googletest/1.14.0 gsl/2.7.1 h5hut/2.0.0rc7 openblas/0.3.26 cmake/3.31.4-u2nm
+
+git clone https://github.com/IPPL-framework/ippl.git
+cd ippl
+
+mkdir build
+cd build
+
+cmake -DCMAKE_BUILD_TYPE=Release -DKokkos_ARCH_HOPPER90=ON -DCMAKE_CXX_STANDARD=20 -DIPPL_ENABLE_FFT=ON -DIPPL_ENABLE_TESTS=ON -DUSE_ALTERNATIVE_VARIANT=ON -DIPPL_ENABLE_SOLVERS=ON -DIPPL_ENABLE_ALPINE=True -DIPPL_PLATFORMS=cuda ..
+make -j 16
+
diff --git a/.gitea/workflows/sbatch/ippl_gpu.sbatch b/.gitea/workflows/sbatch/ippl_gpu.sbatch
new file mode 100755
index 0000000..92ddefb
--- /dev/null
+++ b/.gitea/workflows/sbatch/ippl_gpu.sbatch
@@ -0,0 +1,30 @@
+#!/bin/bash
+#SBATCH --job-name="ippl-scheduled-A100-GPU"
+#SBATCH --output=_scheduler-stdout.txt
+#SBATCH --error=_scheduler-stderr.txt
+#SBATCH --partition=a100-daily
+#SBATCH --nodes=1
+#SBATCH --ntasks-per-node=16
+#SBATCH --time=01:00:00
+#SBATCH --cluster=tgmerlin7
+#SBATCH --gpus=1
+#SBATCH --wait
+
+export SSL_CERT_FILE=/etc/ssl/ca-bundle.pem
+export REQUESTS_CA_BUNDLE=/etc/ssl/ca-bundle.pem
+PMODULES_VERSION='2.0.0.2'
+source /opt/psi/config/profile.bash
+
+module use Spack unstable
+module load gcc/13.2.0 openmpi/4.1.6-57rc-A100-gpu                 
+module load boost/1.82.0-e7gp fftw/3.3.10 gnutls/3.8.3 googletest/1.14.0 gsl/2.8 h5hut/2.0.0rc7 openblas/0.3.26-omp cmake/3.31.6-oe7u
+
+git clone https://github.com/IPPL-framework/ippl.git
+cd ippl
+
+mkdir build
+cd build
+
+cmake -DCMAKE_BUILD_TYPE=Release -DKokkos_ARCH_AMPERE80=ON -DCMAKE_CXX_STANDARD=20 -DIPPL_ENABLE_FFT=ON -DIPPL_ENABLE_TESTS=ON -DUSE_ALTERNATIVE_VARIANT=ON -DIPPL_ENABLE_SOLVERS=ON -DIPPL_ENABLE_ALPINE=True -DIPPL_PLATFORMS=cuda ..
+make -j 16
+