leonarski_fandClaude Opus 4.8
254bd82d52
build_images.sh builds (and optionally pushes) the four build-environment images as gitea.psi.ch/leonarski_f/jfjoch_<variant>:<TAG>. Runs a JOBS-capped parallel job pool (default 2; each build internally runs make -j$(nproc), so a low cap avoids CPU/RAM thrash while still overlapping the network-bound base pull / install / download phases), streams each build to docker/build-logs/<variant>-<TAG>.log, prints an OK/FAIL summary, pushes only the ones that succeeded, and exits non-zero on any failure. Context is the tiny per-variant dir (no COPY in the Dockerfiles), so the repo is never sent to the daemon. build-logs/ is already covered by the root .gitignore build*/ rule. build_in_rocky9.sh builds the viewer (JFJOCH_VIEWER_ONLY) inside a chosen variant's image and ldd-checks that the dbus/systemd/glib/selinux tail is gone -- the quick verification for the static-libdbus + glib-off changes. The repo is mounted but the build tree lives in the container's /tmp, so nothing root-owned lands in the working copy. Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
99 lines
4.1 KiB
Bash
Executable File
99 lines
4.1 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
# Build (and optionally push) the jungfraujoch build-environment images, in parallel.
|
|
#
|
|
# Each docker/<variant>/Dockerfile is a *self-contained build environment* (toolchain, static Qt,
|
|
# static libdbus, static OpenSSL, Eigen, DIALS, XDS, Node, ...). It does NOT copy the project in --
|
|
# the source is mounted and built at run time (see build_in_rocky9.sh). So the build context is just
|
|
# the per-variant directory; the huge repo is never sent to the Docker daemon.
|
|
#
|
|
# Images are tagged gitea.psi.ch/leonarski_f/jfjoch_<variant>:<TAG> (matches the CI runner images).
|
|
#
|
|
# Concurrency (JOBS):
|
|
# JOBS controls how many image builds run at once (default 2). Each build internally runs
|
|
# `make -j$(nproc)` for Qt/dbus, so J parallel builds ~= J*nproc compile threads and several GB of
|
|
# RAM each at link time. JOBS=2 is a safe default that overlaps the (network-bound) base-image
|
|
# pull / package-install / source-download phases across builds without thrashing the CPU. Bump to
|
|
# 4 for full parallelism on a big machine (enough RAM + disk for 4 CUDA bases), or JOBS=1 for serial.
|
|
#
|
|
# Usage:
|
|
# docker/build_images.sh # all four, JOBS=2
|
|
# docker/build_images.sh rocky9 rocky8 # subset
|
|
# JOBS=4 docker/build_images.sh # all four at once
|
|
# JOBS=1 docker/build_images.sh # serial
|
|
# TAG=2607b docker/build_images.sh # override the tag (default 2607b)
|
|
# PUSH=1 docker/build_images.sh # build (parallel) then push (serial; needs docker login)
|
|
#
|
|
# Parallel stdout would be an unreadable interleave, so each build streams to its own log file:
|
|
# docker/build-logs/<variant>-<TAG>.log (follow live with: tail -f docker/build-logs/*.log)
|
|
set -euo pipefail
|
|
|
|
REGISTRY="${REGISTRY:-gitea.psi.ch/leonarski_f}"
|
|
TAG="${TAG:-2607b}"
|
|
PUSH="${PUSH:-0}"
|
|
JOBS="${JOBS:-2}"
|
|
|
|
here="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
|
logdir="$here/build-logs"
|
|
mkdir -p "$logdir"
|
|
|
|
all=(rocky8 rocky9 ubuntu2204 ubuntu2404)
|
|
variants=("$@"); [ "${#variants[@]}" -eq 0 ] && variants=("${all[@]}")
|
|
|
|
for v in "${variants[@]}"; do
|
|
[ -f "$here/$v/Dockerfile" ] || { echo "!! no Dockerfile for variant '$v' ($here/$v/Dockerfile)"; exit 1; }
|
|
done
|
|
|
|
# One image build. Records OK/FAIL to a status file so the parent can summarise after wait; never
|
|
# returns non-zero itself, so the job-pool's `wait -n` under `set -e` stays happy.
|
|
build_one() {
|
|
local v="$1"
|
|
local img="$REGISTRY/jfjoch_$v:$TAG"
|
|
local log="$logdir/${v}-${TAG}.log"
|
|
if docker build --pull -t "$img" "$here/$v" >"$log" 2>&1; then
|
|
echo OK > "$logdir/${v}-${TAG}.status"
|
|
else
|
|
echo FAIL > "$logdir/${v}-${TAG}.status"
|
|
fi
|
|
}
|
|
|
|
echo "==> building ${#variants[@]} image(s): ${variants[*]}"
|
|
echo "==> JOBS=$JOBS TAG=$TAG REGISTRY=$REGISTRY"
|
|
echo "==> logs in $logdir/ (follow: tail -f $logdir/*.log)"
|
|
echo
|
|
|
|
# Launch with a concurrency cap of JOBS. `wait -n` reaps exactly one finished build before the next
|
|
# is started once we are at the cap; the trailing `wait` drains the rest.
|
|
running=0
|
|
for v in "${variants[@]}"; do
|
|
if [ "$running" -ge "$JOBS" ]; then wait -n || true; running=$((running - 1)); fi
|
|
: > "$logdir/${v}-${TAG}.status" # clear any stale status from a previous run
|
|
echo "==> [$v] started -> $REGISTRY/jfjoch_$v:$TAG"
|
|
build_one "$v" &
|
|
running=$((running + 1))
|
|
done
|
|
wait
|
|
|
|
echo
|
|
echo "===================== build summary ====================="
|
|
rc=0; ok_variants=()
|
|
for v in "${variants[@]}"; do
|
|
s="$(cat "$logdir/${v}-${TAG}.status" 2>/dev/null || echo '??')"
|
|
printf " %-12s %s\n" "$v" "$s"
|
|
if [ "$s" = OK ]; then ok_variants+=("$v"); else rc=1; fi
|
|
done
|
|
[ "$rc" -eq 0 ] || echo "!! one or more builds FAILED -- see the per-variant logs above"
|
|
|
|
echo
|
|
if [ "$PUSH" = "1" ]; then
|
|
for v in "${ok_variants[@]}"; do
|
|
img="$REGISTRY/jfjoch_$v:$TAG"
|
|
echo "==> push $img"
|
|
docker push "$img"
|
|
done
|
|
else
|
|
echo "Built locally. To push the successful ones (after 'docker login gitea.psi.ch'):"
|
|
for v in "${ok_variants[@]}"; do echo " docker push $REGISTRY/jfjoch_$v:$TAG"; done
|
|
fi
|
|
|
|
exit "$rc"
|