Build Packages / Create release (push) Successful in 17s
Build Packages / build:portable:macos-arm64:nocuda (push) Successful in 4m41s
Build Packages / HDF5 consumer tests (DIALS, XDS) (push) Successful in 20m49s
Build Packages / build:portable:windows-x86_64:nocuda (push) Successful in 13m6s
Build Packages / build:portable:windows-x86_64:cuda (push) Successful in 23m44s
Build Packages / build:rugnux:linux-aarch64:cuda (push) Successful in 7m28s
Build Packages / build:portable:linux-x86_64:nocuda (push) Successful in 11m50s
Build Packages / build:portable:linux-x86_64:cuda (push) Successful in 14m9s
Build Packages / build:jfjoch:rocky8:nocuda (push) Successful in 16m25s
Build Packages / build:jfjoch:ubuntu2204:nocuda (push) Successful in 15m42s
Build Packages / build:jfjoch:rocky9:nocuda (push) Successful in 20m50s
Build Packages / build:jfjoch:ubuntu2404:nocuda (push) Successful in 20m36s
Build Packages / build:jfjoch:rocky8:cuda-sls9 (push) Successful in 22m18s
Build Packages / build:jfjoch:rocky9:cuda-sls9 (push) Successful in 23m29s
Build Packages / Generate python client (push) Successful in 30s
Build Packages / Build documentation (push) Successful in 1m10s
Build Packages / build:jfjoch:rocky8:cuda (push) Successful in 21m38s
Build Packages / build:jfjoch:ubuntu2204:cuda (push) Successful in 17m8s
Build Packages / build:jfjoch:rocky9:cuda (push) Successful in 23m10s
Build Packages / build:jfjoch:ubuntu2404:cuda (push) Successful in 19m16s
Build Packages / Unit tests (push) Successful in 2h8m4s
Build Packages / Validation Battery (push) Successful in 40m53s
* Rugnux: Processes serial crystallography data from XFELs - SACLA (MPCCD), PAL-XFEL and European XFEL (CXI), LCLS (XTC) and SwissFEL Alvra (JUNGFRAU with a CrystFEL module geometry) - with several files or Jungfraujoch master files merged in one run (`rugnux *_master.h5`). * Rugnux: Stills processing takes a known unit cell and space group as a starting point, finds the beam centre (and, with a cell, the detector distance) from the images, detects the saturation level in other facilities' files and refines the placement of individual detector panels. * Rugnux: The stills report gives R_split and CC1/2 from frame half-sets, comparable with CrystFEL. * jfjoch_viewer: Opens the same XFEL file formats. * Validation: A stills battery checks Rugnux against deposited structures from SACLA, PAL-XFEL, LCLS, European XFEL and SwissFEL. * Rugnux: More reliable convergence of rotation scaling, and live molecular replacement starts as soon as the model is uploaded. * jfjoch_broker: Initialize clears the previous dataset's bearer tokens, image buffer and live Rugnux status, and a slow CUDA JIT cache is reported at start. Reviewed-on: #88 Co-authored-by: Filip Leonarski <filip.leonarski@psi.ch>
115 lines
3.2 KiB
C++
115 lines
3.2 KiB
C++
// SPDX-FileCopyrightText: 2026 Filip Leonarski, Paul Scherrer Institute <filip.leonarski@psi.ch>
|
|
// SPDX-License-Identifier: GPL-3.0-only
|
|
|
|
#include "LiveCollection.h"
|
|
|
|
#include "../writer/HDF5NXmx.h"
|
|
|
|
void LiveCollection::Expect() {
|
|
{
|
|
std::unique_lock ul(m);
|
|
const uint64_t generation = state.generation + 1;
|
|
state = Snapshot{};
|
|
state.generation = generation;
|
|
start_cbor.clear();
|
|
}
|
|
cv.notify_all();
|
|
}
|
|
|
|
void LiveCollection::Begin(const StartMessage &start, std::vector<uint8_t> cbor) {
|
|
{
|
|
std::unique_lock ul(m);
|
|
// The collection Expect announced, or - when nothing announced it - a new one.
|
|
if (state.generation == 0 || state.started || state.ended) {
|
|
const uint64_t generation = state.generation + 1;
|
|
state = Snapshot{};
|
|
state.generation = generation;
|
|
}
|
|
state.started = true;
|
|
state.run_number = start.run_number;
|
|
state.run_name = start.run_name;
|
|
state.file_prefix = start.file_prefix;
|
|
state.number_of_images = start.number_of_images;
|
|
state.images_per_file = start.images_per_file;
|
|
start_message = start;
|
|
start_cbor = std::move(cbor);
|
|
}
|
|
cv.notify_all();
|
|
}
|
|
|
|
void LiveCollection::FileClosed(uint64_t file_number, uint64_t image_count) {
|
|
{
|
|
std::unique_lock ul(m);
|
|
if (!state.started || state.ended)
|
|
return;
|
|
state.files.push_back(DataFile{
|
|
.file_number = file_number,
|
|
.file = HDF5Metadata::DataFileName(start_message, static_cast<int64_t>(file_number)),
|
|
.first_image = file_number * static_cast<uint64_t>(state.images_per_file),
|
|
.image_count = image_count
|
|
});
|
|
}
|
|
cv.notify_all();
|
|
}
|
|
|
|
void LiveCollection::End(uint64_t images, const std::string &error) {
|
|
{
|
|
std::unique_lock ul(m);
|
|
if (state.generation == 0 || state.ended)
|
|
return;
|
|
state.ended = true;
|
|
state.end_images = images;
|
|
state.end_error = error;
|
|
}
|
|
cv.notify_all();
|
|
}
|
|
|
|
void LiveCollection::EndIfOpen(const std::string &error) {
|
|
End(0, error);
|
|
}
|
|
|
|
void LiveCollection::Forget() {
|
|
{
|
|
std::unique_lock ul(m);
|
|
state = Snapshot{};
|
|
start_message = StartMessage{};
|
|
start_cbor.clear();
|
|
}
|
|
cv.notify_all();
|
|
}
|
|
|
|
std::optional<std::vector<uint8_t>> LiveCollection::StartCBOR() const {
|
|
std::unique_lock ul(m);
|
|
if (!state.started)
|
|
return {};
|
|
return start_cbor;
|
|
}
|
|
|
|
LiveCollection::Snapshot LiveCollection::Wait(uint64_t generation, bool started_seen, size_t files_seen,
|
|
std::chrono::milliseconds wait) {
|
|
std::unique_lock ul(m);
|
|
cv.wait_for(ul, wait, [&] {
|
|
return state.generation != generation || state.ended || state.files.size() > files_seen
|
|
|| (state.started && !started_seen);
|
|
});
|
|
return state;
|
|
}
|
|
|
|
LiveCollection::Snapshot LiveCollection::Get() const {
|
|
std::unique_lock ul(m);
|
|
return state;
|
|
}
|
|
|
|
bool LiveCollection::AcquireFollower() {
|
|
std::unique_lock ul(m);
|
|
if (follower)
|
|
return false;
|
|
follower = true;
|
|
return true;
|
|
}
|
|
|
|
void LiveCollection::ReleaseFollower() {
|
|
std::unique_lock ul(m);
|
|
follower = false;
|
|
}
|