Files
Jungfraujoch/common/ScanResultGenerator.cpp
T
leonarski_fandClaude Opus 5 26a82ddc72 spindle: the per-image severity travels the whole data path, and absence travels with it
The score was computed and then thrown away - carried on the per-image message but transported
nowhere - so the automation it exists for could not read it. It now flows like bkg_estimate at
every layer: CBOR (per-image key, END-block run mean and per-image array), HDF5 (per-image
/entry/MX/spindleBlindFraction in the data files, the array and spindleBlindFractionMean in the
master), read-back into a re-opened dataset, the scan result, the receiver plots, the REST plot
and scan_result schemas, and the viewer and frontend plot menus.

Absence is load-bearing and every transport keeps it distinguishable from a measured zero: the
CBOR key is simply missing, the HDF5 array holds NaN, and read-back turns NaN back into an
absent optional rather than a value. A pipeline that read 0 where the truth is "no value" would
take exactly the wrong action - a measured 0 says one sweep loses nothing, absence says nobody
could look, and the second must engage the recovery protocol while the first must not. The
round-trip tests pin all three states through CBOR and through a written-and-reopened file.

Co-Authored-By: Claude Opus 5 <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_01EFEJG6WBQv8th4UJFNe53N
2026-09-04 10:59:05 +02:00

154 lines
6.7 KiB
C++

// SPDX-FileCopyrightText: 2025 Filip Leonarski, Paul Scherrer Institute <filip.leonarski@psi.ch>
// SPDX-License-Identifier: GPL-3.0-only
#include <algorithm>
#include <cmath>
#include "ScanResultGenerator.h"
namespace {
template<class T>
T value_or_zero(const std::optional<T>& v) {
return v.value_or(static_cast<T>(0));
}
}
ScanResultGenerator::ScanResultGenerator(const DiffractionExperiment &experiment) {
grid_scan = experiment.GetGridScan();
goniometer_axis = experiment.GetGoniometer();
if (grid_scan)
v.resize(grid_scan->GetNElem());
else
v.resize(experiment.GetImageNum());
file_prefix = experiment.GetFilePrefix();
}
void ScanResultGenerator::Add(const DataMessage &message) {
std::unique_lock ul(m);
int64_t image_number = message.number;
if (grid_scan)
image_number = grid_scan->Rearrange(image_number);
if (image_number >= 0 && static_cast<size_t>(image_number) < v.size()) {
if (grid_scan) {
v[image_number].x = grid_scan->GetElementPosX_step(message.number);
v[image_number].y = grid_scan->GetElementPosY_step(message.number);
} else if (goniometer_axis) {
v[image_number].angle_deg = goniometer_axis->GetAngle_deg(message.number);
}
v[image_number].number = message.number;
v[image_number].pixel_sum = message.pixel_sum;
v[image_number].collection_efficiency = message.image_collection_efficiency.value_or(1.0);
v[image_number].bkg = message.bkg_estimate;
v[image_number].spindle_blind = message.spindle_blind_fraction;
v[image_number].spot_count = message.spot_count;
v[image_number].indexing_solution = message.indexing_result;
v[image_number].indexed_lattice_count = message.indexing_lattice_count;
v[image_number].profile_radius = message.profile_radius;
v[image_number].mosaicity = message.mosaicity_deg;
v[image_number].b_factor = message.b_factor;
v[image_number].uc = message.indexing_unit_cell;
v[image_number].xfel_pulse_id = message.xfel_pulse_id;
v[image_number].err_pixels = message.error_pixel_count;
v[image_number].min_viable_pixel = message.min_viable_pixel_value;
v[image_number].max_viable_pixel = message.max_viable_pixel_value;
v[image_number].sat_pixels = message.saturated_pixel_count;
v[image_number].spot_count_ice = message.spot_count_ice_rings;
v[image_number].spot_count_ice_control = message.spot_count_ice_control;
v[image_number].spot_count_low_res = message.spot_count_low_res;
v[image_number].spot_count_indexed = message.spot_count_indexed;
v[image_number].res = message.resolution_estimate;
v[image_number].integrated_reflections = message.integrated_reflections;
v[image_number].image_scale_factor = message.image_scale_factor;
v[image_number].image_scale_cc = message.image_scale_cc;
v[image_number].ice_ring_score = message.ice_ring_score;
if (message.lattice_type)
v[image_number].niggli_class = message.lattice_type->niggli_class;
}
}
ScanResult ScanResultGenerator::GetResult() const {
std::unique_lock ul(m);
ScanResult ret;
ret.file_prefix = file_prefix;
for (const auto &e: v) {
if (e.number >= 0)
ret.images.push_back(e);
}
return ret;
}
void ScanResultGenerator::FillEndMessage(EndMessage &message) const {
std::unique_lock ul(m);
size_t n = 0;
for (const auto &e: v) {
if (e.number >= 0)
n = std::max(n, static_cast<size_t>(e.number) + 1);
}
if (n == 0)
return;
message.data_collection_efficiency.resize(n);
message.spot_count.resize(n);
message.spot_count_ice_ring.resize(n);
message.spot_count_ice_control.resize(n);
message.spot_count_low_res.resize(n);
message.spot_count_indexed.resize(n);
message.image_indexed.resize(n);
message.v_bkg_estimate.resize(n);
message.v_spindle_blind_fraction.resize(n);
message.profile_radius.resize(n);
message.mosaicity.resize(n);
message.bFactor.resize(n);
message.resolution_estimate.resize(n);
message.min_viable_pixel_value.resize(n);
message.max_viable_pixel_value.resize(n);
message.saturated_pixel_count.resize(n);
message.error_pixel_count.resize(n);
message.image_scale_factor.resize(n);
message.image_scale_cc.resize(n);
message.ice_ring_score.resize(n);
message.integrated_reflections.resize(n);
message.niggli_class.resize(n);
message.pixel_sum.resize(n);
message.indexed_lattice_count.resize(n);
for (const auto &e: v) {
if (e.number < 0)
continue;
const auto number = static_cast<size_t>(e.number);
if (number >= n)
continue;
message.data_collection_efficiency[number] = e.collection_efficiency;
message.spot_count[number] = static_cast<int32_t>(value_or_zero(e.spot_count));
message.spot_count_ice_ring[number] = static_cast<int32_t>(value_or_zero(e.spot_count_ice));
message.spot_count_ice_control[number] = e.spot_count_ice_control.value_or(NAN);
message.spot_count_low_res[number] = static_cast<int32_t>(value_or_zero(e.spot_count_low_res));
message.spot_count_indexed[number] = static_cast<int32_t>(value_or_zero(e.spot_count_indexed));
message.image_indexed[number] = static_cast<uint8_t>(e.indexing_solution.value_or(0));
message.v_bkg_estimate[number] = e.bkg.value_or(NAN);
message.v_spindle_blind_fraction[number] = e.spindle_blind.value_or(NAN);
message.profile_radius[number] = e.profile_radius.value_or(NAN);
message.mosaicity[number] = e.mosaicity.value_or(NAN);
message.bFactor[number] = e.b_factor.value_or(NAN);
message.resolution_estimate[number] = e.res.value_or(NAN);
message.min_viable_pixel_value[number] = value_or_zero(e.min_viable_pixel);
message.max_viable_pixel_value[number] = value_or_zero(e.max_viable_pixel);
message.saturated_pixel_count[number] = static_cast<int32_t>(value_or_zero(e.sat_pixels));
message.error_pixel_count[number] = static_cast<int32_t>(value_or_zero(e.err_pixels));
message.image_scale_factor[number] = e.image_scale_factor.value_or(NAN);
message.image_scale_cc[number] = e.image_scale_cc.value_or(NAN);
message.ice_ring_score[number] = e.ice_ring_score.value_or(NAN);
message.integrated_reflections[number] = static_cast<int32_t>(value_or_zero(e.integrated_reflections));
message.niggli_class[number] = static_cast<uint8_t>(value_or_zero(e.niggli_class));
message.pixel_sum[number] = value_or_zero(e.pixel_sum);
message.indexed_lattice_count[number] = static_cast<int32_t>(value_or_zero(e.indexed_lattice_count));
}
}