All checks were successful
Build Packages / build:rpm (rocky8_nocuda) (push) Successful in 10m51s
Build Packages / build:rpm (ubuntu2404_nocuda) (push) Successful in 8m0s
Build Packages / build:rpm (ubuntu2204_nocuda) (push) Successful in 9m6s
Build Packages / build:rpm (rocky9_nocuda) (push) Successful in 10m7s
Build Packages / build:rpm (rocky8_sls9) (push) Successful in 9m47s
Build Packages / Generate python client (push) Successful in 29s
Build Packages / Build documentation (push) Successful in 43s
Build Packages / Create release (push) Has been skipped
Build Packages / build:rpm (rocky9_sls9) (push) Successful in 10m46s
Build Packages / build:rpm (rocky8) (push) Successful in 9m33s
Build Packages / Unit tests (push) Has been skipped
Build Packages / build:rpm (ubuntu2204) (push) Successful in 8m47s
Build Packages / build:rpm (rocky9) (push) Successful in 9m55s
Build Packages / build:rpm (ubuntu2404) (push) Successful in 9m4s
This is an UNSTABLE release. The release has significant modifications and bug fixes, if things go wrong, it is better to revert to 1.0.0-rc.124. * jfjoch_broker: Default EIGER readout time is 20 microseconds * jfjoch_broker: Multiple improvements regarding performance * jfjoch_broker: Image buffer allows to track frames in preparation and sending * jfjoch_broker: Dedicated thread for ZeroMQ transmission to better utilize the image buffer * jfjoch_broker: Experimental implementation of transmission with raw TCP/IP sockets * jfjoch_writer: Fixes regarding properly closing files in long data collections * jfjoch_process: Scale & merge has been significantly improved, but it is not yet integrated into mainstream code Reviewed-on: #34
73 lines
2.6 KiB
C++
73 lines
2.6 KiB
C++
// SPDX-FileCopyrightText: 2024 Filip Leonarski, Paul Scherrer Institute <filip.leonarski@psi.ch>
|
|
// SPDX-License-Identifier: GPL-3.0-only
|
|
|
|
#include "HDF5FilePusher.h"
|
|
#include "../frame_serialize/CBORStream2Deserializer.h"
|
|
|
|
|
|
void HDF5FilePusher::StartDataCollection(StartMessage &message) {
|
|
if (writer)
|
|
throw JFJochException(JFJochExceptionCategory::WrongDAQState, "Image pusher is already writing images");
|
|
writer = std::make_unique<FileWriter>(message);
|
|
writer_future = std::async(std::launch::async, &HDF5FilePusher::WriterThread, this);
|
|
}
|
|
|
|
bool HDF5FilePusher::EndDataCollection(const EndMessage &message) {
|
|
if (writer_future.valid()) {
|
|
writer_queue.PutBlocking({.end = true});
|
|
writer_future.get();
|
|
} else
|
|
throw JFJochException(JFJochExceptionCategory::WrongDAQState, "Image pusher wasn't writing files");
|
|
|
|
if (!writer)
|
|
throw JFJochException(JFJochExceptionCategory::WrongDAQState, "Image pusher not ready for writing images");
|
|
writer->WriteHDF5(message);
|
|
writer->Finalize();
|
|
writer.reset();
|
|
|
|
return true;
|
|
}
|
|
|
|
bool HDF5FilePusher::SendImage(const uint8_t *image_data, size_t image_size, int64_t image_number) {
|
|
if (!writer)
|
|
throw JFJochException(JFJochExceptionCategory::WrongDAQState, "Image pusher not ready for sending");
|
|
|
|
auto deserialized = CBORStream2Deserialize(image_data, image_size);
|
|
if (deserialized->data_message)
|
|
writer->Write(*deserialized->data_message);
|
|
else
|
|
throw JFJochException(JFJochExceptionCategory::InputParameterInvalid,
|
|
"HDF5FilePusher::SendImage accepts only data image");
|
|
return true;
|
|
}
|
|
|
|
void HDF5FilePusher::SendImage(ZeroCopyReturnValue &z) {
|
|
writer_queue.PutBlocking(ImagePusherQueueElement{
|
|
.image_data = (uint8_t *) z.GetImage(),
|
|
.z = &z,
|
|
.end = false
|
|
});
|
|
}
|
|
|
|
bool HDF5FilePusher::SendCalibration(const CompressedImage &message) {
|
|
if (!writer)
|
|
throw JFJochException(JFJochExceptionCategory::WrongDAQState, "Image pusher not ready for sending");
|
|
|
|
writer->WriteHDF5(message);
|
|
return true;
|
|
}
|
|
|
|
void HDF5FilePusher::WriterThread() {
|
|
ImagePusherQueueElement e = writer_queue.GetBlocking();
|
|
while (!e.end) {
|
|
SendImage(e.image_data, e.z->GetImageSize(), e.z->GetImageNumber());
|
|
e.z->release();
|
|
e = writer_queue.GetBlocking();
|
|
}
|
|
}
|
|
|
|
std::string HDF5FilePusher::PrintSetup() const {
|
|
std::filesystem::path currentPath = std::filesystem::current_path();
|
|
return "HDF5FilePusher: Images are written directly to file in base directory " + currentPath.string();
|
|
}
|