Filip Leonarski
64002f1e29
Some checks failed
Build Packages / build:rpm (rocky8_nocuda) (push) Successful in 11m14s
Build Packages / build:rpm (ubuntu2204_nocuda) (push) Successful in 10m43s
Build Packages / build:rpm (rocky9_nocuda) (push) Successful in 11m35s
Build Packages / build:rpm (ubuntu2404_nocuda) (push) Successful in 9m20s
Build Packages / build:rpm (rocky8_sls9) (push) Successful in 10m23s
Build Packages / Generate python client (push) Successful in 39s
Build Packages / build:rpm (rocky9_sls9) (push) Successful in 11m24s
Build Packages / Create release (push) Has been skipped
Build Packages / Build documentation (push) Successful in 1m0s
Build Packages / build:rpm (rocky8) (push) Successful in 10m35s
Build Packages / build:rpm (ubuntu2204) (push) Successful in 10m35s
Build Packages / build:rpm (rocky9) (push) Successful in 11m17s
Build Packages / build:rpm (ubuntu2404) (push) Successful in 9m9s
Build Packages / Unit tests (push) Failing after 1h18m57s
This is an UNSTABLE release. The release has significant modifications and bug fixes, if things go wrong, it is better to revert to 1.0.0-rc.124. * jfjoch_broker: Significant improvements in TCP image socket, as a viable alternative for ZeroMQ sockets (only a single port on broker side, dynamically change number of writers, acknowledgments for written files) * jfjoch_broker: Delta phi is calculated also for still data in Bragg prediction * jfjoch_broker: Image pusher statistics are accessible via the REST interface * jfjoch_writer: Supports TCP image socket and for these auto-forking option Reviewed-on: #36 Co-authored-by: Filip Leonarski <filip.leonarski@psi.ch> Co-committed-by: Filip Leonarski <filip.leonarski@psi.ch>
84 lines
2.5 KiB
C++
84 lines
2.5 KiB
C++
// SPDX-FileCopyrightText: 2024 Filip Leonarski, Paul Scherrer Institute <filip.leonarski@psi.ch>
|
|
// SPDX-License-Identifier: GPL-3.0-only
|
|
|
|
#ifndef JUNGFRAUJOCH_STREAMWRITER_H
|
|
#define JUNGFRAUJOCH_STREAMWRITER_H
|
|
|
|
#include <future>
|
|
|
|
#include "../common/Logger.h"
|
|
#include "../image_puller/ImagePuller.h"
|
|
#include "HDF5DataFile.h"
|
|
#include "FileWriter.h"
|
|
|
|
enum class StreamWriterState {Idle, Started, Receiving, Error, Finalized};
|
|
|
|
struct StreamWriterStatistics {
|
|
uint64_t processed_images;
|
|
float performance_MBs;
|
|
float performance_Hz;
|
|
std::string file_prefix;
|
|
std::string run_name;
|
|
uint64_t run_number;
|
|
uint64_t socket_number;
|
|
StreamWriterState state;
|
|
size_t max_puller_fifo_utilization;
|
|
};
|
|
|
|
struct StreamWriterOutput {
|
|
StreamWriterStatistics stats;
|
|
std::vector<HDF5DataFileStatistics> data_file_stats;
|
|
};
|
|
|
|
class StreamWriter {
|
|
std::atomic<bool> abort = false;
|
|
const bool verbose;
|
|
std::string file_done_address;
|
|
|
|
StreamWriterState state = StreamWriterState::Idle;
|
|
|
|
ImagePullerOutput image_puller_output;
|
|
std::unique_ptr<FileWriter> file_writer;
|
|
|
|
std::atomic<uint64_t> processed_images;
|
|
std::atomic<uint64_t> processed_image_size;
|
|
std::chrono::time_point<std::chrono::system_clock> start_time;
|
|
std::chrono::time_point<std::chrono::system_clock> end_time;
|
|
std::string file_prefix;
|
|
std::string run_name;
|
|
uint64_t run_number;
|
|
uint64_t socket_number;
|
|
uint64_t max_image_number;
|
|
std::string writer_notification_zmq_addr;
|
|
std::string err;
|
|
bool mute_data_msg_in_idle = false;
|
|
std::vector<HDF5DataFileStatistics> hdf5_data_file_statistics;
|
|
|
|
bool debug_skip_write_notification = false;
|
|
bool tcp_data_fatal_sent = false;
|
|
|
|
ImagePuller &image_puller;
|
|
Logger &logger;
|
|
void CollectImages();
|
|
bool WaitForImage();
|
|
void NotifyReceiverOnFinalizedWrite(const std::string &detector_update_zmq_addr);
|
|
void NotifyTcpAck(TCPFrameType ack_for, bool ok, bool fatal, TCPAckCode code, const std::string &error_text = "");
|
|
void ProcessStartMessage();
|
|
void ProcessEndMessage();
|
|
void ProcessDataImage();
|
|
void ProcessCalibrationImage();
|
|
void FinalizeDataCollection();
|
|
public:
|
|
StreamWriter(Logger &in_logger,
|
|
ImagePuller &in_image_puller,
|
|
std::string in_file_done_address = "",
|
|
bool verbose = false);
|
|
StreamWriterOutput Run();
|
|
void Cancel();
|
|
StreamWriterStatistics GetStatistics() const;
|
|
void DebugSkipWriteNotification(bool input);
|
|
};
|
|
|
|
|
|
#endif //JUNGFRAUJOCH_STREAMWRITER_H
|