Filip Leonarski
64002f1e29
Some checks failed
Build Packages / build:rpm (rocky8_nocuda) (push) Successful in 11m14s
Build Packages / build:rpm (ubuntu2204_nocuda) (push) Successful in 10m43s
Build Packages / build:rpm (rocky9_nocuda) (push) Successful in 11m35s
Build Packages / build:rpm (ubuntu2404_nocuda) (push) Successful in 9m20s
Build Packages / build:rpm (rocky8_sls9) (push) Successful in 10m23s
Build Packages / Generate python client (push) Successful in 39s
Build Packages / build:rpm (rocky9_sls9) (push) Successful in 11m24s
Build Packages / Create release (push) Has been skipped
Build Packages / Build documentation (push) Successful in 1m0s
Build Packages / build:rpm (rocky8) (push) Successful in 10m35s
Build Packages / build:rpm (ubuntu2204) (push) Successful in 10m35s
Build Packages / build:rpm (rocky9) (push) Successful in 11m17s
Build Packages / build:rpm (ubuntu2404) (push) Successful in 9m9s
Build Packages / Unit tests (push) Failing after 1h18m57s
This is an UNSTABLE release. The release has significant modifications and bug fixes, if things go wrong, it is better to revert to 1.0.0-rc.124. * jfjoch_broker: Significant improvements in TCP image socket, as a viable alternative for ZeroMQ sockets (only a single port on broker side, dynamically change number of writers, acknowledgments for written files) * jfjoch_broker: Delta phi is calculated also for still data in Bragg prediction * jfjoch_broker: Image pusher statistics are accessible via the REST interface * jfjoch_writer: Supports TCP image socket and for these auto-forking option Reviewed-on: #36 Co-authored-by: Filip Leonarski <filip.leonarski@psi.ch> Co-committed-by: Filip Leonarski <filip.leonarski@psi.ch>
65 lines
1.9 KiB
C++
65 lines
1.9 KiB
C++
// SPDX-FileCopyrightText: 2025 Filip Leonarski, Paul Scherrer Institute <filip.leonarski@psi.ch>
|
|
// SPDX-License-Identifier: GPL-3.0-only
|
|
|
|
#ifndef JFJOCH_IMAGEPULLER_H
|
|
#define JFJOCH_IMAGEPULLER_H
|
|
|
|
#include <string>
|
|
#include <memory>
|
|
|
|
#include "../common/ZMQWrappers.h"
|
|
#include "../frame_serialize/CBORStream2Deserializer.h"
|
|
#include "../common/ThreadSafeFIFO.h"
|
|
#include "../common/JfjochTCP.h"
|
|
#include "../common/JfjochTCP.h"
|
|
|
|
struct PullerAckMessage {
|
|
TCPFrameType ack_for = TCPFrameType::DATA;
|
|
bool ok = true;
|
|
bool fatal = false;
|
|
uint64_t run_number = 0;
|
|
uint32_t socket_number = 0;
|
|
uint64_t image_number = 0;
|
|
uint64_t processed_images = 0;
|
|
TCPAckCode error_code = TCPAckCode::None;
|
|
std::string error_text;
|
|
};
|
|
|
|
struct RawFrame {
|
|
TcpFrameHeader header{};
|
|
std::vector<uint8_t> payload;
|
|
bool end = false;
|
|
};
|
|
|
|
struct ImagePullerOutput {
|
|
std::shared_ptr<ZMQMessage> zmq_msg;
|
|
std::shared_ptr<RawFrame> tcp_msg;
|
|
std::shared_ptr<CBORStream2DeserializerOutput> cbor;
|
|
};
|
|
|
|
struct ImagePullerStatistics {
|
|
size_t outside_fifo_max_util = 0;
|
|
};
|
|
|
|
class ImagePuller {
|
|
protected:
|
|
ThreadSafeFIFO<ImagePullerOutput> outside_fifo; // assuming 1 file is <1000 files, this should be enough to buffer
|
|
public:
|
|
constexpr static size_t DefaultQueueSize = 1000;
|
|
constexpr static auto PollTimeout = std::chrono::milliseconds(100);
|
|
|
|
explicit ImagePuller(size_t fifo_size = DefaultQueueSize);
|
|
virtual ~ImagePuller() = default;
|
|
|
|
[[nodiscard]] std::optional<ImagePullerOutput> PollImage(std::chrono::microseconds timeout = PollTimeout);
|
|
[[nodiscard]] size_t GetMaxFifoUtilization() const;
|
|
[[nodiscard]] size_t GetCurrentFifoUtilization() const;
|
|
|
|
virtual bool SupportsAck() const { return false; }
|
|
virtual bool SendAck(const PullerAckMessage &) { return false; }
|
|
|
|
virtual void Disconnect() = 0;
|
|
};
|
|
|
|
#endif //JFJOCH_IMAGEPULLER_H
|