Finished refactoring sf-buffer

sf-buffer/src/main.cpp

@@ -0,0 +1,150 @@
+#include <iostream>
+#include <stdexcept>
+#include <BufferH5Writer.hpp>
+#include "zmq.h"
+#include "buffer_config.hpp"
+#include "jungfrau.hpp"
+#include "BufferUdpReceiver.hpp"
+#include <chrono>
+#include <sstream>
+
+#include <sys/resource.h>
+#include <syscall.h>
+#include <zconf.h>
+
+using namespace std;
+using namespace core_buffer;
+
+int main (int argc, char *argv[]) {
+    if (argc != 5) {
+        cout << endl;
+        cout << "Usage: sf_buffer [device_name] [udp_port] [root_folder]";
+        cout << "[source_id]";
+        cout << endl;
+        cout << "\tdevice_name: Name to write to disk.";
+        cout << "\tudp_port: UDP port to connect to." << endl;
+        cout << "\troot_folder: FS root folder." << endl;
+        cout << "\tsource_id: ID of the source for live stream." << endl;
+        cout << endl;
+
+        exit(-1);
+    }
+
+    string device_name = string(argv[1]);
+    int udp_port = atoi(argv[2]);
+    string root_folder = string(argv[3]);
+    int source_id = atoi(argv[4]);
+
+    stringstream ipc_stream;
+    ipc_stream << BUFFER_LIVE_IPC_URL << source_id;
+    const auto ipc_address = ipc_stream.str();
+
+    auto ctx = zmq_ctx_new();
+    auto socket = zmq_socket(ctx, ZMQ_PUB);
+
+    const int sndhwm = BUFFER_ZMQ_SNDHWM;
+    if (zmq_setsockopt(socket, ZMQ_SNDHWM, &sndhwm, sizeof(sndhwm)) != 0)
+        throw runtime_error(zmq_strerror(errno));
+
+    const int linger_ms = 0;
+    if (zmq_setsockopt(socket, ZMQ_LINGER, &linger_ms, sizeof(linger_ms)) != 0)
+        throw runtime_error(zmq_strerror(errno));
+
+    if (zmq_bind(socket, ipc_address.c_str()) != 0)
+        throw runtime_error(zmq_strerror(errno));
+
+    uint64_t stats_counter(0);
+    uint64_t n_missed_packets = 0;
+    uint64_t n_missed_frames = 0;
+    uint64_t n_corrupted_frames = 0;
+    uint64_t last_pulse_id = 0;
+
+    BufferH5Writer writer(root_folder, device_name);
+    BufferUdpReceiver receiver(udp_port, source_id);
+
+    pid_t tid;
+    tid = syscall(SYS_gettid);
+    int ret = setpriority(PRIO_PROCESS, tid, 0);
+    if (ret == -1) throw runtime_error("cannot set nice");
+
+    ModuleFrame metadata;
+    auto frame_buffer = new char[MODULE_N_BYTES * JUNGFRAU_N_MODULES];
+
+    size_t write_total_us = 0;
+    size_t write_max_us = 0;
+    size_t send_total_us = 0;
+    size_t send_max_us = 0;
+
+    while (true) {
+
+        auto pulse_id = receiver.get_frame_from_udp(metadata, frame_buffer);
+
+        auto start_time = chrono::steady_clock::now();
+
+        writer.set_pulse_id(pulse_id);
+        writer.write(&metadata, frame_buffer);
+
+        auto write_end_time = chrono::steady_clock::now();
+        auto write_us_duration = chrono::duration_cast<chrono::microseconds>(
+                write_end_time-start_time).count();
+
+        start_time = chrono::steady_clock::now();
+
+        zmq_send(socket, &metadata, sizeof(ModuleFrame), ZMQ_SNDMORE);
+        zmq_send(socket, frame_buffer, MODULE_N_BYTES, 0);
+
+        auto send_end_time = chrono::steady_clock::now();
+        auto send_us_duration = chrono::duration_cast<chrono::microseconds>(
+                send_end_time-start_time).count();
+
+        // TODO: Make real statistics, please.
+        stats_counter++;
+        write_total_us += write_us_duration;
+        send_total_us += send_us_duration;
+
+        if (write_us_duration > write_max_us) {
+            write_max_us = write_us_duration;
+        }
+
+        if (send_us_duration > send_max_us) {
+            send_max_us = send_us_duration;
+        }
+
+        if (metadata.n_received_packets < JUNGFRAU_N_PACKETS_PER_FRAME) {
+            n_missed_packets +=
+                    JUNGFRAU_N_PACKETS_PER_FRAME - metadata.n_received_packets;
+            n_corrupted_frames++;
+        }
+
+        if (last_pulse_id>0) {
+            n_missed_frames += (pulse_id - last_pulse_id) - 1;
+        }
+        last_pulse_id = pulse_id;
+
+        if (stats_counter == STATS_MODULO) {
+            cout << "sf_buffer:device_name " << device_name;
+            cout << " sf_buffer:pulse_id " << pulse_id;
+            cout << " sf_buffer:n_missed_frames " << n_missed_frames;
+            cout << " sf_buffer:n_missed_packets " << n_missed_packets;
+            cout << " sf_buffer:n_corrupted_frames " << n_corrupted_frames;
+
+            cout << " sf_buffer:write_total_us " << write_total_us/STATS_MODULO;
+            cout << " sf_buffer:write_max_us " << write_max_us;
+            cout << " sf_buffer:send_total_us " << send_total_us/STATS_MODULO;
+            cout << " sf_buffer:send_max_us " << send_max_us;
+            cout << endl;
+
+            stats_counter = 0;
+            n_missed_packets = 0;
+            n_corrupted_frames = 0;
+            n_missed_frames = 0;
+
+            write_total_us = 0;
+            write_max_us = 0;
+            send_total_us = 0;
+            send_max_us = 0;
+        }
+    }
+
+    delete[] frame_buffer;
+}