sf_daq_buffer/jf-live-writer/src/main.cpp

#include <iostream>
#include <string>
#include <zmq.h>
#include <RamBuffer.hpp>
#include <BufferUtils.hpp>
#include "live_writer_config.hpp"
#include "WriterStats.hpp"
#include "broker_format.hpp"
#include <mpi.h>
#include <JFH5Writer.hpp>


using namespace std;
using namespace buffer_config;
using namespace live_writer_config;

int main (int argc, char *argv[])
{
    if (argc != 2) {
        cout << endl;
        cout << "Usage: jf_live_writer [detector_json_filename]" << endl;
        cout << "\tdetector_json_filename: detector config file path." << endl;
        cout << endl;

        exit(-1);
    }

    auto const config = BufferUtils::read_json_config(string(argv[1]));

    MPI_Init(NULL, NULL);

    int n_writers;
    MPI_Comm_size(MPI_COMM_WORLD, &n_writers);

    int i_writer;
    MPI_Comm_size(MPI_COMM_WORLD, &i_writer);

    auto ctx = zmq_ctx_new();
    zmq_ctx_set(ctx, ZMQ_IO_THREADS, LIVE_ZMQ_IO_THREADS);
    auto receiver = BufferUtils::connect_socket(
            ctx, config.detector_name, "writer-agent");

    RamBuffer ram_buffer(config.detector_name, config.n_modules);

    JFH5Writer writer(config);
    WriterStats stats(config.detector_name, STATS_MODULO);

    StoreStream meta = {};
    while (true) {
        zmq_recv(receiver, &meta, sizeof(meta), 0);

        if (meta.op_code == OP_START) {
            writer.open_run(meta.run_id,
                            meta.n_images,
                            meta.image_y_size,
                            meta.image_x_size,
                            meta.bits_per_pixel);

            stats.setup_run(meta);

            continue;
        }

        if (meta.op_code == OP_END) {
            writer.close_run();
            continue;
        }

        // Fair distribution of images among writers.
        if (meta.i_image % n_writers == i_writer) {
            char* data = ram_buffer.read_image(meta.image_metadata.pulse_id);

            stats.start_image_write();
            writer.write_data(meta.run_id, meta.i_image, data);
            stats.end_image_write();
        }

        // Only the first instance writes metadata.
        if (i_writer == 0) {
            writer.write_meta(meta.run_id, meta.i_image, meta.image_metadata);
        }
    }

    MPI_Finalize();
}