#include "JFH5Writer.hpp" #include #include #include extern "C" { // #include "H5DOpublic.h" // #include #include "H5DOpublic.h" } using namespace std; using namespace core_buffer; JFH5Writer::JFH5Writer(const std::string& output_file, const uint64_t start_pulse_id, const uint64_t stop_pulse_id, const size_t n_modules) : start_pulse_id_(start_pulse_id), stop_pulse_id_(stop_pulse_id), n_modules_(n_modules), n_images_(stop_pulse_id - start_pulse_id + 1), current_write_index_(0) { // bshuf_register_h5filter(); file_ = H5::H5File(output_file, H5F_ACC_TRUNC); hsize_t image_dataset_dims[3] = {n_images_, n_modules * MODULE_Y_SIZE, MODULE_X_SIZE}; H5::DataSpace image_dataspace(3, image_dataset_dims); // auto chunk_size = min(n_images_, BUFFER_BLOCK_SIZE); hsize_t image_dataset_chunking[3] = {1, n_modules * MODULE_Y_SIZE, MODULE_X_SIZE}; H5::DSetCreatPropList image_dataset_properties; image_dataset_properties.setChunk(3, image_dataset_chunking); // // block_size, compression type // uint compression_prop[] = // {MODULE_N_PIXELS, //block size // BSHUF_H5_COMPRESS_LZ4}; // Compression type // // H5Pset_filter(image_dataset_properties.getId(), // BSHUF_H5FILTER, // H5Z_FLAG_MANDATORY, // 2, // &(compression_prop[0])); image_dataset_ = file_.createDataSet( "image", H5::PredType::NATIVE_UINT16, image_dataspace, image_dataset_properties); b_pulse_id_ = new uint64_t[n_images_]; b_frame_index_= new uint64_t[n_images_]; b_daq_rec_ = new uint32_t[n_images_]; b_is_good_frame_ = new uint8_t[n_images_]; } JFH5Writer::~JFH5Writer() { close_file(); delete[] b_pulse_id_; delete[] b_frame_index_; delete[] b_daq_rec_; delete[] b_is_good_frame_; } void JFH5Writer::close_file() { if (file_.getId() == -1) { return; } image_dataset_.close(); hsize_t b_m_dims[2] = {n_images_, 1}; H5::DataSpace b_m_space (2, b_m_dims); hsize_t f_m_dims[] = {n_images_, 1}; H5::DataSpace f_m_space(2, f_m_dims); auto pulse_id_dataset = file_.createDataSet( "pulse_id", H5::PredType::NATIVE_UINT64, f_m_space); pulse_id_dataset.write( b_pulse_id_, H5::PredType::NATIVE_UINT64, b_m_space, f_m_space); pulse_id_dataset.close(); auto frame_index_dataset = file_.createDataSet( "frame_index", H5::PredType::NATIVE_UINT64, f_m_space); frame_index_dataset.write( b_frame_index_, H5::PredType::NATIVE_UINT64, b_m_space, f_m_space); frame_index_dataset.close(); auto daq_rec_dataset = file_.createDataSet( "daq_rec", H5::PredType::NATIVE_UINT32, f_m_space); daq_rec_dataset.write( b_daq_rec_, H5::PredType::NATIVE_UINT32, b_m_space, f_m_space); daq_rec_dataset.close(); auto is_good_frame_dataset = file_.createDataSet( "is_good_frame", H5::PredType::NATIVE_UINT8, f_m_space); is_good_frame_dataset.write( b_is_good_frame_, H5::PredType::NATIVE_UINT8, b_m_space, f_m_space); is_good_frame_dataset.close(); file_.close(); } void JFH5Writer::write( const ImageMetadataBlock* metadata, const char* data) { size_t n_images_offset = 0; if (start_pulse_id_ > metadata->block_start_pulse_id) { n_images_offset = start_pulse_id_ - metadata->block_start_pulse_id; } if (n_images_offset > BUFFER_BLOCK_SIZE) { throw runtime_error("Received unexpected block for start_pulse_id."); } size_t n_images_to_copy = BUFFER_BLOCK_SIZE - n_images_offset; if (stop_pulse_id_ < metadata->block_stop_pulse_id) { n_images_to_copy -= metadata->block_stop_pulse_id - stop_pulse_id_; } if (n_images_to_copy < 1) { throw runtime_error("Received unexpected block for stop_pulse_id."); } // pulse_id { auto b_current_ptr = b_pulse_id_ + current_write_index_; memcpy(b_current_ptr, &(metadata->pulse_id[n_images_offset]), sizeof(uint64_t) * n_images_to_copy); } // frame_index { auto b_current_ptr = b_frame_index_ + current_write_index_; memcpy(b_current_ptr, &(metadata->frame_index[n_images_offset]), sizeof(uint64_t) * n_images_to_copy); } // daq_rec { auto b_current_ptr = b_daq_rec_ + current_write_index_; memcpy(b_current_ptr, &(metadata->daq_rec[n_images_offset]), sizeof(uint32_t) * n_images_to_copy); } // is_good_frame { auto b_current_ptr = b_is_good_frame_ + current_write_index_; memcpy(b_current_ptr, &(metadata->is_good_image[n_images_offset]), sizeof(uint8_t) * n_images_to_copy); } // images - direct chunk write one by one. for (size_t i_pulse=n_images_offset; i_pulse