This commit is contained in:
2025-06-24 14:29:19 +02:00
parent 28792ea7e7
commit 7258adfe15
5 changed files with 157 additions and 123 deletions

View File

@ -54,6 +54,11 @@ void DataProcessor::SetPortROI(ROI roi) {
isOutsideRoi = portRoi.noRoi(); isOutsideRoi = portRoi.noRoi();
} }
void DataProcessor::setMultiROIMetadata(
const std::vector<slsDetectorDefs::ROI> &args) {
multiRoiMetadata = args;
}
void DataProcessor::SetDataStreamEnable(bool enable) { void DataProcessor::SetDataStreamEnable(bool enable) {
dataStreamEnable = enable; dataStreamEnable = enable;
} }
@ -203,9 +208,9 @@ std::string DataProcessor::CreateVirtualFile(
const int modulePos, const int numModX, const int numModY, const int modulePos, const int numModX, const int numModY,
std::mutex *hdf5LibMutex) { std::mutex *hdf5LibMutex) {
if (isPartiallyInRoi) { if (!multiRoiMetadata.empty() && generalData->dynamicRange == 4) {
throw std::runtime_error( throw std::runtime_error("Skipping virtual hdf5 file since rx_roi is "
"Skipping virtual hdf5 file since rx_roi is enabled."); "enabled in 4 bit mode.");
} }
bool gotthard25um = ((generalData->detType == GOTTHARD || bool gotthard25um = ((generalData->detType == GOTTHARD ||
@ -227,7 +232,7 @@ std::string DataProcessor::CreateVirtualFile(
generalData->nPixelsX, generalData->nPixelsY, generalData->dynamicRange, generalData->nPixelsX, generalData->nPixelsY, generalData->dynamicRange,
numFramesCaught, numModX, numModY, dataFile->GetPDataType(), numFramesCaught, numModX, numModY, dataFile->GetPDataType(),
dataFile->GetParameterNames(), dataFile->GetParameterDataTypes(), dataFile->GetParameterNames(), dataFile->GetParameterDataTypes(),
hdf5LibMutex, gotthard25um); hdf5LibMutex, gotthard25um, multiRoiMetadata);
} }
void DataProcessor::LinkFileInMaster(const std::string &masterFileName, void DataProcessor::LinkFileInMaster(const std::string &masterFileName,
@ -235,7 +240,7 @@ void DataProcessor::LinkFileInMaster(const std::string &masterFileName,
const bool silentMode, const bool silentMode,
std::mutex *hdf5LibMutex) { std::mutex *hdf5LibMutex) {
if (isPartiallyInRoi) { if (!multiRoiMetadata.empty()) {
throw std::runtime_error( throw std::runtime_error(
"Should not be here, roi with hdf5 virtual should throw."); "Should not be here, roi with hdf5 virtual should throw.");
} }

View File

@ -40,6 +40,7 @@ class DataProcessor : private virtual slsDetectorDefs, public ThreadObject {
void SetUdpPortNumber(const uint16_t portNumber); void SetUdpPortNumber(const uint16_t portNumber);
void SetActivate(bool enable); void SetActivate(bool enable);
void SetPortROI(const ROI arg); void SetPortROI(const ROI arg);
void setMultiROIMetadata(const std::vector<slsDetectorDefs::ROI> &args);
void SetDataStreamEnable(bool enable); void SetDataStreamEnable(bool enable);
void SetStreamingFrequency(uint32_t value); void SetStreamingFrequency(uint32_t value);
void SetStreamingTimerInMs(uint32_t value); void SetStreamingTimerInMs(uint32_t value);
@ -162,6 +163,8 @@ class DataProcessor : private virtual slsDetectorDefs, public ThreadObject {
ROI portRoi{}; ROI portRoi{};
bool isPartiallyInRoi{false}; bool isPartiallyInRoi{false};
bool isOutsideRoi{false}; bool isOutsideRoi{false};
std::vector<ROI> multiRoiMetadata{};
std::unique_ptr<char[]> completeImageToStreamBeforeCropping; std::unique_ptr<char[]> completeImageToStreamBeforeCropping;
/** if 0, sending random images with a timer */ /** if 0, sending random images with a timer */
uint32_t streamingFrequency; uint32_t streamingFrequency;

View File

@ -200,6 +200,8 @@ void Implementation::SetupDataProcessor(int i) {
} else { } else {
dataProcessor[i]->SetPortROI(portRois[i]); dataProcessor[i]->SetPortROI(portRois[i]);
} }
if (i == 0)
dataProcessor[0]->setMultiROIMetadata(multiRoiMetadata);
dataProcessor[i]->SetDataStreamEnable(dataStreamEnable); dataProcessor[i]->SetDataStreamEnable(dataStreamEnable);
dataProcessor[i]->SetStreamingFrequency(streamingFrequency); dataProcessor[i]->SetStreamingFrequency(streamingFrequency);
dataProcessor[i]->SetStreamingTimerInMs(streamingTimerInMs); dataProcessor[i]->SetStreamingTimerInMs(streamingTimerInMs);
@ -414,13 +416,16 @@ void Implementation::setPortROIs(const std::vector<defs::ROI> &args) {
for (size_t i = 0; i != listener.size(); ++i) for (size_t i = 0; i != listener.size(); ++i)
listener[i]->SetIsOutsideRoi(i >= portRois.size()); listener[i]->SetIsOutsideRoi(i >= portRois.size());
for (size_t i = 0; i != dataProcessor.size(); ++i) for (size_t i = 0; i != dataProcessor.size(); ++i) {
if (i >= portRois.size()) { if (i >= portRois.size()) {
ROI roi{0, 0, 0, 0}; ROI roi{0, 0, 0, 0};
dataProcessor[i]->SetPortROI(roi); dataProcessor[i]->SetPortROI(roi);
} else { } else {
dataProcessor[i]->SetPortROI(portRois[i]); dataProcessor[i]->SetPortROI(portRois[i]);
} }
}
if (dataProcessor.size() > 0)
dataProcessor[0]->setMultiROIMetadata(multiRoiMetadata);
for (size_t i = 0; i != dataStreamer.size(); ++i) { for (size_t i = 0; i != dataStreamer.size(); ++i) {
if (i >= portRois.size()) { if (i >= portRois.size()) {
ROI roi{0, 0, 0, 0}; ROI roi{0, 0, 0, 0};
@ -435,6 +440,8 @@ void Implementation::setPortROIs(const std::vector<defs::ROI> &args) {
void Implementation::setMultiROIMetadata( void Implementation::setMultiROIMetadata(
const std::vector<slsDetectorDefs::ROI> &args) { const std::vector<slsDetectorDefs::ROI> &args) {
multiRoiMetadata = args; multiRoiMetadata = args;
if (dataProcessor.size() > 0)
dataProcessor[0]->setMultiROIMetadata(multiRoiMetadata);
LOG(logINFO) << "Multi ROI Metadata: " << ToString(multiRoiMetadata); LOG(logINFO) << "Multi ROI Metadata: " << ToString(multiRoiMetadata);
} }

View File

@ -160,6 +160,7 @@ std::string CreateMasterHDF5File(const std::string &filePath,
return fileName; return fileName;
} }
/** Will not be called if dynamic range is 4 and roi enabled */
std::string CreateVirtualHDF5File( std::string CreateVirtualHDF5File(
const std::string &filePath, const std::string &fileNamePrefix, const std::string &filePath, const std::string &fileNamePrefix,
const uint64_t fileIndex, const bool overWriteEnable, const bool silentMode, const uint64_t fileIndex, const bool overWriteEnable, const bool silentMode,
@ -169,7 +170,8 @@ std::string CreateVirtualHDF5File(
const uint64_t numImagesCaught, const int numModX, const int numModY, const uint64_t numImagesCaught, const int numModX, const int numModY,
const H5::DataType dataType, const std::vector<std::string> parameterNames, const H5::DataType dataType, const std::vector<std::string> parameterNames,
const std::vector<H5::DataType> parameterDataTypes, const std::vector<H5::DataType> parameterDataTypes,
std::mutex *hdf5LibMutex, bool gotthard25um) { std::mutex *hdf5LibMutex, bool gotthard25um,
std::vector<defs::ROI> &multiRoi) {
// virtual file name // virtual file name
std::ostringstream osfn; std::ostringstream osfn;
@ -205,6 +207,19 @@ std::string CreateVirtualHDF5File(
"version", H5::PredType::NATIVE_DOUBLE, dataspace_attr); "version", H5::PredType::NATIVE_DOUBLE, dataspace_attr);
attribute.write(H5::PredType::NATIVE_DOUBLE, &dValue); attribute.write(H5::PredType::NATIVE_DOUBLE, &dValue);
// complete detector in roi
if (multiRoi.empty()) {
int ny = nPixelsY * numModY;
int nx = nPixelsX * numModX;
if (nPixelsY == 1) {
multiRoi.push_back(defs::ROI{0, nx - 1});
} else {
multiRoi.push_back(defs::ROI{0, nx - 1, 0, ny - 1});
}
}
for (size_t iRoi = 0; iRoi != multiRoi.size(); ++iRoi) {
// dataspace // dataspace
hsize_t vdsDims[DATA_RANK] = {numImagesCaught, numModY * nDimy, hsize_t vdsDims[DATA_RANK] = {numImagesCaught, numModY * nDimy,
numModZ * nDimz}; numModZ * nDimz};
@ -258,9 +273,9 @@ std::string CreateVirtualHDF5File(
startLocation[2] = iReadout; startLocation[2] = iReadout;
} }
vdsDataSpace.selectHyperslab(H5S_SELECT_SET, numBlocks, vdsDataSpace.selectHyperslab(
startLocation, strideBetweenBlocks, H5S_SELECT_SET, numBlocks, startLocation,
blockSize); strideBetweenBlocks, blockSize);
vdsDataSpacePara.selectHyperslab( vdsDataSpacePara.selectHyperslab(
H5S_SELECT_SET, numBlocksPara, startLocationPara, H5S_SELECT_SET, numBlocksPara, startLocationPara,
@ -285,7 +300,8 @@ std::string CreateVirtualHDF5File(
// source dataspace // source dataspace
hsize_t srcDims[DATA_RANK] = {nDimx, nDimy, nDimz}; hsize_t srcDims[DATA_RANK] = {nDimx, nDimy, nDimz};
hsize_t srcDimsMax[DATA_RANK] = {H5S_UNLIMITED, nDimy, nDimz}; hsize_t srcDimsMax[DATA_RANK] = {H5S_UNLIMITED, nDimy,
nDimz};
H5::DataSpace srcDataSpace(DATA_RANK, srcDims, srcDimsMax); H5::DataSpace srcDataSpace(DATA_RANK, srcDims, srcDimsMax);
hsize_t srcDimsPara[PARA_RANK] = {nDimx}; hsize_t srcDimsPara[PARA_RANK] = {nDimx};
hsize_t srcDimsMaxPara[PARA_RANK] = {H5S_UNLIMITED}; hsize_t srcDimsMaxPara[PARA_RANK] = {H5S_UNLIMITED};
@ -293,13 +309,14 @@ std::string CreateVirtualHDF5File(
srcDimsMaxPara); srcDimsMaxPara);
// temporary fixfor corner case bug: // temporary fixfor corner case bug:
// (framescaught not multiple of framesperfile, // (framescaught not multiple of framesperfile,
// virtual parameter datasets error loading (bad scalar value)) // virtual parameter datasets error loading (bad scalar
// value))
if (nDimx != maxFramesPerFile) { if (nDimx != maxFramesPerFile) {
hsize_t count[1] = {nDimx}; hsize_t count[1] = {nDimx};
hsize_t start[1] = {0}; hsize_t start[1] = {0};
srcDataSpacePara.selectHyperslab( srcDataSpacePara.selectHyperslab(
H5S_SELECT_SET, count, start, strideBetweenBlocksPara, H5S_SELECT_SET, count, start,
blockSizePara); strideBetweenBlocksPara, blockSizePara);
} }
// mapping of property list // mapping of property list
@ -334,6 +351,7 @@ std::string CreateVirtualHDF5File(
parameterNames[p].c_str(), parameterDataTypes[p], parameterNames[p].c_str(), parameterDataTypes[p],
vdsDataSpacePara, plistPara[p])); vdsDataSpacePara, plistPara[p]));
} }
}
fd->close(); fd->close();
} catch (const H5::Exception &error) { } catch (const H5::Exception &error) {

View File

@ -39,7 +39,8 @@ std::string CreateVirtualHDF5File(
const uint64_t numImagesCaught, const int numModX, const int numModY, const uint64_t numImagesCaught, const int numModX, const int numModY,
const H5::DataType dataType, const std::vector<std::string> parameterNames, const H5::DataType dataType, const std::vector<std::string> parameterNames,
const std::vector<H5::DataType> parameterDataTypes, const std::vector<H5::DataType> parameterDataTypes,
std::mutex *hdf5LibMutex, bool gotthard25um); std::mutex *hdf5LibMutex, bool gotthard25um,
std::vector<defs::ROI> &multiRoi);
#endif #endif
} // namespace masterFileUtility } // namespace masterFileUtility