port sequences and client zmq implementation needs revisit, WIP

This commit is contained in:
maliakal_d 2020-04-22 17:55:02 +02:00
parent c976c63fb5
commit 5339e16101
8 changed files with 81 additions and 109 deletions

View File

@ -1370,8 +1370,6 @@ class Detector {
Result<uint64_t> getRxCurrentFrameIndex(Positions pos = {}) const; Result<uint64_t> getRxCurrentFrameIndex(Positions pos = {}) const;
private:
std::vector<int> getPortNumbers(int start_port);
}; };
} // namespace sls } // namespace sls

View File

@ -633,7 +633,7 @@ Result<IpAddr> Detector::getDestinationUDPIP(Positions pos) const {
void Detector::setDestinationUDPIP(const IpAddr ip, Positions pos) { void Detector::setDestinationUDPIP(const IpAddr ip, Positions pos) {
pimpl->Parallel(&Module::setDestinationUDPIP, pos, ip); pimpl->Parallel(&Module::setDestinationUDPIP, pos, ip);
auto mac = pimpl->Parallel1(&Receiver::setDestinationUDPIP, pos, {}, ip).squash(); auto mac = pimpl->Parallel1(&Receiver::setUDPIP, pos, {}, ip).squash();
setDestinationUDPMAC(mac, pos); setDestinationUDPMAC(mac, pos);
} }
@ -643,6 +643,8 @@ Result<IpAddr> Detector::getDestinationUDPIP2(Positions pos) const {
void Detector::setDestinationUDPIP2(const IpAddr ip, Positions pos) { void Detector::setDestinationUDPIP2(const IpAddr ip, Positions pos) {
pimpl->Parallel(&Module::setDestinationUDPIP2, pos, ip); pimpl->Parallel(&Module::setDestinationUDPIP2, pos, ip);
auto mac = pimpl->Parallel2(&Receiver::setUDPIP, pos, {}, ip).squash();
setDestinationUDPMAC2(mac, pos);
} }
Result<MacAddr> Detector::getDestinationUDPMAC(Positions pos) const { Result<MacAddr> Detector::getDestinationUDPMAC(Positions pos) const {
@ -667,13 +669,14 @@ Result<int> Detector::getDestinationUDPPort(Positions pos) const {
void Detector::setDestinationUDPPort(int port, int module_id) { void Detector::setDestinationUDPPort(int port, int module_id) {
if (module_id == -1) { if (module_id == -1) {
std::vector<int> port_list = getPortNumbers(port); for (int iModule = 0; iModule < size(); ++iModule) {
for (int idet = 0; idet < size(); ++idet) { pimpl->Parallel(&Module::setDestinationUDPPort, {iModule}, port);
pimpl->Parallel(&Module::setDestinationUDPPort, {idet}, pimpl->Parallel1(&Receiver::setUDPPort, {iModule}, {}, port);
port_list[idet]); ++port;
} }
} else { } else {
pimpl->Parallel(&Module::setDestinationUDPPort, {module_id}, port); pimpl->Parallel(&Module::setDestinationUDPPort, {module_id}, port);
pimpl->Parallel1(&Receiver::setUDPPort, {module_id}, {}, port);
} }
} }
@ -683,14 +686,14 @@ Result<int> Detector::getDestinationUDPPort2(Positions pos) const {
void Detector::setDestinationUDPPort2(int port, int module_id) { void Detector::setDestinationUDPPort2(int port, int module_id) {
if (module_id == -1) { if (module_id == -1) {
std::vector<int> port_list = getPortNumbers(port); for (int iModule = 0; iModule < size(); ++iModule) {
for (int idet = 0; idet < size(); ++idet) { pimpl->Parallel(&Module::setDestinationUDPPort2, {iModule}, port++);
pimpl->Parallel(&Module::setDestinationUDPPort2, {idet}, pimpl->Parallel2(&Receiver::setUDPPort, {iModule}, {}, port);
port_list[idet]); ++port;
} }
} else { } else {
pimpl->Parallel(&Module::setDestinationUDPPort2, {module_id}, pimpl->Parallel(&Module::setDestinationUDPPort2, {module_id}, port);
port); pimpl->Parallel2(&Receiver::setUDPPort, {module_id}, {}, port);
} }
} }
@ -792,20 +795,18 @@ void Detector::setRxPort(const int udpInterface, int port, int module_id) {
} }
if (udpInterface == 1) { if (udpInterface == 1) {
if (module_id == -1) { if (module_id == -1) {
std::vector<int> port_list = getPortNumbers(port);
for (int idet = 0; idet < size(); ++idet) { for (int idet = 0; idet < size(); ++idet) {
pimpl->Parallel1(&Receiver::setTCPPort, {idet}, {}, pimpl->Parallel1(&Receiver::setTCPPort, {idet}, {},
port_list[idet]); port++);
} }
} else { } else {
pimpl->Parallel1(&Receiver::setTCPPort, {module_id}, {}, port); pimpl->Parallel1(&Receiver::setTCPPort, {module_id}, {}, port);
} }
} else { } else {
if (module_id == -1) { if (module_id == -1) {
std::vector<int> port_list = getPortNumbers(port);
for (int idet = 0; idet < size(); ++idet) { for (int idet = 0; idet < size(); ++idet) {
pimpl->Parallel2(&Receiver::setTCPPort, {idet}, {}, pimpl->Parallel2(&Receiver::setTCPPort, {idet}, {},
port_list[idet]); port++);
} }
} else { } else {
pimpl->Parallel2(&Receiver::setTCPPort, {module_id}, {}, port); pimpl->Parallel2(&Receiver::setTCPPort, {module_id}, {}, port);
@ -966,19 +967,18 @@ void Detector::setRxZmqTimer(int time_in_ms, Positions pos) {
} }
Result<int> Detector::getRxZmqPort(Positions pos) const { Result<int> Detector::getRxZmqPort(Positions pos) const {
return pimpl->Parallel(&Module::getReceiverStreamingPort, pos); return pimpl->Parallel1(&Receiver::getReceiverZmqPort, pos, {});
} }
void Detector::setRxZmqPort(int port, int module_id) { void Detector::setRxZmqPort(int port, int module_id) {
if (module_id == -1) { if (module_id == -1) {
std::vector<int> port_list = getPortNumbers(port);
for (int idet = 0; idet < size(); ++idet) { for (int idet = 0; idet < size(); ++idet) {
pimpl->Parallel(&Module::setReceiverStreamingPort, {idet}, pimpl->Parallel1(&Receiver::setReceiverZmqPort, {idet},
port_list[idet]); {}, port++);
} }
} else { } else {
pimpl->Parallel(&Module::setReceiverStreamingPort, {module_id}, pimpl->Parallel1(&Receiver::setReceiverZmqPort, {module_id},
port); {}, port++);
} }
} }
@ -996,19 +996,18 @@ void Detector::setRxZmqIP(const IpAddr ip, Positions pos) {
} }
Result<int> Detector::getClientZmqPort(Positions pos) const { Result<int> Detector::getClientZmqPort(Positions pos) const {
return pimpl->Parallel(&Module::getClientStreamingPort, pos); return pimpl->Parallel1(&Receiver::getClientZmqPort, pos, {});
} }
void Detector::setClientZmqPort(int port, int module_id) { void Detector::setClientZmqPort(int port, int module_id) {
if (module_id == -1) { if (module_id == -1) {
std::vector<int> port_list = getPortNumbers(port);
for (int idet = 0; idet < size(); ++idet) { for (int idet = 0; idet < size(); ++idet) {
pimpl->Parallel(&Module::setClientStreamingPort, {idet}, pimpl->Parallel1(&Receiver::setClientZmqPort, {idet},
port_list[idet]); {}, port++);
} }
} else { } else {
pimpl->Parallel(&Module::setClientStreamingPort, {module_id}, pimpl->Parallel1(&Receiver::setClientZmqPort, {module_id},
port); {}, port);// FIXME: Needs a clientzmqport2
} }
} }
@ -1967,13 +1966,4 @@ Result<uint64_t> Detector::getRxCurrentFrameIndex(Positions pos) const {
return pimpl->Parallel(&Module::getReceiverCurrentFrameIndex, pos); return pimpl->Parallel(&Module::getReceiverCurrentFrameIndex, pos);
} }
std::vector<int> Detector::getPortNumbers(int start_port) {
std::vector<int> res;
res.reserve(size());
for (int idet = 0; idet < size(); ++idet) {
res.push_back(start_port + idet);
}
return res;
}
} // namespace sls } // namespace sls

View File

@ -361,6 +361,19 @@ void DetectorImpl::addModule(const std::string &hostname,
detectors[pos]->updateNumberOfChannels(); detectors[pos]->updateNumberOfChannels();
} }
int DetectorImpl::getNumberofReceiversPerModule() const {
int retval = receivers.size();
if (receivers2.size()) {
retval *= 2;
}
// for round robin
if (retval) {
retval *= receivers[0].size();
}
return retval;
}
void DetectorImpl::initReceiver(const int udpInterface) { void DetectorImpl::initReceiver(const int udpInterface) {
if (udpInterface == 1) { if (udpInterface == 1) {
if (receivers.size() != 0) { if (receivers.size() != 0) {
@ -601,8 +614,8 @@ int DetectorImpl::createReceivingDataSockets(const bool destroy) {
numSockets *= numSocketsPerDetector; numSockets *= numSocketsPerDetector;
for (size_t iSocket = 0; iSocket < numSockets; ++iSocket) { for (size_t iSocket = 0; iSocket < numSockets; ++iSocket) {
uint32_t portnum = (detectors[iSocket / numSocketsPerDetector] uint32_t portnum = (receivers[iSocket / numSocketsPerDetector][0]
->getClientStreamingPort()); ->getClientZmqPort());//FIXME 2 receivers
portnum += (iSocket % numSocketsPerDetector); portnum += (iSocket % numSocketsPerDetector);
try { try {
zmqSocket.push_back(sls::make_unique<ZmqSocket>( zmqSocket.push_back(sls::make_unique<ZmqSocket>(

View File

@ -668,6 +668,7 @@ class DetectorImpl : public virtual slsDetectorDefs {
void setHostname(const std::vector<std::string> &name, void setHostname(const std::vector<std::string> &name,
const std::vector<int> &port); const std::vector<int> &port);
int getNumberofReceiversPerModule() const;
void initReceiver(const int udpInterface); void initReceiver(const int udpInterface);
bool isReceiverInitialized(const int udpInterface); bool isReceiverInitialized(const int udpInterface);
void removeReceivers(const int udpInterface); void removeReceivers(const int udpInterface);

View File

@ -1462,12 +1462,6 @@ void Module::setDestinationUDPIP(const IpAddr ip) {
throw RuntimeError("Invalid destination udp ip address"); throw RuntimeError("Invalid destination udp ip address");
} }
sendToDetector(F_SET_DEST_UDP_IP, ip, nullptr); sendToDetector(F_SET_DEST_UDP_IP, ip, nullptr);
if (shm()->useReceiver) {
sls::MacAddr retval(0LU);
sendToReceiver(F_SET_RECEIVER_UDP_IP, ip, retval);
LOG(logINFO) << "Setting destination udp mac of detector " << moduleId << " to " << retval;
sendToDetector(F_SET_DEST_UDP_MAC, retval, nullptr);
}
} }
sls::IpAddr Module::getDestinationUDPIP() { sls::IpAddr Module::getDestinationUDPIP() {
@ -1483,14 +1477,7 @@ void Module::setDestinationUDPIP2(const IpAddr ip) {
if (ip == 0) { if (ip == 0) {
throw RuntimeError("Invalid destination udp ip address2"); throw RuntimeError("Invalid destination udp ip address2");
} }
sendToDetector(F_SET_DEST_UDP_IP2, ip, nullptr); sendToDetector(F_SET_DEST_UDP_IP2, ip, nullptr);
if (shm()->useReceiver) {
sls::MacAddr retval(0LU);
sendToReceiver(F_SET_RECEIVER_UDP_IP2, ip, retval);
LOG(logINFO) << "Setting destination udp mac2 of detector " << moduleId << " to " << retval;
sendToDetector(F_SET_DEST_UDP_MAC2, retval, nullptr);
}
} }
sls::IpAddr Module::getDestinationUDPIP2() { sls::IpAddr Module::getDestinationUDPIP2() {
@ -1538,9 +1525,6 @@ sls::MacAddr Module::getDestinationUDPMAC2() {
void Module::setDestinationUDPPort(const int port) { void Module::setDestinationUDPPort(const int port) {
LOG(logDEBUG1) << "Setting destination udp port to " << port; LOG(logDEBUG1) << "Setting destination udp port to " << port;
sendToDetector(F_SET_DEST_UDP_PORT, port, nullptr); sendToDetector(F_SET_DEST_UDP_PORT, port, nullptr);
if (shm()->useReceiver) {
sendToReceiver(F_SET_RECEIVER_UDP_PORT, port, nullptr);
}
} }
int Module::getDestinationUDPPort() { int Module::getDestinationUDPPort() {
@ -1555,9 +1539,6 @@ int Module::getDestinationUDPPort() {
void Module::setDestinationUDPPort2(const int port) { void Module::setDestinationUDPPort2(const int port) {
LOG(logDEBUG1) << "Setting destination udp port2 to " << port; LOG(logDEBUG1) << "Setting destination udp port2 to " << port;
sendToDetector(F_SET_DEST_UDP_PORT2, port, nullptr); sendToDetector(F_SET_DEST_UDP_PORT2, port, nullptr);
if (shm()->useReceiver) {
sendToReceiver(F_SET_RECEIVER_UDP_PORT2, port, nullptr);
}
} }
int Module::getDestinationUDPPort2() { int Module::getDestinationUDPPort2() {
@ -1632,24 +1613,6 @@ std::string Module::printUDPConfiguration() {
return oss.str(); return oss.str();
} }
void Module::setClientStreamingPort(int port) { shm()->zmqport = port; }
int Module::getClientStreamingPort() { return shm()->zmqport; }
void Module::setReceiverStreamingPort(int port) {
if (!shm()->useReceiver) {
throw RuntimeError("Set rx_hostname first to use receiver parameters (zmq port)");
}
sendToReceiver(F_SET_RECEIVER_STREAMING_PORT, port, nullptr);
}
int Module::getReceiverStreamingPort() {
if (!shm()->useReceiver) {
throw RuntimeError("Set rx_hostname first to get receiver parameters (zmq port)");
}
return sendToReceiver<int>(F_GET_RECEIVER_STREAMING_PORT);
}
void Module::setClientStreamingIP(const sls::IpAddr ip) { void Module::setClientStreamingIP(const sls::IpAddr ip) {
LOG(logDEBUG1) << "Setting client zmq ip to " << ip; LOG(logDEBUG1) << "Setting client zmq ip to " << ip;
if (ip == 0) { if (ip == 0) {

View File

@ -792,30 +792,6 @@ class Module : public virtual slsDetectorDefs {
std::string printUDPConfiguration(); std::string printUDPConfiguration();
/**
* Sets the client zmq port
* @param port client zmq port
*/
void setClientStreamingPort(int port);
/**
* Returns the client zmq port
* @returns the client zmq port
*/
int getClientStreamingPort();
/**
* Sets the receiver zmq port
* @param port receiver zmq port
*/
void setReceiverStreamingPort(int port);
/**
* Returns the receiver zmq port
* @returns the receiver zmq port
*/
int getReceiverStreamingPort();
/** /**
* Sets the client zmq ip * Sets the client zmq ip
* @param ip client zmq ip * @param ip client zmq ip

View File

@ -361,8 +361,8 @@ void Receiver::restreamStop() {
} }
/** Network Configuration (Detector<->Receiver) */ /** Network Configuration (Detector<->Receiver) */
sls::MacAddr Receiver::setDestinationUDPIP(const IpAddr ip) { sls::MacAddr Receiver::setUDPIP(const IpAddr ip) {
LOG(logDEBUG1) << "Setting destination udp ip to " << ip; LOG(logDEBUG1) << "Setting udp ip to receier: " << ip;
if (ip == 0) { if (ip == 0) {
throw RuntimeError("Invalid destination udp ip address"); throw RuntimeError("Invalid destination udp ip address");
} }
@ -371,6 +371,30 @@ sls::MacAddr Receiver::setDestinationUDPIP(const IpAddr ip) {
return retval; return retval;
} }
void Receiver::setUDPPort(const int port) {
LOG(logDEBUG1) << "Setting udp port to receiver: " << port;
sendToReceiver(F_SET_RECEIVER_UDP_PORT, port, nullptr);
}
/** ZMQ Streaming Parameters (Receiver<->Client) */
void Receiver::setClientZmqPort(const int port) {
shm()->zmqPort = port;
}
int Receiver::getClientZmqPort() const {
return shm()->zmqPort;
}
void Receiver::setReceiverZmqPort(int port) {
sendToReceiver(F_SET_RECEIVER_STREAMING_PORT, port, nullptr);
}
int Receiver::getReceiverZmqPort() const {
return sendToReceiver<int>(F_GET_RECEIVER_STREAMING_PORT);
}
/** Detector Parameters */ /** Detector Parameters */
void Receiver::setNumberOfFrames(int64_t value) { void Receiver::setNumberOfFrames(int64_t value) {
LOG(logDEBUG1) << "Sending number of frames to Receiver: " << value; LOG(logDEBUG1) << "Sending number of frames to Receiver: " << value;

View File

@ -76,7 +76,19 @@ class Receiver : public virtual slsDetectorDefs {
* Network Configuration (Detector<->Receiver) * * Network Configuration (Detector<->Receiver) *
* * * *
* ************************************************/ * ************************************************/
sls::MacAddr setDestinationUDPIP(const sls::IpAddr ip); sls::MacAddr setUDPIP(const sls::IpAddr ip);
void setUDPPort(int udpport);
/**************************************************
* *
* ZMQ Streaming Parameters (Receiver<->Client)*
* *
* ************************************************/
int getClientZmqPort() const;
void setClientZmqPort(const int port);
int getReceiverZmqPort() const;
void setReceiverZmqPort(int port);
/************************************************** /**************************************************
* * * *
@ -116,11 +128,6 @@ class Receiver : public virtual slsDetectorDefs {
* File * * File *
* * * *
* ************************************************/ * ************************************************/
/**************************************************
* *
* ZMQ Streaming Parameters (Receiver<->Client)*
* *
* ************************************************/
private: private:
void sendToReceiver(int fnum, const void *args, size_t args_size, void sendToReceiver(int fnum, const void *args, size_t args_size,