362 lines
13 KiB
C++
362 lines
13 KiB
C++
/**
|
|
* Copyright - See the COPYRIGHT that is included with this distribution.
|
|
* pvAccessCPP is distributed subject to a Software License Agreement found
|
|
* in file LICENSE that is included with this distribution.
|
|
*/
|
|
|
|
#include <pv/blockingUDP.h>
|
|
#include <pv/caConstants.h>
|
|
#include <pv/inetAddressUtil.h>
|
|
#include <pv/logger.h>
|
|
#include <pv/likely.h>
|
|
|
|
#include <pv/byteBuffer.h>
|
|
#include <pv/lock.h>
|
|
#include <pv/CDRMonitor.h>
|
|
|
|
#include <osdSock.h>
|
|
#include <osiSock.h>
|
|
#include <epicsThread.h>
|
|
|
|
#include <cstdio>
|
|
#include <sys/types.h>
|
|
|
|
using namespace epics::pvData;
|
|
using namespace std;
|
|
|
|
namespace epics {
|
|
namespace pvAccess {
|
|
|
|
PVDATA_REFCOUNT_MONITOR_DEFINE(blockingUDPTransport);
|
|
|
|
BlockingUDPTransport::BlockingUDPTransport(
|
|
auto_ptr<ResponseHandler>& responseHandler, SOCKET channel,
|
|
osiSockAddr& bindAddress,
|
|
short remoteTransportRevision) :
|
|
_closed(),
|
|
_responseHandler(responseHandler),
|
|
_channel(channel),
|
|
_bindAddress(bindAddress),
|
|
_sendAddresses(0),
|
|
_ignoredAddresses(0),
|
|
_sendToEnabled(false),
|
|
_receiveBuffer(new ByteBuffer(MAX_UDP_RECV)),
|
|
_sendBuffer(new ByteBuffer(MAX_UDP_RECV)),
|
|
_lastMessageStartPosition(0),
|
|
_threadId(0)
|
|
{
|
|
PVDATA_REFCOUNT_MONITOR_CONSTRUCT(blockingUDPTransport);
|
|
|
|
// set receive timeout so that we do not have problems at shutdown (recvfrom would block)
|
|
struct timeval timeout;
|
|
memset(&timeout, 0, sizeof(struct timeval));
|
|
timeout.tv_sec = 1;
|
|
timeout.tv_usec = 0;
|
|
|
|
if (unlikely(::setsockopt (_channel, SOL_SOCKET, SO_RCVTIMEO, (char*)&timeout, sizeof(timeout)) < 0))
|
|
{
|
|
char errStr[64];
|
|
epicsSocketConvertErrnoToString(errStr, sizeof(errStr));
|
|
LOG(logLevelError,
|
|
"Failed to set SO_RCVTIMEO for UDP socket %s: %s.",
|
|
inetAddressToString(_bindAddress).c_str(), errStr);
|
|
}
|
|
|
|
|
|
}
|
|
|
|
BlockingUDPTransport::~BlockingUDPTransport() {
|
|
PVDATA_REFCOUNT_MONITOR_DESTRUCT(blockingUDPTransport);
|
|
|
|
close(true); // close the socket and stop the thread.
|
|
|
|
// TODO use auto_ptr class members
|
|
|
|
if (_sendAddresses) delete _sendAddresses;
|
|
if (_ignoredAddresses) delete _ignoredAddresses;
|
|
|
|
delete _receiveBuffer;
|
|
delete _sendBuffer;
|
|
}
|
|
|
|
void BlockingUDPTransport::start() {
|
|
|
|
String threadName = "UDP-receive "+inetAddressToString(_bindAddress);
|
|
LOG(logLevelDebug, "Starting thread: %s",threadName.c_str());
|
|
|
|
_threadId = epicsThreadCreate(threadName.c_str(),
|
|
epicsThreadPriorityMedium,
|
|
epicsThreadGetStackSize(epicsThreadStackMedium),
|
|
BlockingUDPTransport::threadRunner, this);
|
|
}
|
|
|
|
void BlockingUDPTransport::close(bool forced) {
|
|
close(forced, true);
|
|
}
|
|
|
|
void BlockingUDPTransport::close(bool forced, bool waitForThreadToComplete) {
|
|
{
|
|
Lock guard(_mutex);
|
|
if(_closed.get()) return;
|
|
_closed.set();
|
|
|
|
LOG(logLevelDebug,
|
|
"UDP socket %s closed.",
|
|
inetAddressToString(_bindAddress).c_str());
|
|
|
|
// TODO should I wait thread to complete first and then destroy
|
|
// on some OSes (Darwin) this also exits rcvfrom() and speeds up shutdown
|
|
epicsSocketDestroy(_channel);
|
|
}
|
|
|
|
|
|
// wait for send thread to exit cleanly
|
|
if (waitForThreadToComplete)
|
|
{
|
|
if (!_shutdownEvent.wait(5.0))
|
|
{
|
|
LOG(logLevelError,
|
|
"Receive thread for UDP socket %s has not exited.",
|
|
inetAddressToString(_bindAddress).c_str());
|
|
}
|
|
}
|
|
}
|
|
|
|
void BlockingUDPTransport::enqueueSendRequest(TransportSender::shared_pointer const & sender) {
|
|
Lock lock(_sendMutex);
|
|
|
|
_sendToEnabled = false;
|
|
_sendBuffer->clear();
|
|
sender->lock();
|
|
try {
|
|
sender->send(_sendBuffer, this);
|
|
sender->unlock();
|
|
endMessage();
|
|
if(!_sendToEnabled)
|
|
send(_sendBuffer);
|
|
else
|
|
send(_sendBuffer, _sendTo);
|
|
} catch(...) {
|
|
sender->unlock();
|
|
}
|
|
}
|
|
|
|
void BlockingUDPTransport::startMessage(int8 command, size_t ensureCapacity) {
|
|
_lastMessageStartPosition = _sendBuffer->getPosition();
|
|
_sendBuffer->putByte(CA_MAGIC);
|
|
_sendBuffer->putByte(CA_VERSION);
|
|
_sendBuffer->putByte((EPICS_BYTE_ORDER == EPICS_ENDIAN_BIG) ? 0x80 : 0x00); // data + 7-bit endianess
|
|
_sendBuffer->putByte(command); // command
|
|
_sendBuffer->putInt(0); // temporary zero payload
|
|
}
|
|
|
|
void BlockingUDPTransport::endMessage() {
|
|
//we always (for now) send by packet, so no need for this here...
|
|
//alignBuffer(CA_ALIGNMENT);
|
|
_sendBuffer->putInt(
|
|
_lastMessageStartPosition+(sizeof(int16)+2),
|
|
_sendBuffer->getPosition()-_lastMessageStartPosition-CA_MESSAGE_HEADER_SIZE);
|
|
}
|
|
|
|
void BlockingUDPTransport::processRead() {
|
|
// This function is always called from only one thread - this
|
|
// object's own thread.
|
|
|
|
osiSockAddr fromAddress;
|
|
Transport::shared_pointer thisTransport = shared_from_this();
|
|
|
|
try {
|
|
|
|
while(!_closed.get())
|
|
{
|
|
// we poll to prevent blocking indefinitely
|
|
|
|
// data ready to be read
|
|
_receiveBuffer->clear();
|
|
|
|
osiSocklen_t addrStructSize = sizeof(sockaddr);
|
|
|
|
int bytesRead = recvfrom(_channel, (char*)_receiveBuffer->getArray(),
|
|
_receiveBuffer->getRemaining(), 0, (sockaddr*)&fromAddress,
|
|
&addrStructSize);
|
|
|
|
if(likely(bytesRead>0)) {
|
|
// successfully got datagram
|
|
bool ignore = false;
|
|
if(unlikely(_ignoredAddresses!=0))
|
|
{
|
|
for(size_t i = 0; i <_ignoredAddresses->size(); i++)
|
|
{
|
|
if(_ignoredAddresses->at(i).ia.sin_addr.s_addr==fromAddress.ia.sin_addr.s_addr)
|
|
{
|
|
ignore = true;
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
|
|
if(likely(!ignore)) {
|
|
_receiveBuffer->setPosition(bytesRead);
|
|
|
|
_receiveBuffer->flip();
|
|
|
|
processBuffer(thisTransport, fromAddress, _receiveBuffer);
|
|
}
|
|
}
|
|
else if (unlikely(bytesRead == -1)) {
|
|
|
|
int socketError = SOCKERRNO;
|
|
|
|
// interrupted or timeout
|
|
if (socketError == SOCK_EINTR ||
|
|
socketError == EAGAIN || // no alias in libCom
|
|
// windows times out with this
|
|
socketError == SOCK_ETIMEDOUT ||
|
|
socketError == SOCK_EWOULDBLOCK)
|
|
continue;
|
|
|
|
if (socketError == SOCK_ECONNREFUSED || // avoid spurious ECONNREFUSED in Linux
|
|
socketError == SOCK_ECONNRESET) // or ECONNRESET in Windows
|
|
continue;
|
|
|
|
// log a 'recvfrom' error
|
|
if(!_closed.get())
|
|
{
|
|
char errStr[64];
|
|
epicsSocketConvertErrnoToString(errStr, sizeof(errStr));
|
|
LOG(logLevelError, "Socket recvfrom error: %s", errStr);
|
|
}
|
|
|
|
close(true, false);
|
|
break;
|
|
}
|
|
|
|
}
|
|
} catch(...) {
|
|
// TODO: catch all exceptions, and act accordingly
|
|
close(true, false);
|
|
}
|
|
|
|
String threadName = "UDP-receive "+inetAddressToString(_bindAddress);
|
|
/*
|
|
char threadName[40];
|
|
epicsThreadGetName(_threadId, threadName, 40);
|
|
*/
|
|
LOG(logLevelDebug, "Thread '%s' exiting", threadName.c_str());
|
|
|
|
_shutdownEvent.signal();
|
|
}
|
|
|
|
bool BlockingUDPTransport::processBuffer(Transport::shared_pointer const & thisTransport, osiSockAddr& fromAddress, ByteBuffer* receiveBuffer) {
|
|
|
|
// handle response(s)
|
|
while(likely((int)receiveBuffer->getRemaining()>=CA_MESSAGE_HEADER_SIZE)) {
|
|
//
|
|
// read header
|
|
//
|
|
|
|
// first byte is CA_MAGIC
|
|
// second byte version - major/minor nibble
|
|
int8 magic = receiveBuffer->getByte();
|
|
int8 version = receiveBuffer->getByte();
|
|
if(unlikely((magic != CA_MAGIC) || (((uint8_t)version) >> 4)!=CA_MAJOR_PROTOCOL_REVISION))
|
|
return false;
|
|
|
|
// only data for UDP
|
|
int8 flags = receiveBuffer->getByte();
|
|
if (flags < 0)
|
|
{
|
|
// 7-bit set
|
|
receiveBuffer->setEndianess(EPICS_ENDIAN_BIG);
|
|
}
|
|
else
|
|
{
|
|
receiveBuffer->setEndianess(EPICS_ENDIAN_LITTLE);
|
|
}
|
|
|
|
// command ID and paylaod
|
|
int8 command = receiveBuffer->getByte();
|
|
// TODO check this cast (size_t must be 32-bit)
|
|
size_t payloadSize = receiveBuffer->getInt();
|
|
size_t nextRequestPosition = receiveBuffer->getPosition() + payloadSize;
|
|
|
|
// payload size check
|
|
if(unlikely(nextRequestPosition>receiveBuffer->getLimit())) return false;
|
|
|
|
// handle
|
|
_responseHandler->handleResponse(&fromAddress, thisTransport,
|
|
version, command, payloadSize,
|
|
_receiveBuffer);
|
|
|
|
// set position (e.g. in case handler did not read all)
|
|
receiveBuffer->setPosition(nextRequestPosition);
|
|
}
|
|
|
|
//all ok
|
|
return true;
|
|
}
|
|
|
|
bool BlockingUDPTransport::send(ByteBuffer* buffer, const osiSockAddr& address) {
|
|
|
|
buffer->flip();
|
|
int retval = sendto(_channel, buffer->getArray(),
|
|
buffer->getLimit(), 0, &(address.sa), sizeof(sockaddr));
|
|
if(unlikely(retval<0))
|
|
{
|
|
char errStr[64];
|
|
epicsSocketConvertErrnoToString(errStr, sizeof(errStr));
|
|
LOG(logLevelDebug, "Socket sendto error: %s", errStr);
|
|
return false;
|
|
}
|
|
|
|
return true;
|
|
}
|
|
|
|
bool BlockingUDPTransport::send(ByteBuffer* buffer) {
|
|
if(!_sendAddresses) return false;
|
|
|
|
buffer->flip();
|
|
|
|
bool allOK = true;
|
|
for(size_t i = 0; i<_sendAddresses->size(); i++) {
|
|
int retval = sendto(_channel, buffer->getArray(),
|
|
buffer->getLimit(), 0, &(_sendAddresses->at(i).sa),
|
|
sizeof(sockaddr));
|
|
if(unlikely(retval<0))
|
|
{
|
|
char errStr[64];
|
|
epicsSocketConvertErrnoToString(errStr, sizeof(errStr));
|
|
LOG(logLevelDebug, "Socket sendto error: %s", errStr);
|
|
allOK = false;
|
|
}
|
|
}
|
|
|
|
return allOK;
|
|
}
|
|
|
|
int BlockingUDPTransport::getSocketReceiveBufferSize() const {
|
|
// Get value of the SO_RCVBUF option for this DatagramSocket,
|
|
// that is the buffer size used by the platform for input on
|
|
// this DatagramSocket.
|
|
|
|
int sockBufSize = -1;
|
|
osiSocklen_t intLen = sizeof(int);
|
|
|
|
int retval = getsockopt(_channel, SOL_SOCKET, SO_RCVBUF, (char *)&sockBufSize, &intLen);
|
|
if(unlikely(retval<0))
|
|
{
|
|
char errStr[64];
|
|
epicsSocketConvertErrnoToString(errStr, sizeof(errStr));
|
|
LOG(logLevelError, "Socket getsockopt SO_RCVBUF error: %s", errStr);
|
|
}
|
|
|
|
return sockBufSize;
|
|
}
|
|
|
|
void BlockingUDPTransport::threadRunner(void* param) {
|
|
((BlockingUDPTransport*)param)->processRead();
|
|
}
|
|
|
|
}
|
|
}
|