/** * Copyright - See the COPYRIGHT that is included with this distribution. * pvAccessCPP is distributed subject to a Software License Agreement found * in file LICENSE that is included with this distribution. */ #include #include #include #include #include #include #include #include #include #include #include #include #include using namespace epics::pvData; using namespace std; namespace epics { namespace pvAccess { PVDATA_REFCOUNT_MONITOR_DEFINE(blockingUDPTransport); BlockingUDPTransport::BlockingUDPTransport( auto_ptr& responseHandler, SOCKET channel, osiSockAddr& bindAddress, short remoteTransportRevision) : _closed(), _responseHandler(responseHandler), _channel(channel), _bindAddress(bindAddress), _sendAddresses(0), _ignoredAddresses(0), _sendToEnabled(false), _receiveBuffer(new ByteBuffer(MAX_UDP_RECV)), _sendBuffer(new ByteBuffer(MAX_UDP_RECV)), _lastMessageStartPosition(0), _threadId(0) { PVDATA_REFCOUNT_MONITOR_CONSTRUCT(blockingUDPTransport); // set receive timeout so that we do not have problems at shutdown (recvfrom would block) struct timeval timeout; memset(&timeout, 0, sizeof(struct timeval)); timeout.tv_sec = 1; timeout.tv_usec = 0; if (unlikely(::setsockopt (_channel, SOL_SOCKET, SO_RCVTIMEO, (char*)&timeout, sizeof(timeout)) < 0)) { char errStr[64]; epicsSocketConvertErrnoToString(errStr, sizeof(errStr)); LOG(logLevelError, "Failed to set SO_RCVTIMEO for UDP socket %s: %s.", inetAddressToString(_bindAddress).c_str(), errStr); } } BlockingUDPTransport::~BlockingUDPTransport() { PVDATA_REFCOUNT_MONITOR_DESTRUCT(blockingUDPTransport); close(true); // close the socket and stop the thread. // TODO use auto_ptr class members if (_sendAddresses) delete _sendAddresses; if (_ignoredAddresses) delete _ignoredAddresses; delete _receiveBuffer; delete _sendBuffer; } void BlockingUDPTransport::start() { String threadName = "UDP-receive "+inetAddressToString(_bindAddress); LOG(logLevelDebug, "Starting thread: %s",threadName.c_str()); _threadId = epicsThreadCreate(threadName.c_str(), epicsThreadPriorityMedium, epicsThreadGetStackSize(epicsThreadStackMedium), BlockingUDPTransport::threadRunner, this); } void BlockingUDPTransport::close(bool forced) { close(forced, true); } void BlockingUDPTransport::close(bool forced, bool waitForThreadToComplete) { { Lock guard(_mutex); if(_closed.get()) return; _closed.set(); LOG(logLevelDebug, "UDP socket %s closed.", inetAddressToString(_bindAddress).c_str()); // TODO should I wait thread to complete first and then destroy // on some OSes (Darwin) this also exits rcvfrom() and speeds up shutdown epicsSocketDestroy(_channel); } // wait for send thread to exit cleanly if (waitForThreadToComplete) { if (!_shutdownEvent.wait(5.0)) { LOG(logLevelError, "Receive thread for UDP socket %s has not exited.", inetAddressToString(_bindAddress).c_str()); } } } void BlockingUDPTransport::enqueueSendRequest(TransportSender::shared_pointer const & sender) { Lock lock(_sendMutex); _sendToEnabled = false; _sendBuffer->clear(); sender->lock(); try { sender->send(_sendBuffer, this); sender->unlock(); endMessage(); if(!_sendToEnabled) send(_sendBuffer); else send(_sendBuffer, _sendTo); } catch(...) { sender->unlock(); } } void BlockingUDPTransport::startMessage(int8 command, size_t ensureCapacity) { _lastMessageStartPosition = _sendBuffer->getPosition(); _sendBuffer->putByte(CA_MAGIC); _sendBuffer->putByte(CA_VERSION); _sendBuffer->putByte((EPICS_BYTE_ORDER == EPICS_ENDIAN_BIG) ? 0x80 : 0x00); // data + 7-bit endianess _sendBuffer->putByte(command); // command _sendBuffer->putInt(0); // temporary zero payload } void BlockingUDPTransport::endMessage() { //we always (for now) send by packet, so no need for this here... //alignBuffer(CA_ALIGNMENT); _sendBuffer->putInt( _lastMessageStartPosition+(sizeof(int16)+2), _sendBuffer->getPosition()-_lastMessageStartPosition-CA_MESSAGE_HEADER_SIZE); } void BlockingUDPTransport::processRead() { // This function is always called from only one thread - this // object's own thread. osiSockAddr fromAddress; Transport::shared_pointer thisTransport = shared_from_this(); try { while(!_closed.get()) { // we poll to prevent blocking indefinitely // data ready to be read _receiveBuffer->clear(); osiSocklen_t addrStructSize = sizeof(sockaddr); int bytesRead = recvfrom(_channel, (char*)_receiveBuffer->getArray(), _receiveBuffer->getRemaining(), 0, (sockaddr*)&fromAddress, &addrStructSize); if(likely(bytesRead>0)) { // successfully got datagram bool ignore = false; if(unlikely(_ignoredAddresses!=0)) { for(size_t i = 0; i <_ignoredAddresses->size(); i++) { if(_ignoredAddresses->at(i).ia.sin_addr.s_addr==fromAddress.ia.sin_addr.s_addr) { ignore = true; break; } } } if(likely(!ignore)) { _receiveBuffer->setPosition(bytesRead); _receiveBuffer->flip(); processBuffer(thisTransport, fromAddress, _receiveBuffer); } } else if (unlikely(bytesRead == -1)) { int socketError = SOCKERRNO; // interrupted or timeout if (socketError == SOCK_EINTR || socketError == EAGAIN || // no alias in libCom // windows times out with this socketError == SOCK_ETIMEDOUT || socketError == SOCK_EWOULDBLOCK) continue; if (socketError == SOCK_ECONNREFUSED || // avoid spurious ECONNREFUSED in Linux socketError == SOCK_ECONNRESET) // or ECONNRESET in Windows continue; // log a 'recvfrom' error if(!_closed.get()) { char errStr[64]; epicsSocketConvertErrnoToString(errStr, sizeof(errStr)); LOG(logLevelError, "Socket recvfrom error: %s", errStr); } close(true, false); break; } } } catch(...) { // TODO: catch all exceptions, and act accordingly close(true, false); } String threadName = "UDP-receive "+inetAddressToString(_bindAddress); /* char threadName[40]; epicsThreadGetName(_threadId, threadName, 40); */ LOG(logLevelDebug, "Thread '%s' exiting", threadName.c_str()); _shutdownEvent.signal(); } bool BlockingUDPTransport::processBuffer(Transport::shared_pointer const & thisTransport, osiSockAddr& fromAddress, ByteBuffer* receiveBuffer) { // handle response(s) while(likely((int)receiveBuffer->getRemaining()>=CA_MESSAGE_HEADER_SIZE)) { // // read header // // first byte is CA_MAGIC // second byte version - major/minor nibble int8 magic = receiveBuffer->getByte(); int8 version = receiveBuffer->getByte(); if(unlikely((magic != CA_MAGIC) || (((uint8_t)version) >> 4)!=CA_MAJOR_PROTOCOL_REVISION)) return false; // only data for UDP int8 flags = receiveBuffer->getByte(); if (flags < 0) { // 7-bit set receiveBuffer->setEndianess(EPICS_ENDIAN_BIG); } else { receiveBuffer->setEndianess(EPICS_ENDIAN_LITTLE); } // command ID and paylaod int8 command = receiveBuffer->getByte(); // TODO check this cast (size_t must be 32-bit) size_t payloadSize = receiveBuffer->getInt(); size_t nextRequestPosition = receiveBuffer->getPosition() + payloadSize; // payload size check if(unlikely(nextRequestPosition>receiveBuffer->getLimit())) return false; // handle _responseHandler->handleResponse(&fromAddress, thisTransport, version, command, payloadSize, _receiveBuffer); // set position (e.g. in case handler did not read all) receiveBuffer->setPosition(nextRequestPosition); } //all ok return true; } bool BlockingUDPTransport::send(ByteBuffer* buffer, const osiSockAddr& address) { buffer->flip(); int retval = sendto(_channel, buffer->getArray(), buffer->getLimit(), 0, &(address.sa), sizeof(sockaddr)); if(unlikely(retval<0)) { char errStr[64]; epicsSocketConvertErrnoToString(errStr, sizeof(errStr)); LOG(logLevelDebug, "Socket sendto error: %s", errStr); return false; } return true; } bool BlockingUDPTransport::send(ByteBuffer* buffer) { if(!_sendAddresses) return false; buffer->flip(); bool allOK = true; for(size_t i = 0; i<_sendAddresses->size(); i++) { int retval = sendto(_channel, buffer->getArray(), buffer->getLimit(), 0, &(_sendAddresses->at(i).sa), sizeof(sockaddr)); if(unlikely(retval<0)) { char errStr[64]; epicsSocketConvertErrnoToString(errStr, sizeof(errStr)); LOG(logLevelDebug, "Socket sendto error: %s", errStr); allOK = false; } } return allOK; } int BlockingUDPTransport::getSocketReceiveBufferSize() const { // Get value of the SO_RCVBUF option for this DatagramSocket, // that is the buffer size used by the platform for input on // this DatagramSocket. int sockBufSize = -1; osiSocklen_t intLen = sizeof(int); int retval = getsockopt(_channel, SOL_SOCKET, SO_RCVBUF, (char *)&sockBufSize, &intLen); if(unlikely(retval<0)) { char errStr[64]; epicsSocketConvertErrnoToString(errStr, sizeof(errStr)); LOG(logLevelError, "Socket getsockopt SO_RCVBUF error: %s", errStr); } return sockBufSize; } void BlockingUDPTransport::threadRunner(void* param) { ((BlockingUDPTransport*)param)->processRead(); } } }