diff --git a/slsReceiverSoftware/include/UDPBaseImplementation.h b/slsReceiverSoftware/include/UDPBaseImplementation.h index cb5c08195..2c544759b 100644 --- a/slsReceiverSoftware/include/UDPBaseImplementation.h +++ b/slsReceiverSoftware/include/UDPBaseImplementation.h @@ -7,34 +7,22 @@ ***********************************************/ -#include "sls_receiver_defs.h" -#include "receiver_defs.h" -#include "genericSocket.h" -#include "circularFifo.h" -#include "singlePhotonDetector.h" -#include "slsReceiverData.h" -#include "moenchCommonMode.h" - +//#include "sls_receiver_defs.h" #include "UDPInterface.h" - -#ifdef MYROOT1 -#include -#include -#endif - - -#include -#include -#include -#include +//#include /** - * @short does all the functions for a receiver, set/get parameters, start/stop etc. + * @short does all the base functions for a receiver, set/get parameters, start/stop etc. */ class UDPBaseImplementation : protected virtual slsReceiverDefs, public UDPInterface { public: + + /************************************************************************* + * Constructor & Destructor ********************************************** + * They access local cache of configuration or detector parameters ******* + *************************************************************************/ /** * Constructor */ @@ -45,787 +33,541 @@ class UDPBaseImplementation : protected virtual slsReceiverDefs, public UDPInter */ virtual ~UDPBaseImplementation(); - void configure(map config_map); - - - /** - * delete and free member parameters - */ - void deleteMembers(); - - /** - * initialize member parameters + /* + * Initialize class members */ void initializeMembers(); - /** - * Set receiver type - * @param det detector type - * Returns success or FAIL - */ - int setDetectorType(detectorType det); + /************************************************************************* + * Getters *************************************************************** + * They access local cache of configuration or detector parameters ******* + *************************************************************************/ - /** - * Set bottom to bot - * @param bot = 1 if bottom - */ - void setBottom(int bot); - - //Frame indices and numbers caught - /** - * Returns the frame index at start of entire acquisition (including all scans) + //**initial parameters*** + /* + * Get detector hostname + * @return NULL or hostname or NULL if uninitialized (max of 1000 characters) */ - uint32_t getStartAcquisitionIndex(); + char *getDetectorHostname() const; + + + //***file parameters*** + /** + * Get File Name Prefix (without frame index, file index and extension (_d0_f000000000000_8.raw)) + * @return NULL or file name prefix (max of 1000 characters) + */ + char *getFileName() const; /** - * Returns current Frame Index Caught for an entire acquisition (including all scans) + * Get File Path + * @return NULL or file path (max of 1000 characters) */ - uint32_t getAcquisitionIndex(); + char *getFilePath() const; /** - * Returns if acquisition started + * Get File Index + * @return file index of acquisition */ - bool getAcquistionStarted(); + uint64_t getFileIndex() const; /** - * Returns Frames Caught for each real time acquisition (eg. for each scan) + * Get Scan Tag + * @return scan tag //FIXME: needed? (unsigned integer?) */ - int getFramesCaught(); + int getScanTag() const; /** - * Returns Total Frames Caught for an entire acquisition (including all scans) + * Get if Frame Index is enabled (acquisition of more than 1 frame adds '_f000000000000' to file name ) + * @return true if frame index needed, else false */ - int getTotalFramesCaught(); + bool getFrameIndexEnable() const; /** - * Returns the frame index at start of each real time acquisition (eg. for each scan) + * Get File Write Enable + * @return true if file write enabled, else false */ - uint32_t getStartFrameIndex(); + bool getFileWriteEnable() const; /** - * Returns current Frame Index for each real time acquisition (eg. for each scan) + * Get File Over Write Enable + * @return true if file over write enabled, else false */ - uint32_t getFrameIndex(); + bool getOverwriteEnable() const; /** - * Returns if measurement started + * Get data compression, by saving only hits (so far implemented only for Moench and Gotthard) + * @return true if data compression enabled, else false */ - bool getMeasurementStarted(); + bool getDataCompressionEnable() const; + + + //***acquisition count parameters*** + /** + * Get Total Frames Caught for an entire acquisition (including all scans) + * @return total number of frames caught for entire acquisition + */ + uint64_t getTotalFramesCaught() const; /** - * Resets the Total Frames Caught - * This is how the receiver differentiates between entire acquisitions - * Returns 0 + * Get Frames Caught for each real time acquisition (eg. for each scan) + * @return number of frames caught for each scan */ - void resetTotalFramesCaught(); + uint64_t getFramesCaught() const; - - - - //file parameters /** - * Returns File Path + * Get Current Frame Index for an entire acquisition (including all scans) + * @return current frame index (represents all scans too) */ - char* getFilePath() const; + int64_t getAcquisitionIndex() const; + + + //***connection parameters*** + /** + * Get UDP Port Number + * @return udp port number + */ + uint32_t getUDPPortNumber() const; + + /** + * Get Second UDP Port Number (eiger specific) + * @return second udp port number + */ + uint32_t getUDPPortNumber2() const; + + /** + * Get Ehernet Interface + * @ethernet interface. eg. eth0 or "" if listening to all (max of 1000 characters) + */ + char *getEthernetInterface() const; + + + //***acquisition parameters*** + /** + * Get Short Frame Enabled, later will be moved to getROI (so far only for gotthard) + * @return index of adc enabled, else -1 if all enabled + */ + int getShortFrameEnable() const; + + /** + * Get the Frequency of Frames Sent to GUI + * @return 0 for random frame requests, n for nth frame frequency + */ + uint32_t getFrameToGuiFrequency() const; + + /** + * Get Acquisition Period + * @return acquisition period + */ + uint64_t getAcquisitionPeriod() const; + + /* + * Get Number of Frames expected by receiver from detector + * The data receiver status will change from running to idle when it gets this number of frames FIXME: (Not implemented) + * @return number of frames expected + */ + uint64_t getNumberOfFrames() const; + + /** + * Get Dynamic Range or Number of Bits Per Pixel + * @return dynamic range that is 4, 8, 16 or 32 + */ + uint32_t getDynamicRange() const; + + /** + * Get Ten Giga Enable + * @return true if 10Giga enabled, else false (1G enabled) + */ + bool getTenGigaEnable() const; + + /** + * Get Fifo Depth + * @return fifo depth + */ + uint32_t getFifoDepth() const; + + + //***receiver status*** + /** + * Get Listening Status of Receiver + * @return can be idle, listening or error depending on if the receiver is listening or not + */ + runStatus getStatus() const; + + + + + /************************************************************************* + * Setters *************************************************************** + * They modify the local cache of configuration or detector parameters *** + *************************************************************************/ + + //**initial parameters*** + /** + * Configure command line parameters + * @param config_map mapping of config parameters passed from command line arguments + */ + void configure(map config_map); + + /** + * Set Bottom Enable (eiger specific, should be moved to configure, and later from client via TCPIP) + * @param b is true for bottom enabled or false for bottom disabled + */ + void setBottomEnable(const bool b); + + + //***file parameters*** + /** + * Set File Name Prefix (without frame index, file index and extension (_d0_f000000000000_8.raw)) + * Does not check for file existence since it is created only at startReceiver + * @param c file name (max of 1000 characters) + */ + void setFileName(const char c[]); /** * Set File Path - * @param c file path + * Checks for file directory existence before setting file path, + * If it doesn't exist, it will set it blank + * @param c file path (max of 1000 characters) */ - char* setFilePath(const char c[]); + void setFilePath(const char c[]); /** - * Returns File Name + * Set File Index of acquisition + * @param i file index of acquisition */ - char* getFileName() const; + void setFileIndex(const uint64_t i); /** - * Set File Name (without frame index, file index and extension) - * @param c file name + * Set Scan Tag + * @param i scan tag //FIXME: needed? (unsigned integer?) */ - char* setFileName(const char c[]); + void setScanTag(const int i); /** - * Returns File Index + * Set Frame Index Enable (acquisition of more than 1 frame adds '_f000000000000' to file name ) + * @param b true for frame index enable, else false */ - int getFileIndex(); + void setFrameIndexEnable(const bool b); /** - * Set File Index - * @param i file index + * Set File Write Enable + * @param b true for file write enable, else false */ - int setFileIndex(int i); + void setFileWriteEnable(const bool b); /** - * Set Frame Index Needed - * @param i frame index needed + * Set File Overwrite Enable + * @param b true for file overwrite enable, else false */ - int setFrameIndexNeeded(int i); + void setOverwriteEnable(const bool b); /** - * Set enable file write - * @param i file write enable - * Returns file write enable + * Set data compression, by saving only hits (so far implemented only for Moench and Gotthard) + * @param b true for data compression enable, else false + * @return OK or FAIL */ - int setEnableFileWrite(int i); + int setDataCompressionEnable(const bool b); + + //***connection parameters*** /** - * Enable/disable overwrite - * @param i enable - * Returns enable over write + * Set UDP Port Number + * @param i udp port number */ - int setEnableOverwrite(int i); + void setUDPPortNumber(const uint32_t i); /** - * Returns file write enable - * 1: YES 0: NO - */ - int getEnableFileWrite() const; + * Set Second UDP Port Number (eiger specific) + * @return second udp port number + */ + void setUDPPortNumber2(const uint32_t i); /** - * Returns file over write enable - * 1: YES 0: NO - */ - int getEnableOverwrite() const; + * Set Ethernet Interface to listen to + * @param c ethernet inerface eg. eth0 (max of 1000 characters) + */ + void setEthernetInterface(const char* c); -//other parameters + + //***acquisition parameters*** + /** + * Set Short Frame Enabled, later will be moved to getROI (so far only for gotthard) + * @param i index of adc enabled, else -1 if all enabled + */ + void setShortFrameEnable(const int i); + + /** + * Set the Frequency of Frames Sent to GUI + * @param i 0 for random frame requests, n for nth frame frequency + * @return OK or FAIL + */ + int setFrameToGuiFrequency(const uint32_t i); + + /** + * Set Acquisition Period + * @param i acquisition period + * @return OK or FAIL + */ + int setAcquisitionPeriod(const uint64_t i); + + /** + * Set Number of Frames expected by receiver from detector + * The data receiver status will change from running to idle when it gets this number of frames FIXME: (Not implemented) + * @param i number of frames expected + */ + void setNumberOfFrames(const uint64_t i); + + /** + * Set Dynamic Range or Number of Bits Per Pixel + * @param i dynamic range that is 4, 8, 16 or 32 + * @return OK or FAIL + */ + int setDynamicRange(const uint32_t i); + + /** + * Set Ten Giga Enable + * @param b true if 10Giga enabled, else false (1G enabled) + * @return OK or FAIL + */ + int setTenGigaEnable(const bool b); + + /** + * Set Fifo Depth + * @param i fifo depth value + * @return OK or FAIL + */ + int setFifoDepth(const uint32_t i); + + + /************************************************************************* + * Behavioral functions*************************************************** + * They may modify the status of the receiver **************************** + *************************************************************************/ + + + //***initial functions*** + /** + * Set receiver type (and corresponding detector variables in derived STANDARD class) + * It is the first function called by the client when connecting to receiver + * @param d detector type + * @return OK or FAIL + */ + int setDetectorType(const detectorType d); + + /** + * Sets detector hostname (and corresponding detector variables in derived REST class) + * It is second function called by the client when connecting to receiver. + * you can call this function only once. //FIXME: is this still valid, this implemented in derived REST class? + * @param c detector hostname + */ + void initialize(const char *c); + + + //***acquisition functions*** + /** + * Reset acquisition parameters such as total frames caught for an entire acquisition (including all scans) + */ + void resetAcquisitionCount(); + + /** + * Start Listening for Packets by activating all configuration settings to receiver + * @param c error message if FAIL + * @return OK or FAIL + */ + int startReceiver(char *c=NULL); + + /** + * Stop Listening for Packets + * Calls startReadout(), which stops listening and sets status to Transmitting + * When it has read every frame in buffer,it returns with the status Run_Finished + */ + void stopReceiver(); + + /** + * Stop Listening to Packets + * and sets status to Transmitting + */ + void startReadout(); + + /** + * Shuts down and deletes UDP Sockets + * @return OK or FAIL + */ + int shutDownUDPSockets(); + + /** + * Get the buffer-current frame read by receiver + * @param c pointer to current file name + * @param raw address of pointer, pointing to current frame to send to gui + * @param startAcq start index of the acquisition + * @param startFrame start index of the scan + */ + void readFrame(char* c,char** raw, uint64_t &startAcq, uint64_t &startFrame); /** * abort acquisition with minimum damage: close open files, cleanup. * does nothing if state already is 'idle' */ - void abort() {}; + void abort(); //FIXME: needed, isn't stopReceiver enough? /** - * Returns status of receiver: idle, running or error + * Closes file / all files(if multiple files) + * @param i thread index (if multiple files used eg. root files) -1 for all threads */ - runStatus getStatus() const; + void closeFile(int i = -1); + + //***callback functions*** /** - * Set detector hostname - * @param c hostname - */ - void initialize(const char *detectorHostName); - - /* Returns detector hostname - /returns hostname - * caller needs to deallocate the returned char array. - * if uninitialized, it must return NULL - */ - char *getDetectorHostname() const; - - /** - * Set Ethernet Interface or IP to listen to - */ - void setEthernetInterface(char* c); - - /** - * Set UDP Port Number - */ - void setUDPPortNo(int p); - void setUDPPortNo2(int p); - - /* - * Returns number of frames to receive - * This is the number of frames to expect to receiver from the detector. - * The data receiver will change from running to idle when it got this number of frames - */ - int getNumberOfFrames() const; - - /** - * set frame number if a positive number - */ - int32_t setNumberOfFrames(int32_t fnum); - - /** - * Returns scan tag - */ - int getScanTag() const; - - /** - * set scan tag if its is a positive number - */ - int32_t setScanTag(int32_t stag); - - /** - * Returns the number of bits per pixel - */ - int getDynamicRange() const; - - /** - * set dynamic range if its is a positive number - */ - int32_t setDynamicRange(int32_t dr); - - /** - * Set short frame - * @param i if shortframe i=1 - */ - int setShortFrame(int i); - - /** - * Set the variable to send every nth frame to gui - * or if 0,send frame only upon gui request - */ - int setNFrameToGui(int i); - - /** set acquisition period if a positive number - */ - int64_t setAcquisitionPeriod(int64_t index); - - /** get data compression, by saving only hits - */ - bool getDataCompression(); - - /** enabl data compression, by saving only hits - /returns if failed - */ - int enableDataCompression(bool enable); - - /** - * enable 10Gbe - @param enable 1 for 10Gbe or 0 for 1 Gbe, -1 to read out - \returns enable for 10Gbe - */ - int enableTenGiga(int enable = -1); - - - -//other functions - - /** - * Returns the buffer-current frame read by receiver - * @param c pointer to current file name - * @param raw address of pointer, pointing to current frame to send to gui - * @param fnum frame number for eiger as it is not in the packet - * @param startAcquisitionIndex is the start index of the acquisition - * @param startFrameIndex is the start index of the scan - */ - void readFrame(char* c,char** raw, uint32_t &fnum, uint32_t &startAcquisitionIndex, uint32_t &startFrameIndex); - - /** - * Closes all files - * @param ithr thread index - */ - void closeFile(int ithr = -1); - - /** - * Starts Receiver - starts to listen for packets - * @param message is the error message if there is an error - * Returns success - */ - int startReceiver(char message[]); - - /** - * Stops Receiver - stops listening for packets - * Returns success - */ - int stopReceiver(); - - /** set status to transmitting and - * when fifo is empty later, sets status to run_finished - */ - void startReadout(); - - /** - * shuts down the udp sockets - * \returns if success or fail - */ - int shutDownUDPSockets(); - -protected: - - /* - void not_implemented(string method_name){ - std::cout << "[WARNING] Method " << method_name << " not implemented!" << std::endl; - }; - */ - /** - * Deletes all the filter objects for single photon data - */ - void deleteFilter(); - - /** - * Constructs the filter for single photon data - */ - void setupFilter(); - - /** - * set up fifo according to the new numjobsperthread - */ - void setupFifoStructure (); - - /** - * Copy frames to gui - * uses semaphore for nth frame mode - */ - void copyFrameToGui(char* startbuf[], uint32_t fnum=-1, char* buf=NULL); - - /** - * creates udp sockets - * \returns if success or fail - */ - int createUDPSockets(); - - /** - * create listening thread - * @param destroy is true to kill all threads and start again - */ - int createListeningThreads(bool destroy = false); - - /** - * create writer threads - * @param destroy is true to kill all threads and start again - */ - int createWriterThreads(bool destroy = false); - - /** - * set thread priorities - */ - void setThreadPriorities(); - - /** - * initializes variables and creates the first file - * also does the startAcquisitionCallBack - * \returns FAIL or OK - */ - int setupWriter(); - - /** - * Creates new tree and file for compression - * @param ithr thread number - * @param iframe frame number - *\returns OK for succces or FAIL for failure - */ - int createCompressionFile(int ithr, int iframe); - - /** - * Creates new file - *\returns OK for succces or FAIL for failure - */ - int createNewFile(); - - /** - * Static function - Thread started which listens to packets. - * Called by startReceiver() - * @param this_pointer pointer to this object - */ - static void* startListeningThread(void *this_pointer); - - /** - * Static function - Thread started which writes packets to file. - * Called by startReceiver() - * @param this_pointer pointer to this object - */ - static void* startWritingThread(void *this_pointer); - - /** - * Thread started which listens to packets. - * Called by startReceiver() + * Call back for start acquisition + * callback arguments are + * filepath + * filename + * fileindex + * datasize * + * return value is the action which decides what the user and default responsibilities to save data are + * 0 callback takes care of open,close,wrie file + * 1 callback writes file, we have to open, close it + * 2 we open, close, write file, callback does not do anything */ - int startListening(); + void registerCallBackStartAcquisition(int (*func)(char*, char*,int, int, void*),void *arg); /** - * Thread started which writes packets to file. - * Called by startReceiver() - * + * Call back for acquisition finished + * callback argument is + * total frames caught */ - int startWriting(); + void registerCallBackAcquisitionFinished(void (*func)(int, void*),void *arg); /** - * Writing to file without compression - * @param buf is the address of buffer popped out of fifo - * @param numpackets is the number of packets - * @param framenum current frame number + * Call back for raw data + * args to raw data ready callback are + * framenum + * datapointer + * datasize in bytes + * file descriptor + * guidatapointer (NULL, no data required) */ - void writeToFile_withoutCompression(char* buf,int numpackets, uint32_t framenum); - - /** - * Its called for the first packet of a scan or acquistion - * Sets the startframeindices and the variables to know if acquisition started - * @param ithread listening thread number - */ - void startFrameIndices(int ithread); - - /** - * This is called when udp socket is shut down - * It pops ffff instead of packet number into fifo - * to inform writers about the end of listening session - * @param ithread listening thread number - * @param rc number of bytes received - * @param pc packet count - * @param t total packets listened to - */ - void stopListening(int ithread, int rc, int &pc, int &t); - - /** - * When acquisition is over, this is called - * @param ithread listening thread number - * @param wbuffer writer buffer - */ - void stopWriting(int ithread, char* wbuffer[]); - - - /** - * data compression for each fifo output - * @param ithread listening thread number - * @param wbuffer writer buffer - * @param npackets number of packets from the fifo - * @param data pointer to the next packet start - * @param xmax max pixels in x direction - * @param ymax max pixels in y direction - * @param nf nf - */ - void handleDataCompression(int ithread, char* wbuffer[], int &npackets, char* data, int xmax, int ymax, int &nf); + void registerCallBackRawDataReady(void (*func)(int, char*, int, FILE*, char*, void*),void *arg); + - //// Could be done more fine-grained... TODO - // private: protected: - /** structure of an eiger image header*/ - typedef struct - { - unsigned char header_before[20]; - unsigned char fnum[4]; - unsigned char header_after[24]; - } eiger_image_header; - - /** structure of an eiger image header*/ - typedef struct - { - unsigned char num1[4]; - unsigned char num2[2]; - unsigned char num3[1]; - unsigned char num4[1]; - } eiger_packet_header; - - /** max number of listening threads */ - const static int MAX_NUM_LISTENING_THREADS = EIGER_MAX_PORTS; - - /** max number of writer threads */ - const static int MAX_NUM_WRITER_THREADS = 15; + /************************************************************************* + * Class Members ********************************************************* + *************************************************************************/ + //**detector parameters*** /** detector type */ detectorType myDetectorType; - /** detector hostname */ char detHostname[MAX_STR_LENGTH]; + /** Number of Packets per Frame*/ + uint32_t packetsPerFrame; + /** Acquisition Period */ + int64_t acquisitionPeriod; + /** Frame Number */ + int64_t numberOfFrames; + /** Dynamic Range */ + uint32_t dynamicRange; + /** Ten Giga Enable*/ + bool tengigaEnable; + /** Fifo Depth */ + uint32_t fifoDepth; + /** Bottom Half Module Enable */ + bool bottomEnable; - /** status of receiver */ + //***receiver parameters*** + /** Maximum Number of Listening Threads/ UDP Ports */ + const static int MAX_NUMBER_OF_LISTENING_THREADS = 2; + /** Receiver Status */ runStatus status; - /** UDP Socket between Receiver and Detector */ - genericSocket* udpSocket[MAX_NUM_LISTENING_THREADS]; + //***connection parameters*** + /** Ethernet Interface */ + char eth[MAX_STR_LENGTH]; + /** Server UDP Port Number*/ + uint32_t udpPortNum[MAX_NUMBER_OF_LISTENING_THREADS]; - /** Server UDP Port*/ - int server_port[MAX_NUM_LISTENING_THREADS]; - - /** ethernet interface or IP to listen to */ - char *eth; - - /** max packets per file **/ - int maxPacketsPerFile; - - /** File write enable */ - int enableFileWrite; - - /** File over write enable */ - int overwrite; - - /** Complete File name */ - char savefilename[MAX_STR_LENGTH]; - - /** File Name without frame index, file index and extension*/ + //***file parameters*** + /** File Name without frame index, file index and extension (_d0_f000000000000_8.raw)*/ char fileName[MAX_STR_LENGTH]; - /** File Path */ char filePath[MAX_STR_LENGTH]; - /** File Index */ - int fileIndex; - - /** scan tag */ + uint64_t fileIndex; + /** Scan Tag */ int scanTag; + /** Frame Index Enable */ + bool frameIndexEnable; + /** File Write enable */ + bool fileWriteEnable; + /** Overwrite enable */ + bool overwriteEnable; + /** Data Compression Enable - save only hits */ + bool dataCompressionEnable; - /** if frame index required in file name */ - int frameIndexNeeded; - - /* Acquisition started */ - bool acqStarted; - - /* Measurement started */ - bool measurementStarted; - - /** Frame index at start of each real time acquisition (eg. for each scan) */ - uint32_t startFrameIndex; - - /** Actual current frame index of each time acquisition (eg. for each scan) */ - uint32_t frameIndex; - - /** Frames Caught for each real time acquisition (eg. for each scan) */ - int packetsCaught; - + //***acquisition count parameters*** /** Total packets caught for an entire acquisition (including all scans) */ - int totalPacketsCaught; - - /** Pckets currently in current file, starts new file when it reaches max */ - int packetsInFile; - - /** Frame index at start of an entire acquisition (including all scans) */ - uint32_t startAcquisitionIndex; + uint64_t totalPacketsCaught; + /** Frames Caught for each real time acquisition (eg. for each scan) */ + uint64_t packetsCaught; + //***acquisition indices parameters*** /** Actual current frame index of an entire acquisition (including all scans) */ - uint32_t acquisitionIndex; + uint64_t acquisitionIndex; - /** number of packets per frame*/ - int packetsPerFrame; - - /** frame index mask */ - uint32_t frameIndexMask; - - /** packet index mask */ - uint32_t packetIndexMask; - - /** frame index offset */ - int frameIndexOffset; - - /** acquisition period */ - int64_t acquisitionPeriod; - - /** frame number */ - int32_t numberOfFrames; - - /** dynamic range */ - int dynamicRange; - - /** short frames */ - int shortFrame; - - /** current frame number */ - uint32_t currframenum; - - /** Previous Frame number from buffer */ - uint32_t prevframenum; - - /** size of one frame */ - int frameSize; - - /** buffer size. different from framesize as we wait for one packet instead of frame for eiger */ - int bufferSize; - - /** oen buffer size */ - int onePacketSize; - - /** latest data */ - char* latestData; - - /** gui data ready */ - int guiDataReady; - - /** points to the data to send to gui */ - char* guiData; - - /** points to the filename to send to gui */ - char* guiFileName; - - /** temporary number for eiger frame number as its not included in the packet */ - uint32_t guiFrameNumber; - - /** send every nth frame to gui or only upon gui request*/ - int nFrameToGui; - - /** fifo size */ - unsigned int fifosize; - - /** number of jobs per thread for data compression */ - int numJobsPerThread; - - /** datacompression - save only hits */ - bool dataCompression; - - /** memory allocated for the buffer */ - char *mem0[MAX_NUM_LISTENING_THREADS]; - - /** circular fifo to store addresses of data read */ - CircularFifo* fifo[MAX_NUM_LISTENING_THREADS]; - - /** circular fifo to store addresses of data already written and ready to be resued*/ - CircularFifo* fifoFree[MAX_NUM_LISTENING_THREADS]; - - /** Receiver buffer */ - char *buffer[MAX_NUM_LISTENING_THREADS]; - - /** number of writer threads */ - int numListeningThreads; - - /** number of writer threads */ - int numWriterThreads; - - /** to know if listening and writer threads created properly */ - int thread_started; - - /** current listening thread index*/ - int currentListeningThreadIndex; - - /** current writer thread index*/ - int currentWriterThreadIndex; - - /** thread listening to packets */ - pthread_t listening_thread[MAX_NUM_LISTENING_THREADS]; - - /** thread writing packets */ - pthread_t writing_thread[MAX_NUM_WRITER_THREADS]; - - /** total frame count the listening thread has listened to */ - int totalListeningFrameCount[MAX_NUM_LISTENING_THREADS]; - - /** mask showing which listening threads are running */ - volatile uint32_t listeningthreads_mask; - - /** mask showing which writer threads are running */ - volatile uint32_t writerthreads_mask; - - /** mask showing which threads have created files*/ - volatile uint32_t createfile_mask; - - /** OK if file created was successful */ - int ret_createfile; - - /** variable used to self terminate threads waiting for semaphores */ - int killAllListeningThreads; - - /** variable used to self terminate threads waiting for semaphores */ - int killAllWritingThreads; - - /** 10Gbe enable*/ - int tengigaEnable; - - // TODO: not properly sure where to put these... - /** structure of an eiger image header*/ - - - - -//semaphores - /** semaphore to synchronize writer and guireader threads */ - sem_t smp; - /** semaphore to synchronize listener threads */ - sem_t listensmp[MAX_NUM_LISTENING_THREADS]; - /** semaphore to synchronize writer threads */ - sem_t writersmp[MAX_NUM_WRITER_THREADS]; - - -//mutex - /** guiDataReady mutex */ - pthread_mutex_t dataReadyMutex; - - /** mutex for status */ - pthread_mutex_t status_mutex; - - /** mutex for progress variable currframenum */ - pthread_mutex_t progress_mutex; - - /** mutex for writing data to file */ - pthread_mutex_t write_mutex; - - /** File Descriptor */ - FILE *sfilefd; - - //filter - singlePhotonDetector *singlePhotonDet[MAX_NUM_WRITER_THREADS]; - slsReceiverData *receiverdata[MAX_NUM_WRITER_THREADS]; - moenchCommonMode *cmSub; - bool commonModeSubtractionEnable; - -#ifdef MYROOT1 - /** Tree where the hits are stored */ - TTree *myTree[MAX_NUM_WRITER_THREADS]; - - /** File where the tree is saved */ - TFile *myFile[MAX_NUM_WRITER_THREADS]; -#endif + //***acquisition parameters*** + /* Short Frame Enable or index of adc enabled, else -1 if all enabled (gotthard specific) TODO: move to setROI */ + int shortFrameEnable; + /** Frequency of Frames sent to GUI */ + uint32_t FrameToGuiFrequency; + //***callback parameters*** /** - callback arguments are - filepath - filename - fileindex - data size - - return value is - 0 callback takes care of open,close,write file - 1 callback writes file, we have to open, close it - 2 we open, close, write file, callback does not do anything - - */ + * function being called back for start acquisition + * callback arguments are + * filepath + * filename + * fileindex + * datasize + * + * return value is + * 0 callback takes care of open,close,wrie file + * 1 callback writes file, we have to open, close it + * 2 we open, close, write file, callback does not do anything + */ int (*startAcquisitionCallBack)(char*, char*,int, int, void*); void *pStartAcquisition; /** - args to acquisition finished callback - total frames caught - - */ + * function being called back for acquisition finished + * callback argument is + * total frames caught + */ void (*acquisitionFinishedCallBack)(int, void*); void *pAcquisitionFinished; /** - args to raw data ready callback are - framenum - datapointer - datasize in bytes - file descriptor - guidatapointer (NULL, no data required) - */ + * function being called back for raw data + * args to raw data ready callback are + * framenum + * datapointer + * datasize in bytes + * file descriptor + * guidatapointer (NULL, no data required) + */ void (*rawDataReadyCallBack)(int, char*, int, FILE*, char*, void*); void *pRawDataReady; - /** The action which decides what the user and default responsibilites to save data are - * 0 raw data ready callback takes care of open,close,write file - * 1 callback writes file, we have to open, close it - * 2 we open, close, write file, callback does not do anything */ - int cbAction; - /** true if bottom half module for eiger */ - bool bottom; +private: -public: - - - /** - callback arguments are - filepath - filename - fileindex - datasize - - return value is - 0 callback takes care of open,close,wrie file - 1 callback writes file, we have to open, close it - 2 we open, close, write file, callback does not do anything - */ - void registerCallBackStartAcquisition(int (*func)(char*, char*,int, int, void*),void *arg){startAcquisitionCallBack=func; pStartAcquisition=arg;}; - - /** - callback argument is - toatal frames caught - */ - void registerCallBackAcquisitionFinished(void (*func)(int, void*),void *arg){acquisitionFinishedCallBack=func; pAcquisitionFinished=arg;}; - - /** - args to raw data ready callback are - framenum - datapointer - datasize in bytes - file descriptor - guidatapointer (NULL, no data required) - */ - void registerCallBackRawDataReady(void (*func)(int, char*, int, FILE*, char*, void*),void *arg){rawDataReadyCallBack=func; pRawDataReady=arg;}; }; diff --git a/slsReceiverSoftware/include/UDPInterface.h b/slsReceiverSoftware/include/UDPInterface.h index 8952396f3..b00f038cb 100644 --- a/slsReceiverSoftware/include/UDPInterface.h +++ b/slsReceiverSoftware/include/UDPInterface.h @@ -17,8 +17,6 @@ #include "sls_receiver_defs.h" #include "receiver_defs.h" -#include "MySocketTCP.h" - #include "utilities.h" #include "logger.h" @@ -26,376 +24,492 @@ class UDPInterface { - /* abstract class that defines the UDP interface of an sls detector data receiver. + /* abstract class that defines the UDP interface of an sls detector data receiver. * - * Use the factory method UDPInterface::create() to get an instance: + * Use the factory method UDPInterface::create() to get an instance: + * + * UDPInterface *udp_interface = UDPInterface::create() * - * UDPInterface *udp_interface = UDPInterface::create() * * supported sequence of method-calls: * - * initialize() : once and only once after create() + * initialize() : once and only once after create() //FIXME: only once functionality implemented in the derived REST class, so not mention here? + * + * get*() : anytime after initialize(), multiples times * - * get*() : anytime after initialize(), multiples times * set*() : anytime after initialize(), multiple times * - * startReceiver(): anytime after initialize(). Will fail if state already is 'running' - * - * abort(), - * stopReceiver() : anytime after initialize(). Will do nothing if state already is idle. - * - * getStatus() returns the actual state of the data receiver - running or idle. All other - * get*() and set*() methods access the local cache of configuration values only and *do not* modify the data receiver settings. + * startReceiver(): anytime after initialize(). Will fail in TCPIP itself if state already is 'running': * * Only startReceiver() does change the data receiver configuration, it does pass the whole configuration cache to the data receiver. * - * get- and set-methods that return a char array (char *) allocate a new array at each call. The caller is responsible to free the allocated space: + * abort(), //FIXME: needed? + * + * stopReceiver() : anytime after initialize(). Will do nothing if state already is idle. + * Otherwise, sets status to transmitting when shutting down sockets + * then to run_finished when all data obtained + * then to idle when returning from this function + * + * + * getStatus() returns the actual state of the data receiver - idle, running or error, enum defined in include/sls_receiver_defs.h + * + * + * + * get*() and set*() methods access the local cache of configuration values only and *do not* modify the data receiver settings. + * + * set methods return nothing, use get methods to validate a set method success + * + * get-methods that return a char array (char *) allocate a new array at each call. The caller is responsible to free the allocated space: * * char *c = receiver->getFileName(); - * .... + * Or + * FIXME: so that the pointers are not shared external to the class, do the following way in the calling method? + * char *c = new char[MAX_STR_LENGTH]; + * strcpy(c,receiver->getFileName()); + * .... + * * delete[] c; * - * always: 1:YES 0:NO for int as bool-like arguments + * All pointers passed in externally will be allocated and freed by the calling function + * + * OK and FAIL are defined in include/sls_receiver_defs.h for functions implementing behavior * */ public: + /************************************************************************* + * Constructor & Destructor ********************************************** + * They access local cache of configuration or detector parameters ******* + *************************************************************************/ + /** + * Constructor + * Only non virtual function implemented in this class + * Factory create method to create a standard or REST object + * @param [in] receiver_type type can be standard or REST + * @return a UDPInterface reference to object depending on receiver type + */ + static UDPInterface *create(string receiver_type = "standard"); + /** * Destructor */ virtual ~UDPInterface() {}; - /** - * Factory create method + + + /************************************************************************* + * Getters *************************************************************** + * They access local cache of configuration or detector parameters ******* + *************************************************************************/ + + //**initial parameters*** + /* + * Get detector hostname + * @return hostname or NULL if uninitialized, must be released by calling function (max of 1000 characters) */ - static UDPInterface *create(string receiver_type = "standard"); + virtual char *getDetectorHostname() const = 0; - virtual void configure(map config_map) = 0; - - public: - + //***file parameters*** /** - * Initialize the Receiver - @param detectorHostName detector hostname - * you can call this function only once. You must call it before you call startReceiver() for the first time. - */ - virtual void initialize(const char *detectorHostName) = 0; - - - /* Returns detector hostname - /returns hostname - * caller needs to deallocate the returned char array. - * if uninitialized, it must return NULL - */ - virtual char *getDetectorHostname() const = 0; - - /** - * Returns status of receiver: idle, running or error - */ - virtual slsReceiverDefs::runStatus getStatus() const = 0; - - /** - * Returns File Name - * caller is responsible to deallocate the returned char array. + * Get File Name Prefix (without frame index, file index and extension (_d0_f000000000000_8.raw)) + * @return NULL or pointer to file name prefix, must be released by calling function (max of 1000 characters) */ virtual char *getFileName() const = 0; - /** - * Returns File Path - * caller is responsible to deallocate the returned char array + * Get File Path + * @return NULL or pointer to file path, must be released by calling function (max of 1000 characters) */ - virtual char *getFilePath() const = 0; //FIXME: Does the caller need to free() the returned pointer? - + virtual char *getFilePath() const = 0; /** - * Returns the number of bits per pixel + * Get File Index + * @return NULL or file index of acquisition */ - virtual int getDynamicRange() const = 0; + virtual uint64_t getFileIndex() const = 0; /** - * Returns scan tag + * Get Scan Tag + * @return scan tag //FIXME: needed? (unsigned integer?) */ virtual int getScanTag() const = 0; + /** + * Get if Frame Index is enabled (acquisition of more than 1 frame adds '_f000000000000' to file name ) + * @return true if frame index needed, else false + */ + virtual bool getFrameIndexEnable() const = 0; + + /** + * Get File Write Enable + * @return true if file write enabled, else false + */ + virtual bool getFileWriteEnable() const = 0; + + /** + * Get File Over Write Enable + * @return true if file over write enabled, else false + */ + virtual bool getOverwriteEnable() const = 0; + + /** + * Get data compression, by saving only hits (so far implemented only for Moench and Gotthard) + * @return true if data compression enabled, else false + */ + virtual bool getDataCompressionEnable() const = 0; + + + //***acquisition count parameters*** + /** + * Get Total Frames Caught for an entire acquisition (including all scans) + * @return total number of frames caught for entire acquisition + */ + virtual uint64_t getTotalFramesCaught() const = 0; + + /** + * Get Frames Caught for each real time acquisition (eg. for each scan) + * @return number of frames caught for each scan + */ + virtual uint64_t getFramesCaught() const = 0; + + /** + * Get Current Frame Index for an entire acquisition (including all scans) + * @return current frame index (represents all scans too) or -1 if no packets caught + */ + virtual int64_t getAcquisitionIndex() const = 0; + + + //***connection parameters*** + /** + * Get UDP Port Number + * @return udp port number + */ + virtual uint32_t getUDPPortNumber() const = 0; + + /** + * Get Second UDP Port Number (eiger specific) + * @return second udp port number + */ + virtual uint32_t getUDPPortNumber2() const = 0; + + /** + * Get Ehernet Interface + * @return ethernet interface. eg. eth0 (max of 1000 characters) + */ + virtual char *getEthernetInterface() const = 0; + + + //***acquisition parameters*** + /** + * Get Short Frame Enabled, later will be moved to getROI (so far only for gotthard) + * @return index of adc enabled, else -1 if all enabled + */ + virtual int getShortFrameEnable() const = 0; + + /** + * Get the Frequency of Frames Sent to GUI + * @return 0 for random frame requests, n for nth frame frequency + */ + virtual uint32_t getFrameToGuiFrequency() const = 0; + + /** + * Get Acquisition Period + * @return acquisition period + */ + virtual uint64_t getAcquisitionPeriod() const = 0; + /* - * Returns number of frames to receive - * This is the number of frames to expect to receiver from the detector. - * The data receiver will change from running to idle when it got this number of frames + * Get Number of Frames expected by receiver from detector + * The data receiver status will change from running to idle when it gets this number of frames FIXME: (Not implemented) + * @return number of frames expected */ - virtual int getNumberOfFrames() const = 0; + virtual uint64_t getNumberOfFrames() const = 0; /** - * Returns file write enable - * 1: YES 0: NO - */ - virtual int getEnableFileWrite() const = 0; - - /** - * Returns file over write enable - * 1: YES 0: NO - */ - virtual int getEnableOverwrite() const = 0; - - /** - * Set File Name (without frame index, file index and extension) - @param c file name - /returns file name - * returns NULL on failure (like bad file name) - * does not check the existence of the file - we don't know which path we'll finally use, so no point to check. - * caller is responsible to deallocate the returned char array. + * Get Dynamic Range or Number of Bits Per Pixel + * @return dynamic range that is 4, 8, 16 or 32 */ - virtual char* setFileName(const char c[]) = 0; + virtual uint32_t getDynamicRange() const = 0; + + /** + * Get Ten Giga Enable + * @return true if 10Giga enabled, else false (1G enabled) + */ + virtual bool getTenGigaEnable() const = 0; + + /** + * Get Fifo Depth + * @return fifo depth + */ + virtual uint32_t getFifoDepth() const = 0; + + //***receiver status*** + /** + * Get Listening Status of Receiver + * @return can be idle, listening or error depending on if the receiver is listening or not + */ + virtual slsReceiverDefs::runStatus getStatus() const = 0; + + + + + /************************************************************************* + * Setters *************************************************************** + * They modify the local cache of configuration or detector parameters *** + *************************************************************************/ + + //**initial parameters*** + /** + * Configure command line parameters + * @param config_map mapping of config parameters passed from command line arguments + */ + virtual void configure(map config_map) = 0; + + /** + * Set Bottom Enable (eiger specific, should be moved to configure, and later from client via TCPIP) + * @param b is true for bottom enabled or false for bottom disabled + */ + virtual void setBottomEnable(const bool b)= 0; + + + //***file parameters*** + /** + * Set File Name Prefix (without frame index, file index and extension (_d0_f000000000000_8.raw)) + * Does not check for file existence since it is created only at startReceiver + * @param c file name (max of 1000 characters) + */ + virtual void setFileName(const char c[]) = 0; /** * Set File Path - @param c file path - /returns file path - * checks the existence of the directory. returns NULL if directory does not exist or is not readable. - * caller is responsible to deallocate the returned char array. + * Checks for file directory existence before setting file path + * @param c file path (max of 1000 characters) */ - virtual char* setFilePath(const char c[]) = 0; + virtual void setFilePath(const char c[]) = 0; /** - * Returns the number of bits per pixel - @param dr sets dynamic range - /returns dynamic range - * returns -1 on failure - * FIXME: what are the allowd values - should we use an enum as argument? + * Set File Index of acquisition + * @param i file index of acquisition */ - virtual int setDynamicRange(const int dr) = 0; - + virtual void setFileIndex(const uint64_t i) = 0; /** - * Set scan tag - @param tag scan tag - /returns scan tag (always non-negative) - * FIXME: valid range - only positive? 16bit ore 32bit? - * returns -1 on failure + * Set Scan Tag + * @param i scan tag //FIXME: needed? (unsigned integer?) */ - virtual int setScanTag(const int tag) = 0; + virtual void setScanTag(const int i) = 0; /** - * Sets number of frames - @param fnum number of frames - /returns number of frames + * Set Frame Index Enable (acquisition of more than 1 frame adds '_f000000000000' to file name ) + * @param b true for frame index enable, else false */ - virtual int setNumberOfFrames(const int fnum) = 0; + virtual void setFrameIndexEnable(const bool b) = 0; /** - * Set enable file write - * @param i file write enable - /returns file write enable + * Set File Write Enable + * @param b true for file write enable, else false */ - virtual int setEnableFileWrite(const int i) = 0; + virtual void setFileWriteEnable(const bool b) = 0; /** - * Set enable file overwrite - * @param i file overwrite enable - /returns file overwrite enable + * Set File Overwrite Enable + * @param b true for file overwrite enable, else false */ - virtual int setEnableOverwrite(const int i) = 0; + virtual void setOverwriteEnable(const bool b) = 0; /** - * Starts Receiver - activate all configuration settings to the eiger receiver and start to listen for packets - @param message is the error message if there is an error - /returns 0 on success or -1 on failure + * Set data compression, by saving only hits (so far implemented only for Moench and Gotthard) + * @param b true for data compression enable, else false + * @return OK or FAIL */ - //FIXME: success == 0 or success == 1? - virtual int startReceiver(char *message=NULL) = 0; //FIXME: who allocates message[]? + virtual int setDataCompressionEnable(const bool b) = 0; + + //***connection parameters*** + /** + * Set UDP Port Number + * @param i udp port number + */ + virtual void setUDPPortNumber(const uint32_t i) = 0; /** - * Stops Receiver - stops listening for packets - /returns success - * same as abort(). Always returns 0. + * Set Second UDP Port Number (eiger specific) + * @return second udp port number */ - virtual int stopReceiver() = 0; + virtual void setUDPPortNumber2(const uint32_t i) = 0; + + /** + * Set Ethernet Interface to listen to + * @param c ethernet inerface eg. eth0 (max of 1000 characters) + */ + virtual void setEthernetInterface(const char* c) = 0; + + + //***acquisition parameters*** + /** + * Set Short Frame Enabled, later will be moved to getROI (so far only for gotthard) + * @param i index of adc enabled, else -1 if all enabled + */ + virtual void setShortFrameEnable(const int i) = 0; + + /** + * Set the Frequency of Frames Sent to GUI + * @param i 0 for random frame requests, n for nth frame frequency + * @return OK or FAIL + */ + virtual int setFrameToGuiFrequency(const uint32_t i) = 0; + + /** + * Set Acquisition Period + * @param i acquisition period + * @return OK or FAIL + */ + virtual int setAcquisitionPeriod(const uint64_t i) = 0; + + /** + * Set Number of Frames expected by receiver from detector + * The data receiver status will change from running to idle when it gets this number of frames FIXME: (Not implemented) + * @param i number of frames expected + */ + virtual void setNumberOfFrames(const uint64_t i) = 0; + + /** + * Set Dynamic Range or Number of Bits Per Pixel + * @param i dynamic range that is 4, 8, 16 or 32 + * @return OK or FAIL + */ + virtual int setDynamicRange(const uint32_t i) = 0; + + /** + * Set Ten Giga Enable + * @param b true if 10Giga enabled, else false (1G enabled) + * @return OK or FAIL + */ + virtual int setTenGigaEnable(const bool b) = 0; + + /** + * Set Fifo Depth + * @param i fifo depth value + * @return OK or FAIL + */ + virtual int setFifoDepth(const uint32_t i) = 0; + + + /************************************************************************* + * Behavioral functions*************************************************** + * They may modify the status of the receiver **************************** + *************************************************************************/ + + + //***initial functions*** + /** + * Set receiver type (and corresponding detector variables in derived STANDARD class) + * It is the first function called by the client when connecting to receiver + * @param d detector type + * @return OK or FAIL + */ + virtual int setDetectorType(const slsReceiverDefs::detectorType d) = 0; + + /** + * Sets detector hostname (and corresponding detector variables in derived REST class) + * It is second function called by the client when connecting to receiver. + * you can call this function only once. //FIXME: is this still valid, this implemented in derived REST class? + * @param c detector hostname + */ + virtual void initialize(const char *c) = 0; + + + //***acquisition functions*** + /** + * Reset acquisition parameters such as total frames caught for an entire acquisition (including all scans) + */ + virtual void resetAcquisitionCount() = 0; + + /** + * Start Listening for Packets by activating all configuration settings to receiver + * @param c error message if FAIL + * @return OK or FAIL + */ + virtual int startReceiver(char *c=NULL) = 0; + + /** + * Stop Listening for Packets + * Calls startReadout(), which stops listening and sets status to Transmitting + * When it has read every frame in buffer,it returns with the status Run_Finished + */ + virtual void stopReceiver() = 0; + + /** + * Stop Listening to Packets + * and sets status to Transmitting + */ + virtual void startReadout() = 0; + + /** + * Shuts down and deletes UDP Sockets + * @return OK or FAIL + */ + virtual int shutDownUDPSockets() = 0; + + /** + * Get the buffer-current frame read by receiver + * @param c pointer to current file name + * @param raw address of pointer, pointing to current frame to send to gui + * @param startAcq start index of the acquisition + * @param startFrame start index of the scan + */ + virtual void readFrame(char* c,char** raw, uint64_t &startAcq, uint64_t &startFrame)=0; /** * abort acquisition with minimum damage: close open files, cleanup. * does nothing if state already is 'idle' */ - virtual void abort() = 0; - - - -/******************************************************************************************************************* - **************************************** Added by Dhanya ********************************************************* - *******************************************************************************************************************/ + virtual void abort() = 0; //FIXME: needed, isnt stopReceiver enough? /** - * Set bottom to bot - * @param bot = 1 if bottom + * Closes file / all files(if multiple files) + * @param i thread index (if multiple files used eg. root files) -1 for all threads */ - virtual void setBottom(int bot)= 0; + virtual void closeFile(int i = -1) = 0; - /** - * Returns File Index - */ - virtual int getFileIndex() = 0; - - /** - * Returns Total Frames Caught for an entire acquisition (including all scans) - */ - virtual int getTotalFramesCaught() = 0; - - /** - * Returns Frames Caught for each real time acquisition (eg. for each scan) - */ - virtual int getFramesCaught() = 0; - - /** - * Returns the frame index at start of entire acquisition (including all scans) - */ - virtual uint32_t getStartAcquisitionIndex()=0; - - /** - * Returns current Frame Index Caught for an entire acquisition (including all scans) - */ - virtual uint32_t getAcquisitionIndex() = 0; - - /** - * Returns the frame index at start of each real time acquisition (eg. for each scan) - */ - virtual uint32_t getStartFrameIndex() = 0; - - /** get data compression, by saving only hits - */ - virtual bool getDataCompression() = 0; - - /** - * Set receiver type - * @param det detector type - * Returns success or FAIL - */ - virtual int setDetectorType(slsReceiverDefs::detectorType det) = 0; - - /** - * Set File Index - * @param i file index - */ - virtual int setFileIndex(int i) = 0; - - /** set acquisition period if a positive number - */ - virtual int64_t setAcquisitionPeriod(int64_t index) = 0; - - /** - * Set Frame Index Needed - * @param i frame index needed - */ - virtual int setFrameIndexNeeded(int i) = 0; - - /** - * Set UDP Port Number - */ - virtual void setUDPPortNo(int p) = 0; - - /** - * Set UDP Port Number - */ - virtual void setUDPPortNo2(int p) = 0; - - /** - * Set Ethernet Interface or IP to listen to - */ - virtual void setEthernetInterface(char* c) = 0; - - /** - * Set short frame - * @param i if shortframe i=1 - */ - virtual int setShortFrame(int i) = 0; - - /** - * Set the variable to send every nth frame to gui - * or if 0,send frame only upon gui request - */ - virtual int setNFrameToGui(int i) = 0; - - /** - * Resets the Total Frames Caught - * This is how the receiver differentiates between entire acquisitions - * Returns 0 - */ - virtual void resetTotalFramesCaught() = 0; - - /** enabl data compression, by saving only hits - /returns if failed - */ - virtual int enableDataCompression(bool enable) = 0; - - /** - * enable 10Gbe - @param enable 1 for 10Gbe or 0 for 1 Gbe, -1 to read out - \returns enable for 10Gbe - */ - virtual int enableTenGiga(int enable = -1) = 0; - - /** - * Returns the buffer-current frame read by receiver - * @param c pointer to current file name - * @param raw address of pointer, pointing to current frame to send to gui - * @param fnum frame number for eiger as it is not in the packet - * @param startAcquisitionIndex is the start index of the acquisition - * @param startFrameIndex is the start index of the scan - */ - virtual void readFrame(char* c,char** raw, uint32_t &fnum, uint32_t &startAcquisitionIndex, uint32_t &startFrameIndex)=0; - - /** set status to transmitting and - * when fifo is empty later, sets status to run_finished - */ - virtual void startReadout() = 0; - - /** - * shuts down the udp sockets - * \returns if success or fail - */ - virtual int shutDownUDPSockets() = 0; - - /** - * Closes all files - * @param ithr thread index, -1 for all threads - */ - virtual void closeFile(int ithr = -1) = 0; + //***callback functions*** /** * Call back for start acquisition - callback arguments are - filepath - filename - fileindex - datasize - - return value is - 0 callback takes care of open,close,wrie file - 1 callback writes file, we have to open, close it - 2 we open, close, write file, callback does not do anything - */ + * callback arguments are + * filepath + * filename + * fileindex + * datasize + * + * return value is + * 0 callback takes care of open,close,wrie file + * 1 callback writes file, we have to open, close it + * 2 we open, close, write file, callback does not do anything + */ virtual void registerCallBackStartAcquisition(int (*func)(char*, char*,int, int, void*),void *arg) = 0; /** * Call back for acquisition finished - callback argument is - total frames caught - */ + * callback argument is + * total frames caught + */ virtual void registerCallBackAcquisitionFinished(void (*func)(int, void*),void *arg) = 0; /** * Call back for raw data - args to raw data ready callback are - framenum - datapointer - datasize in bytes - file descriptor - guidatapointer (NULL, no data required) - */ + * args to raw data ready callback are + * framenum + * datapointer + * datasize in bytes + * file descriptor + * guidatapointer (NULL, no data required) + */ virtual void registerCallBackRawDataReady(void (*func)(int, char*, int, FILE*, char*, void*),void *arg) = 0; - + + protected: - private: }; diff --git a/slsReceiverSoftware/include/UDPRESTImplementation.h b/slsReceiverSoftware/include/UDPRESTImplementation.h index f335ba9d2..374199721 100644 --- a/slsReceiverSoftware/include/UDPRESTImplementation.h +++ b/slsReceiverSoftware/include/UDPRESTImplementation.h @@ -7,36 +7,21 @@ ***********************************************/ -#include "sls_receiver_defs.h" -#include "receiver_defs.h" -#include "genericSocket.h" -#include "circularFifo.h" -#include "singlePhotonDetector.h" -#include "slsReceiverData.h" -#include "moenchCommonMode.h" - #include "UDPBaseImplementation.h" - -#ifdef MYROOT1 -#include -#include -#endif - #include "RestHelper.h" - #include -#include #include -#include /** * @short does all the functions for a receiver, set/get parameters, start/stop etc. */ class UDPRESTImplementation : protected virtual slsReceiverDefs, public UDPBaseImplementation { - - public: +public: + /************************************************************************* + * Constructor & Destructor ********************************************** + *************************************************************************/ /** * Constructor */ @@ -49,787 +34,116 @@ class UDPRESTImplementation : protected virtual slsReceiverDefs, public UDPBaseI protected: - void initialize_REST(); + + /************************************************************************* + * Getters *************************************************************** + * They access local cache of configuration or detector parameters ******* + *************************************************************************/ + /** + * Get Rest State + */ int get_rest_state(RestHelper * rest, string *rest_state); + /************************************************************************* + * Setters *************************************************************** + * They modify the local cache of configuration or detector parameters *** + *************************************************************************/ + /** + * Initialize REST + */ + void initialize_REST(); + + + + public: + /************************************************************************* + * Getters *************************************************************** + * They access local cache of configuration or detector parameters ******* + *************************************************************************/ + + + /************************************************************************* + * Setters *************************************************************** + * They modify the local cache of configuration or detector parameters *** + *************************************************************************/ + + /** + * Overridden method + * Configure command line parameters + * @param config_map mapping of config parameters passed from command line arguments + */ void configure(map config_map); - /** - * delete and free member parameters - */ - void deleteMembers(); + + /************************************************************************* + * Behavioral functions*************************************************** + * They may modify the status of the receiver **************************** + *************************************************************************/ /** - * initialize member parameters + * Overridden method + * Start Listening for Packets by activating all configuration settings to receiver + * When this function returns, it has status RUNNING(upon SUCCESS) or IDLE (upon failure) + * @param c error message if FAIL + * @return OK or FAIL */ - //void initializeMembers(); + int startReceiver(char *c=NULL); /** - * Set detector hostname - * @param c hostname + * Overridden method + * Stop Listening for Packets + * Calls startReadout(), which stops listening and sets status to Transmitting + * When it has read every frame in buffer, the status changes to Run_Finished + * When this function returns, receiver has status IDLE + * Pre: status is running, semaphores have been instantiated, + * Post: udp sockets shut down, status is idle, semaphores destroyed */ - //void initialize(const char *detectorHostName); - - /* Returns detector hostname - /returns hostname - * caller needs to deallocate the returned char array. - * if uninitialized, it must return NULL - */ - //char *getDetectorHostname() const; - + void stopReceiver(); /** - * Set receiver type - * @param det detector type - * Returns success or FAIL - */ - //int setDetectorType(detectorType det); - - - //Frame indices and numbers caught - /** - * Returns the frame index at start of entire acquisition (including all scans) - */ - uint32_t getStartAcquisitionIndex(); - - /** - * Returns current Frame Index Caught for an entire acquisition (including all scans) - */ - uint32_t getAcquisitionIndex(); - - /** - * Returns if acquisition started - */ - bool getAcquistionStarted(); - - /** - * Returns Frames Caught for each real time acquisition (eg. for each scan) - */ - int getFramesCaught(); - - /** - * Returns Total Frames Caught for an entire acquisition (including all scans) - */ - int getTotalFramesCaught(); - - /** - * Returns the frame index at start of each real time acquisition (eg. for each scan) - */ - uint32_t getStartFrameIndex(); - - /** - * Returns current Frame Index for each real time acquisition (eg. for each scan) - */ - uint32_t getFrameIndex(); - - /** - * Returns if measurement started - */ - bool getMeasurementStarted(); - - /** - * Resets the Total Frames Caught - * This is how the receiver differentiates between entire acquisitions - * Returns 0 - */ - void resetTotalFramesCaught(); - - - - - //file parameters - /** - * Returns File Path - */ - //char* getFilePath() const; - - /** - * Set File Path - * @param c file path - */ - //char* setFilePath(const char c[]); - - /** - * Returns File Name - */ - //char* getFileName() const; - - /** - * Set File Name (without frame index, file index and extension) - * @param c file name - */ - //char* setFileName(const char c[]); - - /** - * Returns File Index - */ - int getFileIndex(); - - /** - * Set File Index - * @param i file index - */ - int setFileIndex(int i); - - /** - * Set Frame Index Needed - * @param i frame index needed - */ - int setFrameIndexNeeded(int i); - - /** - * Set enable file write - * @param i file write enable - * Returns file write enable - */ - //int setEnableFileWrite(int i); - - /** - * Enable/disable overwrite - * @param i enable - * Returns enable over write - */ - //int setEnableOverwrite(int i); - - /** - * Returns file write enable - * 1: YES 0: NO - */ - //int getEnableFileWrite() const; - - /** - * Returns file over write enable - * 1: YES 0: NO - */ - //int getEnableOverwrite() const; - -//other parameters - - /** - * abort acquisition with minimum damage: close open files, cleanup. - * does nothing if state already is 'idle' - */ - void abort() {}; - - /** - * Returns status of receiver: idle, running or error - */ - runStatus getStatus() const; - - - /** - * Set Ethernet Interface or IP to listen to - */ - void setEthernetInterface(char* c); - - /** - * Set UDP Port Number - */ - void setUDPPortNo(int p); - void setUDPPortNo2(int p); - - /* - * Returns number of frames to receive - * This is the number of frames to expect to receiver from the detector. - * The data receiver will change from running to idle when it got this number of frames - */ - - //int getNumberOfFrames() const; - - /** - * set frame number if a positive number - */ - //int32_t setNumberOfFrames(int32_t fnum); - - - /** - * Returns scan tag - */ - //int getScanTag() const; - - /** - * set scan tag if its is a positive number - */ - //int32_t setScanTag(int32_t stag); - - /** - * Returns the number of bits per pixel - */ - //int getDynamicRange() const; - - /** - * set dynamic range if its is a positive number - */ - int32_t setDynamicRange(int32_t dr); - - /** - * Set short frame - * @param i if shortframe i=1 - */ - int setShortFrame(int i); - - /** - * Set the variable to send every nth frame to gui - * or if 0,send frame only upon gui request - */ - int setNFrameToGui(int i); - - /** set acquisition period if a positive number - */ - int64_t setAcquisitionPeriod(int64_t index); - - /** get data compression, by saving only hits - */ - bool getDataCompression(); - - /** enabl data compression, by saving only hits - /returns if failed - */ - int enableDataCompression(bool enable); - - /** - * enable 10Gbe - @param enable 1 for 10Gbe or 0 for 1 Gbe, -1 to read out - \returns enable for 10Gbe - */ - int enableTenGiga(int enable = -1); - - - -//other functions - - /** - * Returns the buffer-current frame read by receiver - * @param c pointer to current file name - * @param raw address of pointer, pointing to current frame to send to gui - * @param fnum frame number for eiger as it is not in the packet - * @param startAcquisitionIndex is the start index of the acquisition - * @param startFrameIndex is the start index of the scan - */ - void readFrame(char* c,char** raw, uint32_t &fnum, uint32_t &startAcquisitionIndex, uint32_t &startFrameIndex); - - /** - * Closes all files - * @param ithr thread index - */ - void closeFile(int ithr = -1); - - /** - * Starts Receiver - starts to listen for packets - * @param message is the error message if there is an error - * Returns success - */ - int startReceiver(char message[]); - - /** - * Stops Receiver - stops listening for packets - * Returns success - */ - int stopReceiver(); - - /** set status to transmitting and - * when fifo is empty later, sets status to run_finished + * Overridden method + * Stop Listening to Packets + * and sets status to Transmitting + * Next step would be to get all data and stop receiver completely and return with idle state + * Pre: status is running, udp sockets have been initialized, stop receiver initiated + * Post:udp sockets closed, status is transmitting, */ void startReadout(); /** - * shuts down the udp sockets - * \returns if success or fail + * Overridden method + * Shuts down and deletes UDP Sockets + * TCPIPInterface can also call this in case of illegal shutdown of receiver + * @return OK or FAIL */ int shutDownUDPSockets(); + /** + * Overridden method + * Get the buffer-current frame read by receiver + * @param c pointer to current file name + * @param raw address of pointer, pointing to current frame to send to gui + * @param startAcq start index of the acquisition + * @param startFrame start index of the scan + */ + void readFrame(char* c,char** raw, uint64_t &startAcq, uint64_t &startFrame); + + /** + * Overridden method + * Closes file / all files(data compression involves multiple files) + * TCPIPInterface can also call this in case of illegal shutdown of receiver + * @param i thread index valid for datacompression using root files, -1 for all threads + */ + void closeFile(int i = -1); + private: - /* - void not_implemented(string method_name){ - std::cout << "[WARNING] Method " << method_name << " not implemented!" << std::endl; - }; - */ - /** - * Deletes all the filter objects for single photon data - */ - void deleteFilter(); - - /** - * Constructs the filter for single photon data - */ - void setupFilter(); - - /** - * set up fifo according to the new numjobsperthread - */ - void setupFifoStructure (); - - /** - * Copy frames to gui - * uses semaphore for nth frame mode - */ - void copyFrameToGui(char* startbuf[], uint32_t fnum=-1, char* buf=NULL); - - /** - * creates udp sockets - * \returns if success or fail - */ - int createUDPSockets(); - - /** - * create listening thread - * @param destroy is true to kill all threads and start again - */ - int createListeningThreads(bool destroy = false); - - /** - * create writer threads - * @param destroy is true to kill all threads and start again - */ - int createWriterThreads(bool destroy = false); - - /** - * set thread priorities - */ - void setThreadPriorities(); - - /** - * initializes variables and creates the first file - * also does the startAcquisitionCallBack - * \returns FAIL or OK - */ - int setupWriter(); - - /** - * Creates new tree and file for compression - * @param ithr thread number - * @param iframe frame number - *\returns OK for succces or FAIL for failure - */ - int createCompressionFile(int ithr, int iframe); - - /** - * Creates new file - *\returns OK for succces or FAIL for failure - */ - int createNewFile(); - - /** - * Static function - Thread started which listens to packets. - * Called by startReceiver() - * @param this_pointer pointer to this object - */ - static void* startListeningThread(void *this_pointer); - - /** - * Static function - Thread started which writes packets to file. - * Called by startReceiver() - * @param this_pointer pointer to this object - */ - static void* startWritingThread(void *this_pointer); - - /** - * Thread started which listens to packets. - * Called by startReceiver() - * - */ - int startListening(); - - /** - * Thread started which writes packets to file. - * Called by startReceiver() - * - */ - int startWriting(); - - /** - * Writing to file without compression - * @param buf is the address of buffer popped out of fifo - * @param numpackets is the number of packets - * @param framenum current frame number - */ - void writeToFile_withoutCompression(char* buf,int numpackets, uint32_t framenum); - - /** - * Its called for the first packet of a scan or acquistion - * Sets the startframeindices and the variables to know if acquisition started - * @param ithread listening thread number - */ - void startFrameIndices(int ithread); - - /** - * This is called when udp socket is shut down - * It pops ffff instead of packet number into fifo - * to inform writers about the end of listening session - * @param ithread listening thread number - * @param rc number of bytes received - * @param pc packet count - * @param t total packets listened to - */ - void stopListening(int ithread, int rc, int &pc, int &t); - - /** - * When acquisition is over, this is called - * @param ithread listening thread number - * @param wbuffer writer buffer - */ - void stopWriting(int ithread, char* wbuffer[]); - - - /** - * data compression for each fifo output - * @param ithread listening thread number - * @param wbuffer writer buffer - * @param npackets number of packets from the fifo - * @param data pointer to the next packet start - * @param xmax max pixels in x direction - * @param ymax max pixels in y direction - * @param nf nf - */ - void handleDataCompression(int ithread, char* wbuffer[], int &npackets, char* data, int xmax, int ymax, int &nf); - - - /** structure of an eiger image header*/ - typedef struct - { - unsigned char header_before[20]; - unsigned char fnum[4]; - unsigned char header_after[24]; - } eiger_image_header; - - - /** structure of an eiger image header*/ - typedef struct - { - unsigned char num1[4]; - unsigned char num2[4]; - } eiger_packet_header; - - /** max number of listening threads */ - const static int MAX_NUM_LISTENING_THREADS = EIGER_MAX_PORTS; - - /** max number of writer threads */ - const static int MAX_NUM_WRITER_THREADS = 15; - - /** detector type */ - //detectorType myDetectorType; - - /** detector hostname */ - //char detHostname[MAX_STR_LENGTH]; - - /** status of receiver */ - //runStatus status; - - /** UDP Socket between Receiver and Detector */ - //genericSocket* udpSocket[MAX_NUM_LISTENING_THREADS]; - - /** Server UDP Port*/ - //int server_port[MAX_NUM_LISTENING_THREADS]; - - /** ethernet interface or IP to listen to */ - //char *eth; - - /** max packets per file **/ - //int maxPacketsPerFile; - - /** File write enable */ - //int enableFileWrite; - - /** File over write enable */ - //int overwrite; - - /** Complete File name */ - //char savefilename[MAX_STR_LENGTH]; - - /** File Name without frame index, file index and extension*/ - //char fileName[MAX_STR_LENGTH]; - - /** File Path */ - //char filePath[MAX_STR_LENGTH]; - - /** File Index */ - //int fileIndex; - - /** scan tag */ - //int scanTag; - - /** if frame index required in file name */ - //int frameIndexNeeded; - - /* Acquisition started */ - //bool acqStarted; - - /* Measurement started */ - //bool measurementStarted; - - /** Frame index at start of each real time acquisition (eg. for each scan) */ - //uint32_t startFrameIndex; - - /** Actual current frame index of each time acquisition (eg. for each scan) */ - //uint32_t frameIndex; - - /** Frames Caught for each real time acquisition (eg. for each scan) */ - //int packetsCaught; - - /** Total packets caught for an entire acquisition (including all scans) */ - //int totalPacketsCaught; - - /** Pckets currently in current file, starts new file when it reaches max */ - //int packetsInFile; - - /** Frame index at start of an entire acquisition (including all scans) */ - //uint32_t startAcquisitionIndex; - - /** Actual current frame index of an entire acquisition (including all scans) */ - //uint32_t acquisitionIndex; - - /** number of packets per frame*/ - //int packetsPerFrame; - - /** frame index mask */ - //uint32_t frameIndexMask; - - /** packet index mask */ - //uint32_t packetIndexMask; - - /** frame index offset */ - //int frameIndexOffset; - - /** acquisition period */ - //int64_t acquisitionPeriod; - - /** frame number */ - //int32_t numberOfFrames; - - /** dynamic range */ - //int dynamicRange; - - /** short frames */ - //int shortFrame; - - /** current frame number */ - //uint32_t currframenum; - - /** Previous Frame number from buffer */ - //uint32_t prevframenum; - - /** size of one frame */ - //int frameSize; - - /** buffer size. different from framesize as we wait for one packet instead of frame for eiger */ - //int bufferSize; - - /** oen buffer size */ - //int onePacketSize; - - /** latest data */ - //char* latestData; - - /** gui data ready */ - //int guiDataReady; - - /** points to the data to send to gui */ - //char* guiData; - - /** points to the filename to send to gui */ - //char* guiFileName; - - /** temporary number for eiger frame number as its not included in the packet */ - //uint32_t guiFrameNumber; - - /** send every nth frame to gui or only upon gui request*/ - //int nFrameToGui; - - /** fifo size */ - //unsigned int fifosize; - - /** number of jobs per thread for data compression */ - //int numJobsPerThread; - - /** datacompression - save only hits */ - //bool dataCompression; - - /** memory allocated for the buffer */ - //char *mem0[MAX_NUM_LISTENING_THREADS]; - - /** circular fifo to store addresses of data read */ - //CircularFifo* fifo[MAX_NUM_LISTENING_THREADS]; - - /** circular fifo to store addresses of data already written and ready to be resued*/ - //CircularFifo* fifoFree[MAX_NUM_LISTENING_THREADS]; - - /** Receiver buffer */ - //char *buffer[MAX_NUM_LISTENING_THREADS]; - - /** number of writer threads */ - //intt numListeningThreads; - - /** number of writer threads */ - //int numWriterThreads; - - /** to know if listening and writer threads created properly */ - //int thread_started; - - /** current listening thread index*/ - //int currentListeningThreadIndex; - - /** current writer thread index*/ - //int currentWriterThreadIndex; - - /** thread listening to packets */ - //pthread_t listening_thread[MAX_NUM_LISTENING_THREADS]; - - /** thread writing packets */ - //pthread_t writing_thread[MAX_NUM_WRITER_THREADS]; - - /** total frame count the listening thread has listened to */ - //int totalListeningFrameCount[MAX_NUM_LISTENING_THREADS]; - - /** mask showing which listening threads are running */ - //volatile uint32_t listeningthreads_mask; - - /** mask showing which writer threads are running */ - //volatile uint32_t writerthreads_mask; - - /** mask showing which threads have created files*/ - //volatile uint32_t createfile_mask; - - /** OK if file created was successful */ - //int ret_createfile; - - /** variable used to self terminate threads waiting for semaphores */ - //int killAllListeningThreads; - - /** variable used to self terminate threads waiting for semaphores */ - //int killAllWritingThreads; - - /** 10Gbe enable*/ - //int tengigaEnable; - - - - -//semaphores - /** semaphore to synchronize writer and guireader threads */ - //sem_t smp; - /** semaphore to synchronize listener threads */ - //sem_t listensmp[MAX_NUM_LISTENING_THREADS]; - /** semaphore to synchronize writer threads */ - //sem_t writersmp[MAX_NUM_WRITER_THREADS]; - - -//mutex - /** guiDataReady mutex */ - //pthread_mutex_t dataReadyMutex; - - /** mutex for status */ - //pthread_mutex_t status_mutex; - - /** mutex for progress variable currframenum */ - //pthread_mutex_t progress_mutex; - - /** mutex for writing data to file */ - //pthread_mutex_t write_mutex; - - /** File Descriptor */ - //FILE *sfilefd; - - //filter - //singlePhotonDetector *singlePhotonDet[MAX_NUM_WRITER_THREADS]; - //slsReceiverData *receiverdata[MAX_NUM_WRITER_THREADS]; - //moenchCommonMode *cmSub; - //bool commonModeSubtractionEnable; - -#ifdef MYROOT1 - /** Tree where the hits are stored */ - TTree *myTree[MAX_NUM_WRITER_THREADS]; - - /** File where the tree is saved */ - TFile *myFile[MAX_NUM_WRITER_THREADS]; -#endif - - - - /** - callback arguments are - filepath - filename - fileindex - data size - - return value is - 0 callback takes care of open,close,write file - 1 callback writes file, we have to open, close it - 2 we open, close, write file, callback does not do anything - - */ - int (*startAcquisitionCallBack)(char*, char*,int, int, void*); - void *pStartAcquisition; - - /** - args to acquisition finished callback - total frames caught - - */ - void (*acquisitionFinishedCallBack)(int, void*); - void *pAcquisitionFinished; - - - /** - args to raw data ready callback are - framenum - datapointer - datasize in bytes - file descriptor - guidatapointer (NULL, no data required) - */ - void (*rawDataReadyCallBack)(int, char*, int, FILE*, char*, void*); - void *pRawDataReady; - - /** The action which decides what the user and default responsibilites to save data are - * 0 raw data ready callback takes care of open,close,write file - * 1 callback writes file, we have to open, close it - * 2 we open, close, write file, callback does not do anything */ - int cbAction; - - -public: - - - /** - callback arguments are - filepath - filename - fileindex - datasize - - return value is - 0 callback takes care of open,close,wrie file - 1 callback writes file, we have to open, close it - 2 we open, close, write file, callback does not do anything - */ - void registerCallBackStartAcquisition(int (*func)(char*, char*,int, int, void*),void *arg){startAcquisitionCallBack=func; pStartAcquisition=arg;}; - - /** - callback argument is - toatal frames caught - */ - void registerCallBackAcquisitionFinished(void (*func)(int, void*),void *arg){acquisitionFinishedCallBack=func; pAcquisitionFinished=arg;}; - - /** - args to raw data ready callback are - framenum - datapointer - datasize in bytes - file descriptor - guidatapointer (NULL, no data required) - */ - void registerCallBackRawDataReady(void (*func)(int, char*, int, FILE*, char*, void*),void *arg){rawDataReadyCallBack=func; pRawDataReady=arg;}; - - - //REST specific bool isInitialized; RestHelper * rest ; - int rest_port; // receiver backend port - string rest_hostname; // receiver hostname + int rest_port; // receiver backend port + string rest_hostname; // receiver hostname }; diff --git a/slsReceiverSoftware/include/UDPStandardImplementation.h b/slsReceiverSoftware/include/UDPStandardImplementation.h index bad7f7a2e..7ec6672aa 100644 --- a/slsReceiverSoftware/include/UDPStandardImplementation.h +++ b/slsReceiverSoftware/include/UDPStandardImplementation.h @@ -6,24 +6,20 @@ * @short does all the functions for a receiver, set/get parameters, start/stop etc. ***********************************************/ +#include "UDPBaseImplementation.h" -#include "sls_receiver_defs.h" -#include "receiver_defs.h" #include "genericSocket.h" #include "circularFifo.h" #include "singlePhotonDetector.h" #include "slsReceiverData.h" #include "moenchCommonMode.h" -//#include "UDPInterface.h" -#include "UDPBaseImplementation.h" #ifdef MYROOT1 #include #include #endif - #include #include #include @@ -37,7 +33,12 @@ class UDPStandardImplementation: private virtual slsReceiverDefs, public UDPBaseImplementation { public: - /** + + + /************************************************************************* + * Constructor & Destructor ********************************************** + *************************************************************************/ + /** * Constructor */ UDPStandardImplementation(); @@ -47,398 +48,302 @@ class UDPStandardImplementation: private virtual slsReceiverDefs, public UDPBase */ virtual ~UDPStandardImplementation(); + + /************************************************************************* + * Getters *************************************************************** + * They access local cache of configuration or detector parameters ******* + *************************************************************************/ + + + /************************************************************************* + * Setters *************************************************************** + * They modify the local cache of configuration or detector parameters *** + *************************************************************************/ + + //**initial parameters*** + + /** + * Overridden method + * Configure command line parameters + * @param config_map mapping of config parameters passed from command line arguments + */ void configure(map config_map); + //*** file parameters*** /** - * delete and free member parameters + * Overridden method + * Set data compression, by saving only hits (so far implemented only for Moench and Gotthard) + * @param b true for data compression enable, else false + * @return OK or FAIL */ - void deleteMembers(); + int setDataCompressionEnable(const bool b); + + //***acquisition parameters*** + /** + * Overridden method + * Set Short Frame Enabled, later will be moved to getROI (so far only for gotthard) + * @param i index of adc enabled, else -1 if all enabled + */ + void setShortFrameEnable(const int i); /** - * initialize member parameters + * Overridden method + * Set the Frequency of Frames Sent to GUI + * @param i 0 for random frame requests, n for nth frame frequency + * @return OK or FAIL */ - void initializeMembers(); + int setFrameToGuiFrequency(const uint32_t i); /** - * Set receiver type - * @param det detector type - * Returns success or FAIL + * Overridden method + * Set Acquisition Period + * @param i acquisition period + * @return OK or FAIL */ - int setDetectorType(detectorType det); - - - //Frame indices and numbers caught - /** - * Returns the frame index at start of entire acquisition (including all scans) - */ - //uint32_t getStartAcquisitionIndex(); + int setAcquisitionPeriod(const uint64_t i); /** - * Returns current Frame Index Caught for an entire acquisition (including all scans) + * Overridden method + * Set Dynamic Range or Number of Bits Per Pixel + * @param i dynamic range that is 4, 8, 16 or 32 + * @return OK or FAIL */ - //uint32_t getAcquisitionIndex(); + int setDynamicRange(const uint32_t i); /** - * Returns if acquisition started + * Overridden method + * Set Ten Giga Enable + * @param b true if 10Giga enabled, else false (1G enabled) + * @return OK or FAIL */ - //bool getAcquistionStarted(); + int setTenGigaEnable(const bool b); + /** - * Returns Frames Caught for each real time acquisition (eg. for each scan) + * Overridden method + * Set Fifo Depth + * @param i fifo depth value + * @return OK or FAIL */ - //int getFramesCaught(); + int setFifoDepth(const uint32_t i); + + /************************************************************************* + * Behavioral functions*************************************************** + * They may modify the status of the receiver **************************** + *************************************************************************/ + + //***initial functions*** + /** + * Overridden method + * Set receiver type (and corresponding detector variables in derived STANDARD class) + * It is the first function called by the client when connecting to receiver + * @param d detector type + * @return OK or FAIL + */ + int setDetectorType(const detectorType d); + + //***acquisition functions*** + /** + * Overridden method + * Reset acquisition parameters such as total frames caught for an entire acquisition (including all scans) + */ + void resetAcquisitionCount(); /** - * Returns Total Frames Caught for an entire acquisition (including all scans) + * Overridden method + * Start Listening for Packets by activating all configuration settings to receiver + * When this function returns, it has status RUNNING(upon SUCCESS) or IDLE (upon failure) + * @param c error message if FAIL + * @return OK or FAIL */ - //int getTotalFramesCaught(); + int startReceiver(char *c=NULL); /** - * Returns the frame index at start of each real time acquisition (eg. for each scan) + * Overridden method + * Stop Listening for Packets + * Calls startReadout(), which stops listening and sets status to Transmitting + * When it has read every frame in buffer, the status changes to Run_Finished + * When this function returns, receiver has status IDLE + * Pre: status is running, semaphores have been instantiated, + * Post: udp sockets shut down, status is idle, semaphores destroyed */ - //uint32_t getStartFrameIndex(); + void stopReceiver(); /** - * Returns current Frame Index for each real time acquisition (eg. for each scan) - */ - //uint32_t getFrameIndex(); - - /** - * Returns if measurement started - */ - //bool getMeasurementStarted(); - - /** - * Resets the Total Frames Caught - * This is how the receiver differentiates between entire acquisitions - * Returns 0 - */ - //void resetTotalFramesCaught(); - - - //file parameters - /** - * Returns File Path - */ - //char* getFilePath() const; - - /** - * Set File Path - * @param c file path - */ - //char* setFilePath(const char c[]); - - /** - * Returns File Name - */ - //char* getFileName() const; - - /** - * Set File Name (without frame index, file index and extension) - * @param c file name - */ - //char* setFileName(const char c[]); - - /** - * Returns File Index - */ - //int getFileIndex(); - - /** - * Set File Index - * @param i file index - */ - //int setFileIndex(int i); - - /** - * Set Frame Index Needed - * @param i frame index needed - */ - //int setFrameIndexNeeded(int i); - - /** - * Set enable file write - * @param i file write enable - * Returns file write enable - */ - //int setEnableFileWrite(int i); - - /** - * Enable/disable overwrite - * @param i enable - * Returns enable over write - */ - //int setEnableOverwrite(int i); - - /** - * Returns file write enable - * 1: YES 0: NO - */ - //int getEnableFileWrite() const; - - /** - * Returns file over write enable - * 1: YES 0: NO - */ - //int getEnableOverwrite() const; - -//other parameters - - /** - * abort acquisition with minimum damage: close open files, cleanup. - * does nothing if state already is 'idle' - */ - void abort() {}; - - /** - * Returns status of receiver: idle, running or error - */ - runStatus getStatus() const; - - /** - * Set detector hostname - * @param c hostname - */ - void initialize(const char *detectorHostName); - - /* Returns detector hostname - /returns hostname - * caller needs to deallocate the returned char array. - * if uninitialized, it must return NULL - */ - char *getDetectorHostname() const; - - /** - * Set Ethernet Interface or IP to listen to - */ - void setEthernetInterface(char* c); - - /** - * Set UDP Port Number - */ - void setUDPPortNo(int p); - /** - * Set UDP Port Number - */ - void setUDPPortNo2(int p); - - /* - * Returns number of frames to receive - * This is the number of frames to expect to receiver from the detector. - * The data receiver will change from running to idle when it got this number of frames - */ - int getNumberOfFrames() const; - - /** - * set frame number if a positive number - */ - int32_t setNumberOfFrames(int32_t fnum); - - /** - * Returns scan tag - */ - int getScanTag() const; - - /** - * set scan tag if its is a positive number - */ - int32_t setScanTag(int32_t stag); - - /** - * Returns the number of bits per pixel - */ - int getDynamicRange() const; - - /** - * set dynamic range if its is a positive number - */ - int32_t setDynamicRange(int32_t dr); - - /** - * Set short frame - * @param i if shortframe i=1 - */ - int setShortFrame(int i); - - /** - * Set the variable to send every nth frame to gui - * or if 0,send frame only upon gui request - */ - int setNFrameToGui(int i); - - /** set acquisition period if a positive number - */ - int64_t setAcquisitionPeriod(int64_t index); - - /** get data compression, by saving only hits - */ - bool getDataCompression(); - - /** enabl data compression, by saving only hits - /returns if failed - */ - int enableDataCompression(bool enable); - - /** - * enable 10Gbe - @param enable 1 for 10Gbe or 0 for 1 Gbe, -1 to read out - \returns enable for 10Gbe - */ - int enableTenGiga(int enable = -1); - - - -//other functions - - /** - * Returns the buffer-current frame read by receiver - * @param c pointer to current file name - * @param raw address of pointer, pointing to current frame to send to gui - * @param fnum frame number for eiger as it is not in the packet - * @param startAcquisitionIndex is the start index of the acquisition - * @param startFrameIndex is the start index of the scan - */ - void readFrame(char* c,char** raw, uint32_t &fnum, uint32_t &startAcquisitionIndex, uint32_t &startFrameIndex); - - /** - * Closes all files - * @param ithr thread index - */ - void closeFile(int ithr = -1); - - /** - * Starts Receiver - starts to listen for packets - * @param message is the error message if there is an error - * Returns success - */ - int startReceiver(char message[]); - - /** - * Stops Receiver - stops listening for packets - * Returns success - */ - int stopReceiver(); - - /** set status to transmitting and - * when fifo is empty later, sets status to run_finished + * Overridden method + * Stop Listening to Packets + * and sets status to Transmitting + * Next step would be to get all data and stop receiver completely and return with idle state + * Pre: status is running, udp sockets have been initialized, stop receiver initiated + * Post:udp sockets closed, status is transmitting */ void startReadout(); /** - * shuts down the udp sockets - * \returns if success or fail + * Overridden method + * Shuts down and deletes UDP Sockets + * TCPIPInterface can also call this in case of illegal shutdown of receiver + * @return OK or FAIL */ int shutDownUDPSockets(); + /** + * Overridden method + * Get the buffer-current frame read by receiver + * @param c pointer to current file name + * @param raw address of pointer, pointing to current frame to send to gui + * @param startAcq start index of the acquisition + * @param startFrame start index of the scan + */ + void readFrame(char* c,char** raw, uint64_t &startAcq, uint64_t &startFrame); + + /** + * Overridden method + * Closes file / all files(data compression involves multiple files) + * TCPIPInterface can also call this in case of illegal shutdown of receiver + * @param i thread index valid for datacompression using root files, -1 for all threads + */ + void closeFile(int i = -1); + private: - - /* - void not_implemented(string method_name){ - std::cout << "[WARNING] Method " << method_name << " not implemented!" << std::endl; - }; - */ + /************************************************************************* + * Getters *************************************************************** + * They access local cache of configuration or detector parameters ******* + *************************************************************************/ + +/* + uint64_t (*getFrameNumber)(); + uint64_t eigerGetFrameNumber(); + uint64_t generalGetFrameNumber(); + getframenumber = &generalgetframenumber; + if(dettpe == eiger) getframenumber = &eigerGerFramenumber; + + call using getframenumber(); +*/ + + //**initial parameters*** + + /** + * Delete and free member parameters + */ + void deleteMembers(); + /** * Deletes all the filter objects for single photon data + * Deals with data compression */ void deleteFilter(); /** - * Constructs the filter for single photon data + * Initialize base member parameters */ - void setupFilter(); + void initializeBaseMembers(); /** - * set up fifo according to the new numjobsperthread + * Initialize member parameters */ - void setupFifoStructure (); + void initializeMembers(); /** - * Copy frames to gui - * uses semaphore for nth frame mode + * Sets up all the filter objects for single photon data + * Deals with data compression */ - void copyFrameToGui(char* startbuf[], uint32_t fnum=-1, char* buf=NULL); + void initializeFilter(); /** - * creates udp sockets - * \returns if success or fail + * Set up the Fifo Structure for processing buffers + * between listening and writer threads + * @return OK or FAIL */ - int createUDPSockets(); + int setupFifoStructure(); + + + + /************************************************************************* + * Listening and Writing Threads ***************************************** + *************************************************************************/ /** - * create listening thread - * @param destroy is true to kill all threads and start again + * Create Listening Threads + * @param destroy is true to destroy all the threads */ int createListeningThreads(bool destroy = false); /** - * create writer threads - * @param destroy is true to kill all threads and start again + * Create Writer Threads + * @param destroy is true to destroy all the threads + * @return OK or FAIL */ int createWriterThreads(bool destroy = false); /** - * set thread priorities + * Set Thread Priorities */ void setThreadPriorities(); /** - * initializes variables and creates the first file + * Creates UDP Sockets + * @return OK or FAIL + */ + int createUDPSockets(); + + /** + * Initializes writer variables and creates the first file * also does the startAcquisitionCallBack - * \returns FAIL or OK + * @return OK or FAIL */ int setupWriter(); /** - * Creates new tree and file for compression - * @param ithr thread number - * @param iframe frame number - *\returns OK for succces or FAIL for failure - */ - int createCompressionFile(int ithr, int iframe); - - /** - * Creates new file - *\returns OK for succces or FAIL for failure + * Creates new file and reset some parameters + * @return OK or FAIL */ int createNewFile(); /** - * Static function - Thread started which listens to packets. - * Called by startReceiver() + * Creates new tree and file for compression + * @param ithread thread number + * @param iframe frame number + * @return OK or FAIL + */ + int createCompressionFile(int ithread, int iframe); + + /** + * Static function - Starts Listening Thread of this object * @param this_pointer pointer to this object */ static void* startListeningThread(void *this_pointer); /** - * Static function - Thread started which writes packets to file. - * Called by startReceiver() + * Static function - Starts Writing Thread of this object * @param this_pointer pointer to this object */ static void* startWritingThread(void *this_pointer); /** - * Thread started which listens to packets. - * Called by startReceiver() + * Thread that listens to packets + * It pops the fifofree for free addresses, listens to packets and pushes them into the fifo + * This is continuously looped for each buffer in a nested loop, which is again looped for each acquisition + * Exits only for changing dynamic range, 10G parameters etc and recreated * */ - int startListening(); + void startListening(); /** - * Thread started which writes packets to file. - * Called by startReceiver() - * + * Called by startListening + * Listens to buffer, until packet(s) received or shutdownUDPsocket called by client + * Also copies carryovers from previous frame in front of buffer (gotthard and moench) + * For eiger, it ignores packets less than onePacketSize + * @param ithread listening thread index + * @param lSize number of bytes to listen to + * @param cSize number of bytes carried on from previous buffer + * @param temp temporary storage of previous buffer + * @return the number of bytes actually received */ - int startWriting(); - - /** - * Writing to file without compression - * @param buf is the address of buffer popped out of fifo - * @param numpackets is the number of packets - * @param framenum current frame number - */ - void writeToFile_withoutCompression(char* buf,int numpackets, uint32_t framenum); + int prepareAndListenBuffer(int ithread, int lSize, int cSize, char* temp); /** + * Called by startListening * Its called for the first packet of a scan or acquistion * Sets the startframeindices and the variables to know if acquisition started * @param ithread listening thread number @@ -446,71 +351,366 @@ private: void startFrameIndices(int ithread); /** - * This is called when udp socket is shut down - * It pops ffff instead of packet number into fifo + * Called by prepareAndListenBuffer + * This is called when udp socket is shut down by client + * It pushes ffff instead of packet number into fifo * to inform writers about the end of listening session + * Then sets the listening mask so that it stops listening and wait for next acquisition trigger * @param ithread listening thread number - * @param rc number of bytes received - * @param pc packet count - * @param t total packets listened to + * @param numbytes number of bytes received */ - void stopListening(int ithread, int rc, int &pc, int &t); + void stopListening(int ithread, int numbytes); + + /* + * Called by startListening for gotthard and moench to handle split frames + * It processes listening thread buffers by ensuring split frames are in the same buffer + * @param ithread listening thread index + * @param cSize number of bytes carried over to the next buffer to reunite with split frame + * @param temp temporary buffer to store the split frame + * @return packet count + */ + uint32_t processListeningBuffer(int ithread, int cSize,char* temp); /** - * When acquisition is over, this is called - * @param ithread listening thread number - * @param wbuffer writer buffer + * Thread started which writes packets to file. + * It calls popAndCheckEndofAcquisition to pop fifo and check if it is a dummy end buffer + * It then calls a function to process and write packets to file and pushes the addresses into the fifoFree + * This is continuously looped for each buffer in a nested loop, which is again looped for each acquisition + * Exits only for changing dynamic range, 10G parameters etc and recreated + * + */ + void startWriting(); + + /** + * Called by processWritingBuffer and processWritingBufferPacketByPacket + * Pops buffer from all the FIFOs and checks for dummy frames and end of acquisition + * @param ithread current thread index + * @param wbuffer the buffer array that is popped from all the FIFOs + * @param ready if that FIFO is allowed to pop (depends on if dummy buffer already popped/ waiting for other FIFO to finish a frame(eiger)) + * @param nP number of packets in the buffer popped out + * @param fifoTempFree circular fifo to save addresses of packets adding upto a frame before pushing into fifofree (eiger specific) + * @return true if end of acquisition else false + */ + bool popAndCheckEndofAcquisition(int ithread, char* wbuffer[], bool ready[], uint32_t nP[],CircularFifo* fifoTempFree[]); + + /** + * Called by processWritingBuffer and processWritingBufferPacketByPacket + * When dummy-end buffers are popped from all FIFOs (acquisition over), this is called + * It frees the FIFO addresses, closes all files + * For data compression, it waits for all threads to be done + * Changes the status to RUN_FINISHED and prints statistics + * @param ithread writing thread index + * @param wbuffer writing buffer popped out from FIFO */ void stopWriting(int ithread, char* wbuffer[]); - /** - * data compression for each fifo output - * @param ithread listening thread number - * @param wbuffer writer buffer - * @param npackets number of packets from the fifo - * @param data pointer to the next packet start - * @param xmax max pixels in x direction - * @param ymax max pixels in y direction - * @param nf nf + * Called by processWritingBuffer and processWritingBufferPacketByPacket + * Updates parameters, (writes headers for eiger) and writes to file when not a dummy frame + * Copies data for gui display and frees addresses popped from FIFOs + * @param ithread writing thread index + * @param wbuffer writing buffer popped out from FIFO + * @param npackets number of packets */ - void handleDataCompression(int ithread, char* wbuffer[], int &npackets, char* data, int xmax, int ymax, int &nf); - - - - -public: - + void handleWithoutDataCompression(int ithread, char* wbuffer[],uint32_t npackets); /** - callback arguments are - filepath - filename - fileindex - datasize - - return value is - 0 callback takes care of open,close,wrie file - 1 callback writes file, we have to open, close it - 2 we open, close, write file, callback does not do anything - */ - void registerCallBackStartAcquisition(int (*func)(char*, char*,int, int, void*),void *arg){startAcquisitionCallBack=func; pStartAcquisition=arg;}; + * Calle by handleWithoutDataCompression + * Creating headers Writing to file without compression + * @param wbuffer is the address of buffer popped out of FIFO + * @param numpackets is the number of packets + */ + void writeFileWithoutCompression(char* wbuffer[],uint32_t numpackets); /** - callback argument is - toatal frames caught - */ - void registerCallBackAcquisitionFinished(void (*func)(int, void*),void *arg){acquisitionFinishedCallBack=func; pAcquisitionFinished=arg;}; - + * Called by writeToFileWithoutCompression + * Create headers for file writing (at the moment, this is eiger specific) + * @param wbuffer writing buffer popped from FIFOs + */ + void createHeaders(char* wbuffer[]); + /** - args to raw data ready callback are - framenum - datapointer - datasize in bytes - file descriptor - guidatapointer (NULL, no data required) - */ - void registerCallBackRawDataReady(void (*func)(int, char*, int, FILE*, char*, void*),void *arg){rawDataReadyCallBack=func; pRawDataReady=arg;}; + * Called by handleWithoutDataCompression and handleWithCompression after writing to file + * Copy frames for GUI and updates appropriate parameters for frequency frames to gui + * Uses semaphore for nth frame mode + * @param buffer buffer to copy + */ + void copyFrameToGui(char* buffer[]); + + void processWritingBuffer(int ithread); + + void processWritingBufferPacketByPacket(int ithread); + + void waitWritingBufferForNextAcquisition(int ithread); + + /** + * Called by processWritingBuffer + * Processing fifo popped buffers for data compression + * Updates parameters and writes to file + * Copies data for gui display and frees addresses popped from FIFOs + * @param ithread writing thread number + * @param wbuffer writer buffer + * @param nf number of frames + */ + void handleDataCompression(int ithread, char* wbuffer[], uint64_t &nf); + + + + /************************************************************************* + * Class Members ********************************************************* + *************************************************************************/ + + //**detector parameters*** + /** + * structure of an eiger packet header + * subframenum subframe number for 32 bit mode (already written by firmware) + * missingpacket explicitly put to 0xFF to recognize it in file read (written by software) + * portnum 0 for the first port and 1 for the second port (written by software to file) + * dynamicrange dynamic range or bits per pixel (written by software to file) + */ + typedef struct { + unsigned char subFameNumber[4]; + unsigned char missingPacket[2]; + unsigned char portIndex[1]; + unsigned char dynamicRange[1]; + } eiger_packet_header_t; + /** + * structure of an eiger packet footer + * framenum 48 bit frame number (already written by firmware) + * packetnum packet number (already written by firmware) + */ + typedef struct { + unsigned char frameNumber[6]; + unsigned char packetNumber[2]; + } eiger_packet_footer_t; + + /** Size of 1 Frame including headers */ + int frameSize; + + /** Size of 1 buffer processed at a time */ + int bufferSize; + + /** One Packet Size including headers */ + int onePacketSize; + + /** One Packet Size without headers */ + int oneDataSize; + + /** Frame Index Mask */ + uint64_t frameIndexMask; + + /** Frame Index Offset */ + int frameIndexOffset; + + /** Packet Index Mask */ + uint64_t packetIndexMask; + + /** Footer offset from start of Packet*/ + int footerOffset; + + + //***File parameters*** +#ifdef MYROOT1 + /** Tree where the hits are stored */ + TTree *myTree[MAX_NUMBER_OF_WRITER_THREADS]; + + /** File where the tree is saved */ + TFile *myFile[MAX_NUMBER_OF_WRITER_THREADS]; +#endif + + /** Complete File name */ + char completeFileName[MAX_STR_LENGTH]; + + /** Maximum Packets Per File **/ + int maxPacketsPerFile; + + /** If file created successfully for all Writer Threads */ + bool fileCreateSuccess; + + + + + //***acquisition indices/count parameters*** + /** Frame Number of First Frame of an entire Acquisition (including all scans) */ + uint64_t startAcquisitionIndex; + + /** Frame index at start of each real time acquisition (eg. for each scan) */ + uint64_t startFrameIndex; + + /** Actual current frame index of each time acquisition (eg. for each scan) */ + uint64_t frameIndex; + + /** Current Frame Number */ + uint64_t currentFrameNumber; + + /** Previous Frame number from buffer to calculate loss */ + uint64_t previousFrameNumber; + + /* Acquisition started */ + bool acqStarted; + + /* Measurement started */ + bool measurementStarted; + + /** Total Frame Count listened to by listening threads */ + int totalListeningFrameCount[MAX_NUMBER_OF_LISTENING_THREADS]; + + /** Pckets currently in current file, starts new file when it reaches max */ + uint32_t packetsInFile; + + /** Number of Missing Packets per buffer*/ + uint32_t numMissingPackets; + + /** Total Number of Missing Packets in acquisition*/ + uint32_t numTotMissingPackets; + + /** Number of Missing Packets in file */ + uint32_t numTotMissingPacketsInFile; + + + + + + //***receiver parameters*** + /** Receiver Buffer */ + char *buffer[MAX_NUMBER_OF_LISTENING_THREADS]; + + /** Memory allocated */ + char *mem0[MAX_NUMBER_OF_LISTENING_THREADS]; + + /** Circular fifo to point to addresses of data listened to */ + CircularFifo* fifo[MAX_NUMBER_OF_LISTENING_THREADS]; + + /** Circular fifo to point to address already written and freed, to be reused */ + CircularFifo* fifoFree[MAX_NUMBER_OF_LISTENING_THREADS]; + + /** UDP Sockets - Detector to Receiver */ + genericSocket* udpSocket[MAX_NUMBER_OF_LISTENING_THREADS]; + + /** File Descriptor */ + FILE *sfilefd; + + /** Number of Jobs Per Buffer */ + int numberofJobsPerBuffer; + + /** Total fifo size */ + uint32_t fifoSize; + + /** Missing Packet identifier value */ + const static uint16_t missingPacketValue = 0xFFFF; + + /** Dummy Packet identifier value */ + const static uint32_t dummyPacketValue = 0xFFFFFFFF; + + //***receiver to GUI parameters*** + /** Current Frame copied for GUI */ + char* latestData; + + /** If Data to be sent to GUI is ready */ + bool guiDataReady; + + /** Pointer to data to be sent to GUI */ + char* guiData; + + /** Pointer to file name to be sent to GUI */ + char guiFileName[MAX_STR_LENGTH]; + + /** Semaphore to synchronize Writer and GuiReader threads*/ + sem_t writerGuiSemaphore; + + + + + + //***general and listening thread parameters*** + /** Ensures if threads created successfully */ + bool threadStarted; + + /** Current Thread Index*/ + int currentThreadIndex; + + /** Number of Listening Threads */ + int numberofListeningThreads; + + /** Listening Threads */ + pthread_t listeningThreads[MAX_NUMBER_OF_LISTENING_THREADS]; + + /** Semaphores Synchronizing Listening Threads */ + sem_t listenSemaphore[MAX_NUMBER_OF_LISTENING_THREADS]; + + /** Current Listening Thread Index*/ + int currentListeningThreadIndex; + + /** Mask with each bit indicating status of each listening thread */ + volatile uint32_t listeningThreadsMask; + + /** Set to self-terminate listening threads waiting for semaphores */ + bool killAllListeningThreads; + + + + //***writer thread parameters*** + /** Maximum Number of Writer Threads */ + const static int MAX_NUMBER_OF_WRITER_THREADS = 15; + + /** Number of Writer Threads */ + int numberofWriterThreads; + + /** Writer Threads */ + pthread_t writingThreads[MAX_NUMBER_OF_WRITER_THREADS]; + + /** Semaphores Synchronizing Writer Threads */ + sem_t writerSemaphore[MAX_NUMBER_OF_WRITER_THREADS]; + + /** Mask with each bit indicating status of each writer thread */ + volatile uint32_t writerThreadsMask; + + /** Mask with each bit indicating file created for each writer thread*/ + volatile uint32_t createFileMask; + + /** Set to self-terminate writer threads waiting for semaphores */ + bool killAllWritingThreads; + + + + + + //***filter parameters*** + /** Common Mode Subtraction Enable FIXME: Always false, only moench uses, Ask Anna */ + bool commonModeSubtractionEnable; + + /** Moench Common Mode Subtraction */ + moenchCommonMode *moenchCommonModeSubtraction; + + /** Single Photon Detector Object for each writer thread */ + singlePhotonDetector *singlePhotonDetectorObject[MAX_NUMBER_OF_WRITER_THREADS]; + + /** Receiver Data Object for each writer thread */ + slsReceiverData *receiverData[MAX_NUMBER_OF_WRITER_THREADS]; + + + + + //***mutex*** + /** Status mutex */ + pthread_mutex_t statusMutex; + + /** Writing mutex */ + pthread_mutex_t writeMutex; + + /** GuiDataReady Mutex */ + pthread_mutex_t dataReadyMutex; + + /** Progress (currentFrameNumber) Mutex */ + pthread_mutex_t progressMutex; + + //***callback*** + /** The action which decides what the user and default responsibilities to save data are + * 0 raw data ready callback takes care of open,close,write file + * 1 callback writes file, we have to open, close it + * 2 we open, close, write file, callback does not do anything */ + int cbAction; + }; diff --git a/slsReceiverSoftware/include/ansi.h b/slsReceiverSoftware/include/ansi.h index 1a24d403e..210491373 100644 --- a/slsReceiverSoftware/include/ansi.h +++ b/slsReceiverSoftware/include/ansi.h @@ -1,17 +1,18 @@ -#define RED "\x1b[31m" -#define GREEN "\x1b[32m" -#define YELLOW "\x1b[33m" -#define BLUE "\x1b[34m" -#define MAGENTA "\x1b[35m" -#define CYAN "\x1b[36m" -#define BG_RED "\x1b[41m" -#define BG_GREEN "\x1b[42m" -#define BG_YELLOW "\x1b[43m" -#define BG_BLUE "\x1b[44m" -#define BG_MAGENTA "\x1b[45m" -#define BG_CYAN "\x1b[46m" -#define RESET "\x1b[0m" -#define BOLD "\x1b[1m" +#define RED "\x1b[31m" +#define GREEN "\x1b[32m" +#define YELLOW "\x1b[33m" +#define BLUE "\x1b[34m" +#define MAGENTA "\x1b[35m" +#define CYAN "\x1b[36m" +#define GRAY "\x1b[37m" +#define BG_RED "\x1b[41m" +#define BG_GREEN "\x1b[42m" +#define BG_YELLOW "\x1b[43m" +#define BG_BLUE "\x1b[44m" +#define BG_MAGENTA "\x1b[45m" +#define BG_CYAN "\x1b[46m" +#define RESET "\x1b[0m" +#define BOLD "\x1b[1m" #define cprintf(code, format, ...) printf(code format RESET, ##__VA_ARGS__) diff --git a/slsReceiverSoftware/include/circularFifo.h b/slsReceiverSoftware/include/circularFifo.h index 733b0800d..1d6fd427d 100644 --- a/slsReceiverSoftware/include/circularFifo.h +++ b/slsReceiverSoftware/include/circularFifo.h @@ -78,7 +78,11 @@ int CircularFifo::getSemValue() template bool CircularFifo::push(Element*& item_) { - int nextTail = increment(tail); + + //cout<<"*head:"<::push(Element*& item_) template bool CircularFifo::pop(Element*& item_) { - // if(head == tail) - // return false; // empty queue + //cout<<"-tail:"<0){ - nsending = (length>packet_size) ? packet_size:length; - nsent = read(file_des,(char*)buf+total_sent,nsending); - if(!nsent) break; - length-=nsent; - total_sent+=nsent; - } - break; - case UDP: - if (socketDescriptor<0) return -1; + if (buf==NULL) return -1; -/* - cout <<"******listening inside genericsocket"<0){ - nsending = (length>packet_size) ? packet_size:length; + switch(protocol) { + case TCP: + if (file_des<0) return -1; + while(length>0){ + nsending = (length>packet_size) ? packet_size:length; + nsent = read(file_des,(char*)buf+total_sent,nsending); + if(!nsent) break; + length-=nsent; + total_sent+=nsent; + } - /* + if (total_sent>0) + strcpy(thisClientIP,dummyClientIP); + if (strcmp(lastClientIP,thisClientIP)) + differentClients=1; + else + differentClients=0; + + break; + case UDP: + if (socketDescriptor<0) return -1; + + //if length given, listens to length, else listens for packetsize till length is reached + if(length){ + /*int k = 0;*/ + + while(length>0){ + nsending = (length>packet_size) ? packet_size:length; + /* //created for debugging on 11.05.2015 nsending=5000; nsent = recvfrom(socketDescriptor,(char*)buf,nsending, 0, (struct sockaddr *) &clientAddress, &clientAddress_length); @@ -636,44 +629,32 @@ typedef struct } else k++; - */ - - - - nsent = recvfrom(socketDescriptor,(char*)buf+total_sent,nsending, 0, (struct sockaddr *) &clientAddress, &clientAddress_length); - if(!nsent) break; - if(nsent == 16) { - //cout << "."; - continue; - } - length-=nsent; - total_sent+=nsent; - } - } - //listens to only 1 packet - else{ - //normal - nsending=packet_size; - nsent = recvfrom(socketDescriptor,(char*)buf+total_sent,nsending, 0, (struct sockaddr *) &clientAddress, &clientAddress_length); - total_sent+=nsent; - } - break; - default: - ; - } + */ + nsent = recvfrom(socketDescriptor,(char*)buf+total_sent,nsending, 0, (struct sockaddr *) &clientAddress, &clientAddress_length); + if(!nsent) break; + length-=nsent; + total_sent+=nsent; + } + } + //listens to only 1 packet + else{ + //normal + nsending=packet_size; + nsent = recvfrom(socketDescriptor,(char*)buf+total_sent,nsending, 0, (struct sockaddr *) &clientAddress, &clientAddress_length); + //nsent = 1040; + total_sent+=nsent; + } + break; + default: + ; + } #ifdef VERY_VERBOSE - cout << "sent "<< total_sent << " Bytes" << endl; + cout << "sent "<< total_sent << " Bytes" << endl; #endif - if (total_sent>0) - strcpy(thisClientIP,dummyClientIP); - if (strcmp(lastClientIP,thisClientIP)) - differentClients=1; - else - differentClients=0; - return total_sent; - + return total_sent; + } @@ -729,21 +710,12 @@ typedef struct protected: communicationProtocol protocol; - - - int is_a_server; - - int socketDescriptor; int file_des; - int packet_size; - struct sockaddr_in clientAddress, serverAddress; socklen_t clientAddress_length; - - char dummyClientIP[INET_ADDRSTRLEN]; diff --git a/slsReceiverSoftware/include/logger.h b/slsReceiverSoftware/include/logger.h index cba284fb1..7732abffc 100644 --- a/slsReceiverSoftware/include/logger.h +++ b/slsReceiverSoftware/include/logger.h @@ -5,6 +5,7 @@ #include #include #include +#include #ifdef VERBOSE #define FILELOG_MAX_LEVEL logDEBUG @@ -14,6 +15,10 @@ #define FILELOG_MAX_LEVEL logDEBUG4 #endif +#ifdef FIFODEBUG +#define FILELOG_MAX_LEVEL logDEBUG5 +#endif + #ifndef FILELOG_MAX_LEVEL #define FILELOG_MAX_LEVEL logINFO #endif @@ -23,6 +28,12 @@ #define TOSTRING(x) STRINGIFY(x) #define MYCONCAT(x,y) #define __AT__ string(__FILE__) + string("::") + string(__func__) + string("(): ") +#define __SHORT_FORM_OF_FILE__ \ +(strrchr(__FILE__,'/') \ +? strrchr(__FILE__,'/')+1 \ +: __FILE__ \ +) +#define __SHORT_AT__ string(__SHORT_FORM_OF_FILE__) + string("::") + string(__func__) + string("(): ") //":" TOSTRING(__LINE__) @@ -34,7 +45,7 @@ void error(const char *location, const char *msg){ inline std::string NowTime(); -enum TLogLevel {logERROR, logWARNING, logINFO, logDEBUG, logDEBUG1, logDEBUG2, logDEBUG3, logDEBUG4}; +enum TLogLevel {logERROR, logWARNING, logINFO, logDEBUG, logDEBUG1, logDEBUG2, logDEBUG3, logDEBUG4, logDEBUG5}; template class Log{ public: @@ -46,6 +57,7 @@ template class Log{ static TLogLevel FromString(const std::string& level); protected: std::ostringstream os; + TLogLevel lev; private: Log(const Log&); Log& operator =(const Log&); @@ -56,6 +68,7 @@ class Output2FILE { public: static FILE*& Stream(); static void Output(const std::string& msg); + static void Output(const std::string& msg, TLogLevel level); }; #if defined(WIN32) || defined(_WIN32) || defined(__WIN32__) @@ -73,10 +86,17 @@ public: class FILELOG_DECLSPEC FILELog : public Log {}; //typedef Log FILELog; +#ifdef REST #define FILE_LOG(level) \ if (level > FILELOG_MAX_LEVEL) ; \ else if (level > FILELog::ReportingLevel() || !Output2FILE::Stream()) ; \ else FILELog().Get(level) +#else + #define FILE_LOG(level) \ + if (level > FILELOG_MAX_LEVEL) ; \ + else if (level > FILELog::ReportingLevel() || !Output2FILE::Stream()) ; \ + else FILELog().Get(level) +#endif #if defined(WIN32) || defined(_WIN32) || defined(__WIN32__) @@ -120,10 +140,11 @@ inline std::string NowTime() #endif //WIN32 -template Log::Log(){} +template Log::Log():lev(logDEBUG){} template std::ostringstream& Log::Get(TLogLevel level) { + lev = level; os << "- " << NowTime(); os << " " << ToString(level) << ": "; os << std::string(level > logDEBUG ? level - logDEBUG : 0, '\t'); @@ -133,24 +154,30 @@ template std::ostringstream& Log::Get(TLogLevel level) template Log::~Log() { os << std::endl; +#ifdef REST T::Output( os.str()); +#else + T::Output( os.str(),lev); +#endif } template TLogLevel& Log::ReportingLevel() { - static TLogLevel reportingLevel = logDEBUG4; + static TLogLevel reportingLevel = logDEBUG5; return reportingLevel; } template std::string Log::ToString(TLogLevel level) { - static const char* const buffer[] = {"ERROR", "WARNING", "INFO", "DEBUG", "DEBUG1", "DEBUG2", "DEBUG3", "DEBUG4"}; + static const char* const buffer[] = {"ERROR", "WARNING", "INFO", "DEBUG", "DEBUG1", "DEBUG2", "DEBUG3", "DEBUG4","DEBUG5"}; return buffer[level]; } template TLogLevel Log::FromString(const std::string& level) { + if (level == "DEBUG5") + return logDEBUG5; if (level == "DEBUG4") return logDEBUG4; if (level == "DEBUG3") @@ -187,6 +214,20 @@ inline void Output2FILE::Output(const std::string& msg) fflush(pStream); } +inline void Output2FILE::Output(const std::string& msg, TLogLevel level) +{ + FILE* pStream = Stream(); + if (!pStream) + return; + switch(level){ + case logERROR: cprintf(RED BOLD,"%s",msg.c_str()); break; + case logWARNING: cprintf(YELLOW BOLD,"%s",msg.c_str()); break; + case logINFO: cprintf(GRAY,"%s",msg.c_str()); break; + default: fprintf(pStream,"%s",msg.c_str()); break; + } + fflush(pStream); +} + #if defined(WIN32) || defined(_WIN32) || defined(__WIN32__) # if defined (BUILDING_FILELOG_DLL) # define FILELOG_DECLSPEC __declspec (dllexport) diff --git a/slsReceiverSoftware/include/receiver_defs.h b/slsReceiverSoftware/include/receiver_defs.h index 32aa52712..462a1e118 100755 --- a/slsReceiverSoftware/include/receiver_defs.h +++ b/slsReceiverSoftware/include/receiver_defs.h @@ -14,7 +14,7 @@ #define BUF_SIZE (16*1024*1024) //16mb #define SAMPLE_TIME_IN_NS 100000000//100ms #define MAX_JOBS_PER_THREAD 1000 -#define HEADER_SIZE_NUM_TOT_PACKETS 2 +#define HEADER_SIZE_NUM_TOT_PACKETS 4 #define HEADER_SIZE_NUM_FRAMES 2 #define HEADER_SIZE_NUM_PACKETS 1 @@ -27,8 +27,9 @@ /*#define GOTTHARD_ALIGNED_FRAME_SIZE 4096*/ #define GOTTHARD_PACKETS_PER_FRAME 2 #define GOTTHARD_ONE_PACKET_SIZE 1286 +#define GOTTHARD_ONE_DATA_SIZE 1280 #define GOTTHARD_BUFFER_SIZE (GOTTHARD_ONE_PACKET_SIZE*GOTTHARD_PACKETS_PER_FRAME) //1286*2 -#define GOTTHARD_DATA_BYTES (1280*GOTTHARD_PACKETS_PER_FRAME) //1280*2 +#define GOTTHARD_DATA_BYTES (GOTTHARD_ONE_DATA_SIZE*GOTTHARD_PACKETS_PER_FRAME) //1280*2 #define GOTTHARD_FRAME_INDEX_MASK 0xFFFFFFFE #define GOTTHARD_FRAME_INDEX_OFFSET 1 @@ -39,7 +40,7 @@ #define GOTTHARD_SHORT_PACKETS_PER_FRAME 1 -#define GOTTHARD_SHORT_ONE_PACKET_SIZE 518 +#define GOTTHARD_SHORT_ONE_PACKET_SIZE 518 #define GOTTHARD_SHORT_BUFFER_SIZE 518 #define GOTTHARD_SHORT_DATABYTES 512 #define GOTTHARD_SHORT_FRAME_INDEX_MASK 0xFFFFFFFF @@ -75,8 +76,9 @@ /*#define MOENCH_ALIGNED_FRAME_SIZE 65536*/ #define MOENCH_PACKETS_PER_FRAME 40 #define MOENCH_ONE_PACKET_SIZE 1286 +#define MOENCH_ONE_DATA_SIZE 1280 #define MOENCH_BUFFER_SIZE (MOENCH_ONE_PACKET_SIZE*MOENCH_PACKETS_PER_FRAME) //1286*40 -#define MOENCH_DATA_BYTES (1280*MOENCH_PACKETS_PER_FRAME) //1280*40 +#define MOENCH_DATA_BYTES (MOENCH_ONE_DATA_SIZE*MOENCH_PACKETS_PER_FRAME) //1280*40 #define MOENCH_FRAME_INDEX_MASK 0xFFFFFF00 #define MOENCH_FRAME_INDEX_OFFSET 8 @@ -120,7 +122,7 @@ #define EIGER_MAX_PORTS 2 #define EIGER_HEADER_LENGTH 48 -#define EIGER_FIFO_SIZE 250 //cannot be less than max jobs per thread = 1000 +#define EIGER_FIFO_SIZE 100 /*#define EIGER_ALIGNED_FRAME_SIZE 65536*/ #define EIGER_ONE_GIGA_CONSTANT 16 #define EIGER_TEN_GIGA_CONSTANT 4 @@ -129,10 +131,11 @@ #define EIGER_ONE_GIGA_ONE_DATA_SIZE 1024 #define EIGER_TEN_GIGA_ONE_PACKET_SIZE 4112 #define EIGER_TEN_GIGA_ONE_DATA_SIZE 4096 +#define EIGER_PACKET_HEADER_SIZE 8 //#define EIGER_BUFFER_SIZE_CONSTANT (EIGER_ONE_PACKET_SIZE*EIGER_PACKETS_PER_FRAME_COSTANT)//1040*16*2//*bit mode //#define EIGER_DATA_BYTES_CONSTANT (EIGER_ONE_DATA_SIZE*EIGER_PACKETS_PER_FRAME_COSTANT) //1024*16*2//*bit mode -#define EIGER_FRAME_INDEX_MASK 0xFFFF +#define EIGER_FRAME_INDEX_MASK 0xFFFFFFFF //32 bit for now #define EIGER_FRAME_INDEX_OFFSET 0 #define EIGER_PACKET_INDEX_MASK 0x0 diff --git a/slsReceiverSoftware/include/slsReceiver.h b/slsReceiverSoftware/include/slsReceiver.h index 4eb024776..e76ea7d1b 100644 --- a/slsReceiverSoftware/include/slsReceiver.h +++ b/slsReceiverSoftware/include/slsReceiver.h @@ -8,7 +8,6 @@ #include "slsReceiverTCPIPInterface.h" #include "UDPInterface.h" -//#include "UDPBaseImplementation.h" #include "receiver_defs.h" #include "MySocketTCP.h" diff --git a/slsReceiverSoftware/include/slsReceiverTCPIPInterface.h b/slsReceiverSoftware/include/slsReceiverTCPIPInterface.h index 83d9416aa..b71b705f6 100644 --- a/slsReceiverSoftware/include/slsReceiverTCPIPInterface.h +++ b/slsReceiverSoftware/include/slsReceiverTCPIPInterface.h @@ -54,9 +54,6 @@ class slsReceiverTCPIPInterface : private virtual slsReceiverDefs { /** Close all threaded Files and exit */ void closeFile(int p); - /** Static function to call closeFile */ - static void staticCloseFile(int p); - /** gets version */ int64_t getReceiverVersion(); @@ -210,6 +207,9 @@ private: /** enable 10Gbe */ int enable_tengiga(); + /** set fifo depth */ + int set_fifo_depth(); + //General Functions /** Locks Receiver */ int lock_receiver(); diff --git a/slsReceiverSoftware/include/slsReceiverUsers.h b/slsReceiverSoftware/include/slsReceiverUsers.h index 50d6f38fe..eea403560 100644 --- a/slsReceiverSoftware/include/slsReceiverUsers.h +++ b/slsReceiverSoftware/include/slsReceiverUsers.h @@ -83,8 +83,8 @@ public: void registerCallBackRawDataReady(void (*func)(int framenumber, char* datapointer, int datasize, FILE* filedescriptor, char* guidatapointer, void*),void *arg); - // made static to close thread files with ctrl+c - static slsReceiver* receiver; + //receiver object + slsReceiver* receiver; }; diff --git a/slsReceiverSoftware/include/sls_receiver_defs.h b/slsReceiverSoftware/include/sls_receiver_defs.h index 49cc8fb64..07566ab84 100755 --- a/slsReceiverSoftware/include/sls_receiver_defs.h +++ b/slsReceiverSoftware/include/sls_receiver_defs.h @@ -8,8 +8,12 @@ #endif #include +#ifdef __cplusplus +#include +#endif #include "ansi.h" + typedef double double32_t; typedef float float32_t; typedef int int32_t; @@ -19,8 +23,8 @@ typedef int int32_t; #define MAX_FRAMES_PER_FILE 20000 #define SHORT_MAX_FRAMES_PER_FILE 100000 #define MOENCH_MAX_FRAMES_PER_FILE 1000 -#define EIGER_MAX_FRAMES_PER_FILE 20000 -#define JFCTB_MAX_FRAMES_PER_FILE 100000 +#define EIGER_MAX_FRAMES_PER_FILE 2000 +#define JFCTB_MAX_FRAMES_PER_FILE 100000 /** @@ -110,7 +114,67 @@ public: RUNNING /**< acquisition running, no data in memory */ }; +#ifdef __cplusplus + /** returns string from enabled/disabled + \param b true or false + \returns string enabled, disabled + */ + static std::string stringEnable(bool b){\ + if(b) return std::string("enabled"); \ + else return std::string("disabled"); \ + }; + /** returns detector type string from detector type index + \param t string can be Mythen, Pilatus, Eiger, Gotthard, Agipd, Unknown + \returns MYTHEN, PILATUS, EIGER, GOTTHARD, AGIPD, MÖNCH, GENERIC + */ + static std::string getDetectorType(detectorType t){ \ + switch (t) { \ + case MYTHEN: return std::string("Mythen"); \ + case PILATUS: return std::string("Pilatus"); \ + case EIGER: return std::string("Eiger"); \ + case GOTTHARD: return std::string("Gotthard"); \ + case AGIPD: return std::string("Agipd"); \ + case MOENCH: return std::string("Moench"); \ + case JUNGFRAU: return std::string("Jungfrau"); \ + case JUNGFRAUCTB: return std::string("JungfrauCTB"); \ + case PROPIX: return std::string("Propix"); \ + default: return std::string("Unknown"); \ + }}; + + /** returns detector type index from detector type string + \param type can be MYTHEN, PILATUS, EIGER, GOTTHARD, AGIPD, GENERIC + \returns Mythen, Pilatus, Eiger, Gotthard, Agipd, Mönch, Unknown + */ + static detectorType getDetectorType(std::string const type){\ + if (type=="Mythen") return MYTHEN; \ + if (type=="Pilatus") return PILATUS; \ + if (type=="Eiger") return EIGER; \ + if (type=="Gotthard") return GOTTHARD; \ + if (type=="Agipd") return AGIPD; \ + if (type=="Moench") return MOENCH; \ + if (type=="Jungfrau") return JUNGFRAU; \ + if (type=="JungfrauCTB") return JUNGFRAUCTB; \ + if (type=="Propix") return PROPIX; \ + return GENERIC; \ + }; + + + /** returns string from run status index + \param s can be ERROR, WAITING, RUNNING, TRANSMITTING, RUN_FINISHED + \returns string error, waiting, running, data, finished + */ + static std::string runStatusType(runStatus s){\ + switch (s) { \ + case ERROR: return std::string("error"); \ + case WAITING: return std::string("waiting"); \ + case RUNNING: return std::string("running"); \ + case TRANSMITTING: return std::string("data"); \ + case RUN_FINISHED: return std::string("finished"); \ + default: return std::string("idle"); \ + }}; + +#endif #ifdef __cplusplus protected: diff --git a/slsReceiverSoftware/include/sls_receiver_funcs.h b/slsReceiverSoftware/include/sls_receiver_funcs.h index 7f3842576..e1ef93040 100644 --- a/slsReceiverSoftware/include/sls_receiver_funcs.h +++ b/slsReceiverSoftware/include/sls_receiver_funcs.h @@ -48,7 +48,8 @@ enum { F_ENABLE_RECEIVER_COMPRESSION, /**< enable compression in receiver */ F_ENABLE_RECEIVER_OVERWRITE, /**< set overwrite flag in receiver */ - F_ENABLE_RECEIVER_TEN_GIGA /**< enable 10Gbe in receiver */ + F_ENABLE_RECEIVER_TEN_GIGA, /**< enable 10Gbe in receiver */ + F_SET_RECEIVER_FIFO_DEPTH /**< set receiver fifo depth */ /* Always append functions hereafter!!! */ }; diff --git a/slsReceiverSoftware/src/UDPBaseImplementation.cpp b/slsReceiverSoftware/src/UDPBaseImplementation.cpp index 670805a46..9a9b1723a 100644 --- a/slsReceiverSoftware/src/UDPBaseImplementation.cpp +++ b/slsReceiverSoftware/src/UDPBaseImplementation.cpp @@ -1,200 +1,226 @@ -#ifdef SLS_RECEIVER_UDP_FUNCTIONS +//#ifdef SLS_RECEIVER_UDP_FUNCTIONS /********************************************//** * @file UDPBaseImplementation.cpp * @short does all the functions for a receiver, set/get parameters, start/stop etc. ***********************************************/ - #include "UDPBaseImplementation.h" +#include "genericSocket.h" -#include "moench02ModuleData.h" -#include "gotthardModuleData.h" -#include "gotthardShortModuleData.h" - - -#include // SIGINT #include // stat -#include // socket(), bind(), listen(), accept(), shut down -#include // sock_addr_in, htonl, INADDR_ANY -#include // exit() -#include //set precision -#include //munmap - -#include #include - -//#include "utilities.h" - +#include using namespace std; +/************************************************************************* + * Constructor & Destructor ********************************************** + * They access local cache of configuration or detector parameters ******* + *************************************************************************/ UDPBaseImplementation::UDPBaseImplementation(){ + FILE_LOG(logDEBUG) << __AT__ << " starting"; + + initializeMembers(); + + //***callback parameters*** + startAcquisitionCallBack = NULL; + pStartAcquisition = NULL; + acquisitionFinishedCallBack = NULL; + pAcquisitionFinished = NULL; + rawDataReadyCallBack = NULL; + pRawDataReady = NULL; } +void UDPBaseImplementation::initializeMembers(){ + FILE_LOG(logDEBUG) << __AT__ << " starting"; + + FILE_LOG(logDEBUG) << "Info: Initializing base members"; + //**detector parameters*** + myDetectorType = GENERIC; + strcpy(detHostname,""); + packetsPerFrame = 0; + acquisitionPeriod = 0; + numberOfFrames = 0; + dynamicRange = 16; + tengigaEnable = false; + fifoDepth = 0; + bottomEnable = false; + + //***receiver parameters*** + status = IDLE; + + //***connection parameters*** + strcpy(eth,""); + for(int i=0;i config_map){ - FILE_LOG(logWARNING) << __AT__ << "doing nothing..."; -}; +/************************************************************************* + * Getters *************************************************************** + * They access local cache of configuration or detector parameters ******* + *************************************************************************/ +/**initial parameters***/ +char *UDPBaseImplementation::getDetectorHostname() const{ + FILE_LOG(logDEBUG) << __AT__ << " starting"; -void UDPBaseImplementation::deleteMembers(){ - FILE_LOG(logWARNING) << "[WARNING] This is a base implementation, " << __func__ << " could have no effects."; + //not initialized + if(!strlen(detHostname)) + return NULL; + + char* output = new char[MAX_STR_LENGTH]; + strcpy(output,detHostname); + //freed by calling function + return output; } -void UDPBaseImplementation::initializeMembers(){ - FILE_LOG(logWARNING) << "[WARNING] This is a base implementation, " << __func__ << " could have no effects."; +/***file parameters***/ +char *UDPBaseImplementation::getFileName() const{ + FILE_LOG(logDEBUG) << __AT__ << " starting"; + + //not initialized + if(!strlen(fileName)) + return NULL; + + char* output = new char[MAX_STR_LENGTH]; + strcpy(output,fileName); + //freed by calling function + return output; } +char *UDPBaseImplementation::getFilePath() const{ + FILE_LOG(logDEBUG) << __AT__ << " starting"; -int UDPBaseImplementation::setDetectorType(detectorType det){ - cout << "[WARNING] This is a base implementation, " << __func__ << " not correctly implemented" << endl; - cout << "Setting Receiver Type " << endl; + //not initialized + if(!strlen(filePath)) + return NULL; - deleteMembers(); - initializeMembers(); - - myDetectorType = det; - - switch(myDetectorType){ - case GOTTHARD: - cout << endl << "***** This is a GOTTHARD Receiver *****" << endl << endl; - break; - case MOENCH: - cout << endl << "***** This is a MOENCH Receiver *****" << endl << endl; - break; - case EIGER: - cout << endl << "***** This is a EIGER Receiver *****" << endl << endl; - break; - default: - cout << endl << "***** Unknown Receiver *****" << endl << endl; - return FAIL; - break; - } - /* - //moench variables - if(myDetectorType == GOTTHARD){ - fifosize = GOTTHARD_FIFO_SIZE; - packetsPerFrame = GOTTHARD_PACKETS_PER_FRAME; - onePacketSize = GOTTHARD_ONE_PACKET_SIZE; - frameSize = GOTTHARD_BUFFER_SIZE; - bufferSize = GOTTHARD_BUFFER_SIZE; - maxPacketsPerFile = MAX_FRAMES_PER_FILE * GOTTHARD_PACKETS_PER_FRAME; - frameIndexMask = GOTTHARD_FRAME_INDEX_MASK; - frameIndexOffset = GOTTHARD_FRAME_INDEX_OFFSET; - packetIndexMask = GOTTHARD_PACKET_INDEX_MASK; - }else if(myDetectorType == MOENCH){ - fifosize = MOENCH_FIFO_SIZE; - packetsPerFrame = MOENCH_PACKETS_PER_FRAME; - onePacketSize = MOENCH_ONE_PACKET_SIZE; - frameSize = MOENCH_BUFFER_SIZE; - bufferSize = MOENCH_BUFFER_SIZE; - maxPacketsPerFile = MOENCH_MAX_FRAMES_PER_FILE * MOENCH_PACKETS_PER_FRAME; - frameIndexMask = MOENCH_FRAME_INDEX_MASK; - frameIndexOffset = MOENCH_FRAME_INDEX_OFFSET; - packetIndexMask = MOENCH_PACKET_INDEX_MASK; - } - else if(myDetectorType == EIGER){ - fifosize = EIGER_FIFO_SIZE; - packetsPerFrame = EIGER_ONE_GIGA_CONSTANT * dynamicRange * EIGER_MAX_PORTS; - onePacketSize = EIGER_ONE_GIGA_ONE_PACKET_SIZE; - frameSize = onePacketSize * packetsPerFrame; - bufferSize = (frameSize/EIGER_MAX_PORTS) + EIGER_HEADER_LENGTH;//everything one port gets (img header plus packets) - maxPacketsPerFile = EIGER_MAX_FRAMES_PER_FILE * packetsPerFrame; - frameIndexMask = EIGER_FRAME_INDEX_MASK; - frameIndexOffset = EIGER_FRAME_INDEX_OFFSET; - packetIndexMask = EIGER_PACKET_INDEX_MASK; - - pthread_mutex_lock(&status_mutex); - listeningthreads_mask = 0x0; - pthread_mutex_unlock(&(status_mutex)); - if(thread_started) - createListeningThreads(true); - - numListeningThreads = MAX_NUM_LISTENING_THREADS; - } - latestData = new char[frameSize]; - - - setupFifoStructure(); - - if(createListeningThreads() == FAIL){ - cout << "ERROR: Could not create listening thread" << endl; - exit (-1); - } - - if(createWriterThreads() == FAIL){ - cout << "ERROR: Could not create writer threads" << endl; - exit (-1); - } - - setThreadPriorities(); - - cout << "Ready..." << endl; - - return OK; - */ - return OK; + char* output = new char[MAX_STR_LENGTH]; + strcpy(output,filePath); + //freed by calling function + return output; } +uint64_t UDPBaseImplementation::getFileIndex() const{ FILE_LOG(logDEBUG) << __AT__ << " starting"; return fileIndex;} +int UDPBaseImplementation::getScanTag() const{ FILE_LOG(logDEBUG) << __AT__ << " starting"; return scanTag;} -void UDPBaseImplementation::setBottom(int bot){bottom=bot;}; +bool UDPBaseImplementation::getFrameIndexEnable() const{ FILE_LOG(logDEBUG) << __AT__ << " starting"; return frameIndexEnable;} -/*Frame indices and numbers caught*/ +bool UDPBaseImplementation::getFileWriteEnable() const{ FILE_LOG(logDEBUG) << __AT__ << " starting"; return fileWriteEnable;} -bool UDPBaseImplementation::getAcquistionStarted(){ FILE_LOG(logDEBUG) << __AT__ << " starting";return acqStarted;}; +bool UDPBaseImplementation::getOverwriteEnable() const{ FILE_LOG(logDEBUG) << __AT__ << " starting"; return overwriteEnable;} -bool UDPBaseImplementation::getMeasurementStarted(){ FILE_LOG(logDEBUG) << __AT__ << " starting";return measurementStarted;}; +bool UDPBaseImplementation::getDataCompressionEnable() const{ FILE_LOG(logDEBUG) << __AT__ << " starting"; return dataCompressionEnable;} -int UDPBaseImplementation::getFramesCaught(){ FILE_LOG(logDEBUG) << __AT__ << " starting";return (packetsCaught/packetsPerFrame);} +/***acquisition count parameters***/ +uint64_t UDPBaseImplementation::getTotalFramesCaught() const{ FILE_LOG(logDEBUG) << __AT__ << " starting"; return (totalPacketsCaught/packetsPerFrame);} -int UDPBaseImplementation::getTotalFramesCaught(){ FILE_LOG(logDEBUG) << __AT__ << " starting";return (totalPacketsCaught/packetsPerFrame);} +uint64_t UDPBaseImplementation::getFramesCaught() const{ FILE_LOG(logDEBUG) << __AT__ << " starting"; return (packetsCaught/packetsPerFrame);} -uint32_t UDPBaseImplementation::getStartAcquisitionIndex(){ FILE_LOG(logDEBUG) << __AT__ << " starting";return startAcquisitionIndex;} +int64_t UDPBaseImplementation::getAcquisitionIndex() const{ + FILE_LOG(logDEBUG) << __AT__ << " starting"; -uint32_t UDPBaseImplementation::getStartFrameIndex(){ FILE_LOG(logDEBUG) << __AT__ << " starting";return startFrameIndex;} - -uint32_t UDPBaseImplementation::getFrameIndex(){ FILE_LOG(logDEBUG) << __AT__ << " starting"; - if(!packetsCaught) - frameIndex=-1; - else - frameIndex = currframenum - startFrameIndex; - return frameIndex; -} - - -uint32_t UDPBaseImplementation::getAcquisitionIndex(){ FILE_LOG(logDEBUG) << __AT__ << " starting"; if(!totalPacketsCaught) - acquisitionIndex=-1; - else - acquisitionIndex = currframenum - startAcquisitionIndex; - //cout<<"acquisitionIndex:"< config_map){ + FILE_LOG(logWARNING) << __AT__ << " doing nothing..."; + FILE_LOG(logERROR) << __AT__ << " must be overridden by child classes"; } -inline char* UDPBaseImplementation::setFilePath(const char c[]){ FILE_LOG(logDEBUG) << __AT__ << " starting"; - FILE_LOG(logDEBUG) << __AT__ << "called"; +void UDPBaseImplementation::setBottomEnable(const bool b){ + FILE_LOG(logDEBUG) << __AT__ << " starting"; + + bottomEnable = b; + FILE_LOG(logINFO) << "Bottom - " << stringEnable(bottomEnable); +} + + +/***file parameters***/ +void UDPBaseImplementation::setFileName(const char c[]){ + FILE_LOG(logDEBUG) << __AT__ << " starting"; + + if(strlen(c)) + strcpy(fileName, c); + FILE_LOG(logINFO) << "File name:" << fileName; +} + +void UDPBaseImplementation::setFilePath(const char c[]){ + FILE_LOG(logDEBUG) << __AT__ << " starting"; + if(strlen(c)){ //check if filepath exists struct stat st; @@ -204,1997 +230,236 @@ inline char* UDPBaseImplementation::setFilePath(const char c[]){ FILE_LOG(logDEB strcpy(filePath,""); FILE_LOG(logWARNING) << "FilePath does not exist:" << filePath; } + strcpy(filePath, c); } - FILE_LOG(logDEBUG) << __AT__ << getFilePath(); -#ifdef VERBOSE - cout << getFilePath() << " " << filePath << endl; -#endif - return getFilePath(); + FILE_LOG(logDEBUG) << "Info: File path:" << filePath; +} + +void UDPBaseImplementation::setFileIndex(const uint64_t i){ + FILE_LOG(logDEBUG) << __AT__ << " starting"; + + fileIndex = i; + FILE_LOG(logINFO) << "File Index:" << fileIndex; +} + +//FIXME: needed? +void UDPBaseImplementation::setScanTag(const int i){ + FILE_LOG(logDEBUG) << __AT__ << " starting"; + + scanTag = i; + FILE_LOG(logINFO) << "Scan Tag:" << scanTag; + +} + +void UDPBaseImplementation::setFrameIndexEnable(const bool b){ + FILE_LOG(logDEBUG) << __AT__ << " starting"; + + frameIndexEnable = b; + FILE_LOG(logINFO) << "Frame Index Enable: " << stringEnable(frameIndexEnable); +} + +void UDPBaseImplementation::setFileWriteEnable(const bool b){ + FILE_LOG(logDEBUG) << __AT__ << " starting"; + + fileWriteEnable = b; + FILE_LOG(logINFO) << "File Write Enable: " << stringEnable(fileWriteEnable); +} + +void UDPBaseImplementation::setOverwriteEnable(const bool b){ + FILE_LOG(logDEBUG) << __AT__ << " starting"; + + overwriteEnable = b; + FILE_LOG(logINFO) << "Overwrite Enable: " << stringEnable(overwriteEnable); +} + +int UDPBaseImplementation::setDataCompressionEnable(const bool b){ + FILE_LOG(logDEBUG) << __AT__ << " starting"; + + dataCompressionEnable = b; + FILE_LOG(logINFO) << "Data Compression : " << stringEnable(dataCompressionEnable); + + //overridden methods might return FAIL + return OK; } -char* UDPBaseImplementation::getFileName() const{ - FILE_LOG(logDEBUG) << __FILE__ << "::" << __func__ << " starting"; +/***connection parameters***/ +void UDPBaseImplementation::setUDPPortNumber(const uint32_t i){ + FILE_LOG(logDEBUG) << __AT__ << " starting"; - return (char*)fileName; + udpPortNum[0] = i; + FILE_LOG(logINFO) << "UDP Port Number[0]:" << udpPortNum[0]; } -inline char* UDPBaseImplementation::setFileName(const char c[]){ FILE_LOG(logDEBUG) << __AT__ << " starting"; - //cout << "[WARNING] This is a base implementation, " << __func__ << " could have no effects." << endl; - +void UDPBaseImplementation::setUDPPortNumber2(const uint32_t i){ + FILE_LOG(logDEBUG) << __AT__ << " starting"; + + udpPortNum[1] = i; + FILE_LOG(logINFO) << "UDP Port Number[1]:" << udpPortNum[1]; +} + +void UDPBaseImplementation::setEthernetInterface(const char* c){ + FILE_LOG(logDEBUG) << __AT__ << " starting"; + + strcpy(eth, c); + FILE_LOG(logINFO) << "Ethernet Interface: " << eth; +} + + +/***acquisition parameters***/ +void UDPBaseImplementation::setShortFrameEnable(const int i){ + FILE_LOG(logDEBUG) << __AT__ << " starting"; + + shortFrameEnable = i; + FILE_LOG(logINFO) << "Short Frame Enable: " << stringEnable(shortFrameEnable); +} + +int UDPBaseImplementation::setFrameToGuiFrequency(const uint32_t i){ + FILE_LOG(logDEBUG) << __AT__ << " starting"; + + FrameToGuiFrequency = i; + FILE_LOG(logINFO) << "Frame To Gui Frequency:" << FrameToGuiFrequency; + + //overrridden child classes might return FAIL + return OK; +} + +int UDPBaseImplementation::setAcquisitionPeriod(const uint64_t i){ + FILE_LOG(logDEBUG) << __AT__ << " starting"; + + acquisitionPeriod = i; + FILE_LOG(logINFO) << "Acquisition Period:" << (double)acquisitionPeriod/(1E9) << "s"; + + //overrridden child classes might return FAIL + return OK; +} + +void UDPBaseImplementation::setNumberOfFrames(const uint64_t i){ + FILE_LOG(logDEBUG) << __AT__ << " starting"; + + numberOfFrames = i; + FILE_LOG(logINFO) << "Number of Frames:" << numberOfFrames; +} + +int UDPBaseImplementation::setDynamicRange(const uint32_t i){ + FILE_LOG(logDEBUG) << __AT__ << " starting"; + + dynamicRange = i; + FILE_LOG(logINFO) << "Dynamic Range:" << dynamicRange; + + //overrridden child classes might return FAIL + return OK; +} + +int UDPBaseImplementation::setTenGigaEnable(const bool b){ + FILE_LOG(logDEBUG) << __AT__ << " starting"; + + tengigaEnable = b; + FILE_LOG(logINFO) << "Ten Giga Enable: " << stringEnable(tengigaEnable); + + //overridden functions might return FAIL + return OK; +} + +int UDPBaseImplementation::setFifoDepth(const uint32_t i){ + FILE_LOG(logDEBUG) << __AT__ << " starting"; + + fifoDepth = i; + FILE_LOG(logINFO) << "Fifo Depth: " << i; + + //overridden functions might return FAIL + return OK; +} + +/************************************************************************* + * Behavioral functions*************************************************** + * They may modify the status of the receiver **************************** + *************************************************************************/ + + +/***initial functions***/ +int UDPBaseImplementation::setDetectorType(const detectorType d){ + FILE_LOG(logDEBUG) << __AT__ << " starting"; + + myDetectorType = d; + //if eiger, set numberofListeningThreads = 2; + FILE_LOG(logINFO) << "Detector Type:" << getDetectorType(d); + return OK; +} + +void UDPBaseImplementation::initialize(const char *c){ + FILE_LOG(logDEBUG) << __AT__ << " starting"; + if(strlen(c)) - strcpy(fileName,c); - - return getFileName(); + strcpy(detHostname, c); + FILE_LOG(logINFO) << "Detector Hostname:" << detHostname; } -int UDPBaseImplementation::getFileIndex(){ FILE_LOG(logDEBUG) << __AT__ << " starting"; - return fileIndex; +/***acquisition functions***/ +void UDPBaseImplementation::resetAcquisitionCount(){ + FILE_LOG(logDEBUG) << __AT__ << " starting"; + + totalPacketsCaught = 0; + FILE_LOG(logINFO) << "totalPacketsCaught:" << totalPacketsCaught; } -int UDPBaseImplementation::setFileIndex(int i){ FILE_LOG(logDEBUG) << __AT__ << " starting"; - //cout << "[WARNING] This is a base implementation, " << __func__ << " could have no effects." << endl; - if(i>=0) - fileIndex = i; - return getFileIndex(); -} - - -int UDPBaseImplementation::setFrameIndexNeeded(int i){ FILE_LOG(logDEBUG) << __AT__ << " starting"; - //cout << "[WARNING] This is a base implementation, " << __func__ << " could have no effects." << endl; - frameIndexNeeded = i; - return frameIndexNeeded; -} - - -int UDPBaseImplementation::getEnableFileWrite() const{ - FILE_LOG(logDEBUG) << __FILE__ << "::" << __func__ << " starting"; - -return enableFileWrite; -} - -int UDPBaseImplementation::setEnableFileWrite(int i){ FILE_LOG(logDEBUG) << __AT__ << " starting"; - enableFileWrite=i; - return getEnableFileWrite(); -} - -int UDPBaseImplementation::getEnableOverwrite() const{ - FILE_LOG(logDEBUG) << __FILE__ << "::" << __func__ << " starting"; - - return overwrite; -} - -int UDPBaseImplementation::setEnableOverwrite(int i){ FILE_LOG(logDEBUG) << __AT__ << " starting"; - overwrite=i; - return getEnableOverwrite(); -} - - - - - -/*other parameters*/ - -slsReceiverDefs::runStatus UDPBaseImplementation::getStatus() const{ - return status; -} - - -void UDPBaseImplementation::initialize(const char *detectorHostName){ FILE_LOG(logDEBUG) << __AT__ << " starting"; - if(strlen(detectorHostName)) - strcpy(detHostname,detectorHostName); -} - - -char *UDPBaseImplementation::getDetectorHostname() const{ - return (char*)detHostname; -} - -void UDPBaseImplementation::setEthernetInterface(char* c){ FILE_LOG(logDEBUG) << __AT__ << " starting"; - strcpy(eth,c); -} - - -void UDPBaseImplementation::setUDPPortNo(int p){ - server_port[0] = p; -} - - -void UDPBaseImplementation::setUDPPortNo2(int p){ - server_port[1] = p; -} - - -int UDPBaseImplementation::getNumberOfFrames() const { - return numberOfFrames; -} - - -int32_t UDPBaseImplementation::setNumberOfFrames(int32_t fnum){ FILE_LOG(logDEBUG) << __AT__ << " starting"; - if(fnum >= 0) - numberOfFrames = fnum; - - return getNumberOfFrames(); -} - - -int UDPBaseImplementation::getScanTag() const{ - return scanTag; -} - - -int32_t UDPBaseImplementation::setScanTag(int32_t stag){ FILE_LOG(logDEBUG) << __AT__ << " starting"; - if(stag >= 0) - scanTag = stag; - - return getScanTag(); -} - - -int UDPBaseImplementation::getDynamicRange() const{ - return dynamicRange; -} - -int32_t UDPBaseImplementation::setDynamicRange(int32_t dr){ FILE_LOG(logDEBUG) << __AT__ << " starting"; - cout << "Setting Dynamic Range" << endl; - - int olddr = dynamicRange; - if(dr >= 0){ - dynamicRange = dr; - - if(myDetectorType == EIGER){ - - - if(!tengigaEnable) - packetsPerFrame = EIGER_ONE_GIGA_CONSTANT * dynamicRange * EIGER_MAX_PORTS; - else - packetsPerFrame = EIGER_TEN_GIGA_CONSTANT * dynamicRange * EIGER_MAX_PORTS; - frameSize = onePacketSize * packetsPerFrame; - bufferSize = (frameSize/EIGER_MAX_PORTS) + EIGER_HEADER_LENGTH;//everything one port gets (img header plus packets) - maxPacketsPerFile = EIGER_MAX_FRAMES_PER_FILE * packetsPerFrame; - - - - if(olddr != dr){ - - //del - if(thread_started){ - createListeningThreads(true); - createWriterThreads(true); - } - for(int i=0;i=0){ - nFrameToGui = i; - setupFifoStructure(); - } - return nFrameToGui; -} - - - -int64_t UDPBaseImplementation::setAcquisitionPeriod(int64_t index){ FILE_LOG(logDEBUG) << __AT__ << " starting"; - - if(index >= 0){ - if(index != acquisitionPeriod){ - acquisitionPeriod = index; - setupFifoStructure(); - } - } - return acquisitionPeriod; -} - - -bool UDPBaseImplementation::getDataCompression(){ FILE_LOG(logDEBUG) << __AT__ << " starting";return dataCompression;} - -int UDPBaseImplementation::enableDataCompression(bool enable){ FILE_LOG(logDEBUG) << __AT__ << " starting"; - cout << "Data compression "; - if(enable) - cout << "enabled" << endl; - else - cout << "disabled" << endl; -#ifdef MYROOT1 - cout << " WITH ROOT" << endl; -#else - cout << " WITHOUT ROOT" << endl; -#endif - //delete filter for the current number of threads - deleteFilter(); - - dataCompression = enable; - pthread_mutex_lock(&status_mutex); - writerthreads_mask = 0x0; - pthread_mutex_unlock(&(status_mutex)); - - createWriterThreads(true); - - if(enable) - numWriterThreads = MAX_NUM_WRITER_THREADS; - else - numWriterThreads = 1; - - if(createWriterThreads() == FAIL){ - cprintf(BG_RED,"ERROR: Could not create writer threads\n"); - return FAIL; - } - setThreadPriorities(); - - - if(enable) - setupFilter(); - +int UDPBaseImplementation::startReceiver(char *c){ + FILE_LOG(logWARNING) << __AT__ << " doing nothing..."; + FILE_LOG(logERROR) << __AT__ << " must be overridden by child classes"; return OK; } - - - - - - - - - - - -/*other functions*/ - - -void UDPBaseImplementation::deleteFilter(){ FILE_LOG(logDEBUG) << __AT__ << " starting"; - int i; - cmSub=NULL; - - for(i=0;i(receiverdata[i], csize, sigma, sign, cmSub); - +void UDPBaseImplementation::startReadout(){ + FILE_LOG(logWARNING) << __AT__ << " doing nothing..."; + FILE_LOG(logERROR) << __AT__ << " must be overridden by child classes"; } +int UDPBaseImplementation::shutDownUDPSockets(){ + FILE_LOG(logWARNING) << __AT__ << " doing nothing..."; + FILE_LOG(logERROR) << __AT__ << " must be overridden by child classes"; - -//LEO: it is not clear to me.. -void UDPBaseImplementation::setupFifoStructure(){ FILE_LOG(logDEBUG) << __AT__ << " starting"; - - int64_t i; - int oldn = numJobsPerThread; - - //if every nth frame mode - if(nFrameToGui) - numJobsPerThread = nFrameToGui; - - //random nth frame mode - else{ - if(!acquisitionPeriod) - i = SAMPLE_TIME_IN_NS; - else - i = SAMPLE_TIME_IN_NS/acquisitionPeriod; - if (i > MAX_JOBS_PER_THREAD) - numJobsPerThread = MAX_JOBS_PER_THREAD; - else if (i < 1) - numJobsPerThread = 1; - else - numJobsPerThread = i; - } - - //if same, return - if(oldn == numJobsPerThread) - return; - - if(myDetectorType == EIGER) - numJobsPerThread = 1; - - //otherwise memory too much if numjobsperthread is at max = 1000 - fifosize = GOTTHARD_FIFO_SIZE; - if(myDetectorType == MOENCH) - fifosize = MOENCH_FIFO_SIZE; - else if(myDetectorType == EIGER) - fifosize = EIGER_FIFO_SIZE; - - if(fifosize % numJobsPerThread) - fifosize = (fifosize/numJobsPerThread)+1; - else - fifosize = fifosize/numJobsPerThread; - - - cout << "Number of Frames per buffer:" << numJobsPerThread << endl; - cout << "Fifo Size:" << fifosize << endl; - - /* - //for testing - numJobsPerThread = 3; fifosize = 11; - */ - - for(int i=0;iisEmpty()) - fifoFree[i]->pop(buffer[i]); - delete fifoFree[i]; - } - if(fifo[i]) delete fifo[i]; - if(mem0[i]) free(mem0[i]); - fifoFree[i] = new CircularFifo(fifosize); - fifo[i] = new CircularFifo(fifosize); - - - //allocate memory - mem0[i]=(char*)malloc((bufferSize * numJobsPerThread + HEADER_SIZE_NUM_TOT_PACKETS)*fifosize); - /** shud let the client know about this */ - if (mem0[i]==NULL){ - cout<<"++++++++++++++++++++++ COULD NOT ALLOCATE MEMORY FOR LISTENING !!!!!!!+++++++++++++++++++++" << endl; - exit(-1); - } - buffer[i]=mem0[i]; - //push the addresses into freed fifoFree and writingFifoFree - while (buffer[i]<(mem0[i]+(bufferSize * numJobsPerThread + HEADER_SIZE_NUM_TOT_PACKETS)*(fifosize-1))) { - fifoFree[i]->push(buffer[i]); - buffer[i]+=(bufferSize * numJobsPerThread + HEADER_SIZE_NUM_TOT_PACKETS); - } - } - cout << "Fifo structure(s) reconstructed" << endl; -} - - - - - - - -/** acquisition functions */ -void UDPBaseImplementation::readFrame(char* c,char** raw, uint32_t &fnum, uint32_t &startAcquisitionIndex, uint32_t &startFrameIndex){ - FILE_LOG(logDEBUG) << __AT__ << " called"; - //point to gui data - if (guiData == NULL){ - guiData = latestData; - } - - //copy data and filename - strcpy(c,guiFileName); - fnum = guiFrameNumber; - startAcquisitionIndex = getStartAcquisitionIndex(); - startFrameIndex = getStartFrameIndex(); - - - //could not get gui data - if(!guiDataReady){ - *raw = NULL; - } - //data ready, set guidata to receive new data - else{ - *raw = guiData; - guiData = NULL; - if((nFrameToGui) && (writerthreads_mask)){ - //release after getting data - sem_post(&smp); - } - } -} - - - - - - -void UDPBaseImplementation::copyFrameToGui(char* startbuf[], uint32_t fnum, char* buf){ FILE_LOG(logDEBUG) << __AT__ << " starting"; - - //random read when gui not ready - if((!nFrameToGui) && (!guiData)){ - pthread_mutex_lock(&dataReadyMutex); - guiDataReady=0; - pthread_mutex_unlock(&dataReadyMutex); - } - - //random read or nth frame read, gui needs data now or it is the first frame - else{ - /* - //nth frame read, block current process if the guireader hasnt read it yet - if(nFrameToGui) - sem_wait(&smp); -*/ - pthread_mutex_lock(&dataReadyMutex); - guiDataReady=0; - //eiger - if(startbuf != NULL){ - int offset = 0; - int size = frameSize/EIGER_MAX_PORTS; - for(int j=0;jgetErrorStatus(); - if(iret){ -#ifdef VERBOSE - cprintf(BG_RED,"Could not create UDP socket on port %d error: %d\n",server_port[i], iret); -#endif - return FAIL; - } - } - + //overridden functions might return FAIL return OK; } +void UDPBaseImplementation::readFrame(char* c,char** raw, uint64_t &startAcquisitionIndex, uint64_t &startFrameIndex){ + FILE_LOG(logWARNING) << __AT__ << " doing nothing..."; + FILE_LOG(logERROR) << __AT__ << " must be overridden by child classes"; +} +//FIXME: needed, isnt stopReceiver enough? +void UDPBaseImplementation::abort(){ + FILE_LOG(logWARNING) << __AT__ << " doing nothing..."; + FILE_LOG(logERROR) << __AT__ << " must be overridden by child classes"; +} - - - - -int UDPBaseImplementation::shutDownUDPSockets(){ FILE_LOG(logDEBUG) << __AT__ << " starting"; - for(int i=0;iShutDownSocket(); - delete udpSocket[i]; - udpSocket[i] = NULL; - } - } - return OK; +void UDPBaseImplementation::closeFile(int i){ + FILE_LOG(logWARNING) << __AT__ << " doing nothing..."; + FILE_LOG(logERROR) << __AT__ << " must be overridden by child classes"; } +/***callback functions***/ +void UDPBaseImplementation::registerCallBackStartAcquisition(int (*func)(char*, char*,int, int, void*),void *arg){ + startAcquisitionCallBack=func; + pStartAcquisition=arg; +} +void UDPBaseImplementation::registerCallBackAcquisitionFinished(void (*func)(int, void*),void *arg){ + acquisitionFinishedCallBack=func; + pAcquisitionFinished=arg; +} - -int UDPBaseImplementation::createListeningThreads(bool destroy){ FILE_LOG(logDEBUG) << __AT__ << " starting"; - int i; - void* status; - - killAllListeningThreads = 0; - - pthread_mutex_lock(&status_mutex); - listeningthreads_mask = 0x0; - pthread_mutex_unlock(&(status_mutex)); - - if(!destroy){ - - //start listening threads - cout << "Creating Listening Threads(s)"; - - currentListeningThreadIndex = -1; - - for(i = 0; i < numListeningThreads; ++i){ - sem_init(&listensmp[i],1,0); - thread_started = 0; - currentListeningThreadIndex = i; - if(pthread_create(&listening_thread[i], NULL,startListeningThread, (void*) this)){ - cout << "Could not create listening thread with index " << i << endl; - return FAIL; - } - while(!thread_started); - cout << "."; - cout << flush; - } -#ifdef VERBOSE - cout << "Listening thread(s) created successfully." << endl; -#else - cout << endl; -#endif - }else{ - cout<<"Destroying Listening Thread(s)"<initEventTree(temp, &iframe); - //resets the pedestalSubtraction array and the commonModeSubtraction - singlePhotonDet[ithr]->newDataSet(); - if(myFile[ithr]==NULL){ - cout<<"file null"<IsOpen()){ - cout<<"file not open"< DO_NOTHING){ - //close - if(sfilefd){ - fclose(sfilefd); - sfilefd = NULL; - } - //open file - if(!overwrite){ - if (NULL == (sfilefd = fopen((const char *) (savefilename), "wx"))){ - cout << "Error: Could not create new file " << savefilename << endl; - return FAIL; - } - }else if (NULL == (sfilefd = fopen((const char *) (savefilename), "w"))){ - cout << "Error: Could not creat dsdasdserwe file " << savefilename << endl; - return FAIL; - } - //setting buffer - setvbuf(sfilefd,NULL,_IOFBF,BUF_SIZE); - - //printing packet losses and file names - if(!packetsCaught) - cout << savefilename << endl; - else{ - cout << savefilename - << "\tpacket loss " - << setw(4)<GetCurrentFile(); - - if(myFile[ithr]->Write()) - //->Write(tall->GetName(),TObject::kOverwrite); - cout << "Thread " << ithr <<": wrote frames to file" << endl; - else - cout << "Thread " << ithr << ": could not write frames to file" << endl; - - }else - cout << "Thread " << ithr << ": could not write frames to file: No file or No Tree" << endl; - //close file - if(myTree[ithr] && myFile[ithr]) - myFile[ithr] = myTree[ithr]->GetCurrentFile(); - if(myFile[ithr] != NULL) - myFile[ithr]->Close(); - myFile[ithr] = NULL; - myTree[ithr] = NULL; - pthread_mutex_unlock(&write_mutex); - -#endif - } - */ - FILE_LOG(logDEBUG) << __AT__ << "exited"; - -} - - - - - -int UDPBaseImplementation::startReceiver(char message[]){ FILE_LOG(logDEBUG) << __AT__ << " starting"; - int i; - - -// #ifdef VERBOSE - cout << "Starting Receiver" << endl; //#endif - - - //reset listening thread variables - measurementStarted = false; - //should be set to zero as its added to get next start frame indices for scans for eiger - if(!acqStarted) currframenum = 0; - startFrameIndex = 0; - - for(int i = 0; i < numListeningThreads; ++i) - totalListeningFrameCount[i] = 0; - - //udp socket - if(createUDPSockets() == FAIL){ - strcpy(message,"Could not create UDP Socket(s).\n"); - cout << endl << message << endl; - return FAIL; - } - cout << "UDP socket(s) created successfully. 1st port " << server_port[0] << endl; - - - if(setupWriter() == FAIL){ - //stop udp socket - shutDownUDPSockets(); - - sprintf(message,"Could not create file %s.\n",savefilename); - return FAIL; - } - cout << "Successfully created file(s)" << endl; - - //done to give the gui some proper name instead of always the last file name - if(dataCompression) - sprintf(savefilename, "%s/%s_fxxx_%d_xx.root", filePath,fileName,fileIndex); - - //initialize semaphore - sem_init(&smp,1,0); - - //status - pthread_mutex_lock(&status_mutex); - status = RUNNING; - for(i=0;istartListening(); - - return this_pointer; -} - - - -void* UDPBaseImplementation::startWritingThread(void* this_pointer){ FILE_LOG(logDEBUG) << __AT__ << " starting"; - ((UDPBaseImplementation*)this_pointer)->startWriting(); - return this_pointer; -} - - - - - - -int UDPBaseImplementation::startListening(){ FILE_LOG(logDEBUG) << __AT__ << " starting"; - int ithread = currentListeningThreadIndex; -#ifdef VERYVERBOSE - cout << "In startListening() " << endl; -#endif - - thread_started = 1; - - int total; - int lastpacketoffset, expected, rc,packetcount, maxBufferSize, carryonBufferSize; - uint32_t lastframeheader;// for moench to check for all the packets in last frame - char* tempchar = NULL; - int imageheader = 0; - if(myDetectorType==EIGER) - imageheader = EIGER_IMAGE_HEADER_SIZE; - - - while(1){ - //variables that need to be checked/set before each acquisition - carryonBufferSize = 0; - //if more than 1 listening thread, listen one packet at a time, else need to interleaved frame later - maxBufferSize = bufferSize * numJobsPerThread; -#ifdef VERYDEBUG - cout << " maxBufferSize:" << maxBufferSize << ",carryonBufferSize:" << carryonBufferSize << endl; -#endif - - if(tempchar) {delete [] tempchar;tempchar = NULL;} - if(myDetectorType != EIGER) - tempchar = new char[onePacketSize * ((packetsPerFrame/numListeningThreads) - 1)]; //gotthard: 1packet size, moench:39 packet size - - - while((1<pop(buffer[ithread]); -#ifdef VERYDEBUG - cout << ithread << " *** popped from fifo free" << (void*)buffer[ithread] << endl; -#endif - - - //receive - if(udpSocket[ithread] == NULL){ - rc = 0; - cout << ithread << "UDP Socket is NULL" << endl; - } - //normal listening - else if(!carryonBufferSize){ - - rc = udpSocket[ithread]->ReceiveDataOnly(buffer[ithread] + HEADER_SIZE_NUM_TOT_PACKETS, maxBufferSize); - expected = maxBufferSize; - - } - //the remaining packets from previous buffer - else{ -#ifdef VERYDEBUG - cout << ithread << " ***carry on buffer" << carryonBufferSize << endl; - cout << ithread << " framennum in temochar:"<<((((uint32_t)(*((uint32_t*)tempchar))) - & (frameIndexMask)) >> frameIndexOffset)<ReceiveDataOnly((buffer[ithread] + HEADER_SIZE_NUM_TOT_PACKETS + carryonBufferSize),maxBufferSize - carryonBufferSize); - expected = maxBufferSize - carryonBufferSize; - } - -#ifdef VERYDEBUG - cout << ithread << " *** rc:" << dec << rc << ". expected:" << dec << expected << endl; -#endif - - - - - //start indices for each start of scan/acquisition - eiger does it before - if((!measurementStarted) && (rc > 0) && (!ithread)) - startFrameIndices(ithread); - - //problem in receiving or end of acquisition - if((rc < expected)||(rc <= 0)){ - stopListening(ithread,rc,packetcount,total); - continue; - } - - - - //reset - packetcount = (packetsPerFrame/numListeningThreads) * numJobsPerThread; - carryonBufferSize = 0; - - - - //check if last packet valid and calculate packet count - switch(myDetectorType){ - - case MOENCH: - lastpacketoffset = (((numJobsPerThread * packetsPerFrame - 1) * onePacketSize) + HEADER_SIZE_NUM_TOT_PACKETS); -#ifdef VERYDEBUG - cout <<"first packet:"<< ((((uint32_t)(*((uint32_t*)(buffer[ithread]+HEADER_SIZE_NUM_TOT_PACKETS))))) & (packetIndexMask)) << endl; - cout <<"first header:"<< (((((uint32_t)(*((uint32_t*)(buffer[ithread]+HEADER_SIZE_NUM_TOT_PACKETS))))) & (frameIndexMask)) >> frameIndexOffset) << endl; - cout << "last packet offset:" << lastpacketoffset << endl; - cout <<"last packet:"<< ((((uint32_t)(*((uint32_t*)(buffer[ithread]+lastpacketoffset))))) & (packetIndexMask)) << endl; - cout <<"last header:"<< (((((uint32_t)(*((uint32_t*)(buffer[ithread]+lastpacketoffset))))) & (frameIndexMask)) >> frameIndexOffset) << endl; -#endif - //moench last packet value is 0 - if( ((((uint32_t)(*((uint32_t*)(buffer[ithread]+lastpacketoffset))))) & (packetIndexMask))){ - lastframeheader = ((((uint32_t)(*((uint32_t*)(buffer[ithread]+lastpacketoffset))))) & (frameIndexMask)) >> frameIndexOffset; - carryonBufferSize += onePacketSize; - lastpacketoffset -= onePacketSize; - --packetcount; - while (lastframeheader == (((((uint32_t)(*((uint32_t*)(buffer[ithread]+lastpacketoffset))))) & (frameIndexMask)) >> frameIndexOffset)){ - carryonBufferSize += onePacketSize; - lastpacketoffset -= onePacketSize; - --packetcount; - } - memcpy(tempchar, buffer[ithread]+(lastpacketoffset+onePacketSize), carryonBufferSize); -#ifdef VERYDEBUG - cout << "tempchar header:" << (((((uint32_t)(*((uint32_t*)(tempchar))))) - & (frameIndexMask)) >> frameIndexOffset) << endl; - cout <<"tempchar packet:"<< ((((uint32_t)(*((uint32_t*)(tempchar))))) - & (packetIndexMask)) << endl; -#endif - } - break; - - case GOTTHARD: - if(shortFrame == -1){ - lastpacketoffset = (((numJobsPerThread * packetsPerFrame - 1) * onePacketSize) + HEADER_SIZE_NUM_TOT_PACKETS); -#ifdef VERYDEBUG - cout << "last packet offset:" << lastpacketoffset << endl; -#endif - - if((unsigned int)(packetsPerFrame -1) != ((((uint32_t)(*((uint32_t*)(buffer[ithread]+lastpacketoffset))))+1) & (packetIndexMask))){ - memcpy(tempchar,buffer[ithread]+lastpacketoffset, onePacketSize); -#ifdef VERYDEBUG - cout << "tempchar header:" << (((((uint32_t)(*((uint32_t*)(tempchar))))+1) - & (frameIndexMask)) >> frameIndexOffset) << endl; -#endif - carryonBufferSize = onePacketSize; - --packetcount; - } - } -#ifdef VERYDEBUG - cout << "header:" << (((((uint32_t)(*((uint32_t*)(buffer[ithread] + HEADER_SIZE_NUM_TOT_PACKETS))))+1) - & (frameIndexMask)) >> frameIndexOffset) << endl; -#endif - break; - default: - - break; - - } - - - // cout<<"*********** "<fnum)<push(buffer[ithread])); -#ifdef VERYDEBUG - if(!ithread) cout << ithread << " *** pushed into listening fifo" << endl; -#endif - } - - sem_wait(&listensmp[ithread]); - - //make sure its not exiting thread - if(killAllListeningThreads){ - cout << ithread << " good bye listening thread" << endl; - if(tempchar) {delete [] tempchar;tempchar = NULL;} - pthread_exit(NULL); - } - } - - return OK; -} - - - - - - - - - - - - - -int UDPBaseImplementation::startWriting(){ FILE_LOG(logDEBUG) << __AT__ << " starting"; - int ithread = currentWriterThreadIndex; -#ifdef VERYVERBOSE - cout << ithread << "In startWriting()" <pop(wbuf[i]); - numpackets = (uint16_t)(*((uint16_t*)wbuf[i])); -#ifdef VERYDEBUG - cout << ithread << " numpackets:" << dec << numpackets << endl; -#endif - } - -#ifdef VERYDEBUG - cout << ithread << " numpackets:" << dec << numpackets << endl; - cout << ithread << " *** writer popped from fifo " << (void*) wbuf[0]<< endl; - cout << ithread << " *** writer popped from fifo " << (void*) wbuf[1]<< endl; -#endif - - - //last dummy packet - if(numpackets == 0xFFFF){ - stopWriting(ithread,wbuf); - continue; - } - - - - - //for progress - if(myDetectorType == EIGER){ - tempframenum = htonl(*(unsigned int*)((eiger_image_header *)((char*)(wbuf[ithread] + HEADER_SIZE_NUM_TOT_PACKETS)))->fnum); - tempframenum += (startFrameIndex-1); //eiger frame numbers start at 1, so need to -1 - }else if ((myDetectorType == GOTTHARD) && (shortFrame == -1)) - tempframenum = (((((uint32_t)(*((uint32_t*)(wbuf[ithread] + HEADER_SIZE_NUM_TOT_PACKETS))))+1)& (frameIndexMask)) >> frameIndexOffset); - else - tempframenum = ((((uint32_t)(*((uint32_t*)(wbuf[ithread] + HEADER_SIZE_NUM_TOT_PACKETS))))& (frameIndexMask)) >> frameIndexOffset); - - if(numWriterThreads == 1) - currframenum = tempframenum; - else{ - pthread_mutex_lock(&progress_mutex); - if(tempframenum > currframenum) - currframenum = tempframenum; - pthread_mutex_unlock(&progress_mutex); - } -//#ifdef VERYDEBUG - if(myDetectorType == EIGER) - cout << endl < 0){ - for(i=0;ipush(wbuf[i])); -#ifdef VERYDEBUG - cout << ithread << ":" << i+j << " fifo freed:" << (void*)wbuf[i] << endl; -#endif - } - - - } - else{ - //copy to gui - copyFrameToGui(NULL,-1,wbuf[0]+HEADER_SIZE_NUM_TOT_PACKETS); -#ifdef VERYVERBOSE - cout << ithread << " finished copying" << endl; -#endif - while(!fifoFree[0]->push(wbuf[0])); -#ifdef VERYVERBOSE - cout<<"buf freed:"<<(void*)wbuf[0]<fnum); - //gotthard has +1 for frame number and not a short frame - else if ((myDetectorType == GOTTHARD) && (shortFrame == -1)) - startFrameIndex = (((((uint32_t)(*((uint32_t*)(buffer[ithread] + HEADER_SIZE_NUM_TOT_PACKETS))))+1) - & (frameIndexMask)) >> frameIndexOffset); - else - startFrameIndex = ((((uint32_t)(*((uint32_t*)(buffer[ithread]+HEADER_SIZE_NUM_TOT_PACKETS)))) - & (frameIndexMask)) >> frameIndexOffset); - - - //start of acquisition - if(!acqStarted){ - startAcquisitionIndex=startFrameIndex; - currframenum = startAcquisitionIndex; - acqStarted = true; - cout << "startAcquisitionIndex:" << startAcquisitionIndex<push(buffer[ithread]); - exit(-1); - } - //push the last buffer into fifo - if(rc > 0){ - pc = (rc/onePacketSize); -#ifdef VERYDEBUG - cout << ithread << " *** last packetcount:" << pc << endl; -#endif - (*((uint16_t*)(buffer[ithread]))) = pc; - totalListeningFrameCount[ithread] += pc; - while(!fifo[ithread]->push(buffer[ithread])); -#ifdef VERYDEBUG - cout << ithread << " *** last lbuf1:" << (void*)buffer[ithread] << endl; -#endif - } - - - //push dummy buffer to all writer threads - for(i=0;ipop(buffer[ithread]); - (*((uint16_t*)(buffer[ithread]))) = 0xFFFF; -#ifdef VERYDEBUG - cout << ithread << " going to push in dummy buffer:" << (void*)buffer[ithread] << " with num packets:"<< (*((uint16_t*)(buffer[ithread]))) << endl; -#endif - while(!fifo[ithread]->push(buffer[ithread])); -#ifdef VERYDEBUG - cout << ithread << " pushed in dummy buffer:" << (void*)buffer[ithread] << endl; -#endif - } - - //reset mask and exit loop - pthread_mutex_lock(&status_mutex); - listeningthreads_mask^=(1< 1) - cout << "Waiting for listening to be done.. current mask:" << hex << listeningthreads_mask << endl; -#endif - while(listeningthreads_mask) - usleep(5000); -#ifdef VERYDEBUG - t = 0; - for(i=0;ipush(wbuffer[i])); -#ifdef VERYDEBUG - cout << ithread << ":" << i<< " fifo freed:" << (void*)wbuffer[i] << endl; -#endif - } - - - - //all threads need to close file, reset mask and exit loop - closeFile(ithread); - pthread_mutex_lock(&status_mutex); - writerthreads_mask^=(1< 0){ - - //for progress and packet loss calculation(new files) - if(myDetectorType == EIGER); - else if ((myDetectorType == GOTTHARD) && (shortFrame == -1)) - tempframenum = (((((uint32_t)(*((uint32_t*)(buf + HEADER_SIZE_NUM_TOT_PACKETS))))+1)& (frameIndexMask)) >> frameIndexOffset); - else - tempframenum = ((((uint32_t)(*((uint32_t*)(buf + HEADER_SIZE_NUM_TOT_PACKETS))))& (frameIndexMask)) >> frameIndexOffset); - - if(numWriterThreads == 1) - currframenum = tempframenum; - else{ - if(tempframenum > currframenum) - currframenum = tempframenum; - } -#ifdef VERYDEBUG - cout << "tempframenum:" << dec << tempframenum << " curframenum:" << currframenum << endl; -#endif - - //lock - if(numWriterThreads > 1) - pthread_mutex_lock(&write_mutex); - - - //to create new file when max reached - packetsToSave = maxPacketsPerFile - packetsInFile; - if(packetsToSave > numpackets) - packetsToSave = numpackets; -/**next time offset is still plus header length*/ - fwrite(buf+offset, 1, packetsToSave * onePacketSize, sfilefd); - packetsInFile += packetsToSave; - packetsCaught += packetsToSave; - totalPacketsCaught += packetsToSave; - - - //new file - if(packetsInFile >= maxPacketsPerFile){ - //for packet loss - lastpacket = (((packetsToSave - 1) * onePacketSize) + offset); - if(myDetectorType == EIGER); - else if ((myDetectorType == GOTTHARD) && (shortFrame == -1)) - tempframenum = (((((uint32_t)(*((uint32_t*)(buf + lastpacket))))+1)& (frameIndexMask)) >> frameIndexOffset); - else - tempframenum = ((((uint32_t)(*((uint32_t*)(buf + lastpacket))))& (frameIndexMask)) >> frameIndexOffset); - - if(numWriterThreads == 1) - currframenum = tempframenum; - else{ - if(tempframenum > currframenum) - currframenum = tempframenum; - } -#ifdef VERYDEBUG - cout << "tempframenum:" << dec << tempframenum << " curframenum:" << currframenum << endl; -#endif - //create - createNewFile(); - } - - //unlock - if(numWriterThreads > 1) - pthread_mutex_unlock(&write_mutex); - - - offset += (packetsToSave * onePacketSize); - numpackets -= packetsToSave; - } - - } - else{ - if(numWriterThreads > 1) - pthread_mutex_lock(&write_mutex); - packetsInFile += numpackets; - packetsCaught += numpackets; - totalPacketsCaught += numpackets; - if(numWriterThreads > 1) - pthread_mutex_unlock(&write_mutex); - } -} - - - - - - - - - - - - - - -void UDPBaseImplementation::handleDataCompression(int ithread, char* wbuffer[], int &npackets, char* data, int xmax, int ymax, int &nf){ - FILE_LOG(logDEBUG) << __FILE__ << "::" << __func__ << " starting"; - - -#if defined(MYROOT1) && defined(ALLFILE_DEBUG) - writeToFile_withoutCompression(wbuf[0], numpackets,currframenum); -#endif - - eventType thisEvent = PEDESTAL; - int ndata; - char* buff = 0; - data = wbuffer[0]+ HEADER_SIZE_NUM_TOT_PACKETS; - int remainingsize = npackets * onePacketSize; - int np; - int once = 0; - double tot, tl, tr, bl, br; - int xmin = 1, ymin = 1, ix, iy; - - - while(buff = receiverdata[ithread]->findNextFrame(data,ndata,remainingsize)){ - np = ndata/onePacketSize; - - //cout<<"buff framnum:"<> frameIndexOffset)<newFrame(); - - //only for moench - if(commonModeSubtractionEnable){ - for(ix = xmin - 1; ix < xmax+1; ix++){ - for(iy = ymin - 1; iy < ymax+1; iy++){ - thisEvent = singlePhotonDet[ithread]->getEventType(buff, ix, iy, 0); - } - } - } - - - for(ix = xmin - 1; ix < xmax+1; ix++) - for(iy = ymin - 1; iy < ymax+1; iy++){ - thisEvent=singlePhotonDet[ithread]->getEventType(buff, ix, iy, commonModeSubtractionEnable); - if (nf>1000) { - tot=0; - tl=0; - tr=0; - bl=0; - br=0; - if (thisEvent==PHOTON_MAX) { - receiverdata[ithread]->getFrameNumber(buff); - //iFrame=receiverdata[ithread]->getFrameNumber(buff); -#ifdef MYROOT1 - myTree[ithread]->Fill(); - //cout << "Fill in event: frmNr: " << iFrame << " ix " << ix << " iy " << iy << " type " << thisEvent << endl; -#else - pthread_mutex_lock(&write_mutex); - if((enableFileWrite) && (sfilefd)) - singlePhotonDet[ithread]->writeCluster(sfilefd); - pthread_mutex_unlock(&write_mutex); -#endif - } - } - } - - nf++; -#ifndef ALLFILE - pthread_mutex_lock(&progress_mutex); - packetsInFile += packetsPerFrame; - packetsCaught += packetsPerFrame; - totalPacketsCaught += packetsPerFrame; - if(packetsInFile >= maxPacketsPerFile) - createNewFile(); - pthread_mutex_unlock(&progress_mutex); - -#endif - if(!once){ - copyFrameToGui(NULL,-1,buff); - once = 1; - } - } - - remainingsize -= ((buff + ndata) - data); - data = buff + ndata; - if(data > (wbuffer[0] + HEADER_SIZE_NUM_TOT_PACKETS + npackets * onePacketSize) ) - cout <<" **************ERROR SHOULD NOT COME HERE, Error 142536!"<push(wbuffer[0])); -#ifdef VERYVERBOSE - cout<<"buf freed:"<<(void*)wbuffer[0]<= 0){ - - tengigaEnable = enable; - - if(myDetectorType == EIGER){ - - if(!tengigaEnable){ - packetsPerFrame = EIGER_ONE_GIGA_CONSTANT * dynamicRange * EIGER_MAX_PORTS; - onePacketSize = EIGER_ONE_GIGA_ONE_PACKET_SIZE; - maxPacketsPerFile = EIGER_MAX_FRAMES_PER_FILE * packetsPerFrame; - }else{ - packetsPerFrame = EIGER_TEN_GIGA_CONSTANT * dynamicRange * EIGER_MAX_PORTS; - onePacketSize = EIGER_TEN_GIGA_ONE_PACKET_SIZE; - maxPacketsPerFile = EIGER_MAX_FRAMES_PER_FILE * packetsPerFrame*4; - } - frameSize = onePacketSize * packetsPerFrame; - bufferSize = (frameSize/EIGER_MAX_PORTS) + EIGER_HEADER_LENGTH;//everything one port gets (img header plus packets) - //maxPacketsPerFile = EIGER_MAX_FRAMES_PER_FILE * packetsPerFrame; - - - cout<<"packetsPerFrame:"< #include +#include using namespace std; + #include "UDPInterface.h" #include "UDPBaseImplementation.h" #include "UDPStandardImplementation.h" @@ -20,11 +20,10 @@ using namespace std; using namespace std; -// TODO: I do not really like passing a bottom-top boolean to the constructor... UDPInterface * UDPInterface::create(string receiver_type){ if (receiver_type == "standard"){ - cout << "Starting " << receiver_type << endl; + FILE_LOG(logINFO) << "Starting " << receiver_type; return new UDPStandardImplementation(); } #ifdef REST diff --git a/slsReceiverSoftware/src/UDPRESTImplementation.cpp b/slsReceiverSoftware/src/UDPRESTImplementation.cpp index 4b2b67e4b..ab650257f 100644 --- a/slsReceiverSoftware/src/UDPRESTImplementation.cpp +++ b/slsReceiverSoftware/src/UDPRESTImplementation.cpp @@ -7,32 +7,21 @@ #include "UDPRESTImplementation.h" -#include "moench02ModuleData.h" -#include "gotthardModuleData.h" -#include "gotthardShortModuleData.h" - - -#include // SIGINT -#include // stat -#include // socket(), bind(), listen(), accept(), shut down -#include // sock_addr_in, htonl, INADDR_ANY #include // exit() #include // set precision -#include // munmap - -#include +#include // map #include +#include +#include #include - //#include "utilities.h" - using namespace std; /* TODO + filePath != getFilePath + better state handling. Now it is only IDLE - RUNNING - IDLE -*/ + */ UDPRESTImplementation::UDPRESTImplementation(){ @@ -40,6 +29,8 @@ UDPRESTImplementation::UDPRESTImplementation(){ //TODO I do not really know what to do with bottom... // Default values + isInitialized = false; + rest = NULL; rest_hostname = "localhost"; rest_port = 8081; } @@ -69,9 +60,9 @@ void UDPRESTImplementation::configure(map config_map){ for(map::const_iterator i=config_map.begin(); i != config_map.end(); i++){ std::cout << i->first << " " << i->second<< std::endl; } - */ + */ -}; +} int UDPRESTImplementation::get_rest_state(RestHelper * rest, string *rest_state){ @@ -84,13 +75,14 @@ int UDPRESTImplementation::get_rest_state(RestHelper * rest, string *rest_state) } return code; -}; +} + void UDPRESTImplementation::initialize_REST(){ - + FILE_LOG(logDEBUG) << __AT__ << " called"; FILE_LOG(logDEBUG) << __AT__ << " REST status is initialized: " << isInitialized; - + if (rest_hostname.empty()) { FILE_LOG(logDEBUG) << __AT__ <<"can't initialize with empty string or NULL for detectorHostname"; } @@ -99,7 +91,7 @@ void UDPRESTImplementation::initialize_REST(){ } else { FILE_LOG(logDEBUG) << __AT__ << "with receiverHostName=" << rest_hostname << ":" << rest_port; - + rest = new RestHelper() ; std::string answer; int code; @@ -107,7 +99,7 @@ void UDPRESTImplementation::initialize_REST(){ rest->init(rest_hostname, rest_port); code = get_rest_state(rest, &answer); std::cout << "AAAAAAAa " << answer << std::endl; - + if (code != 0){ FILE_LOG(logERROR) << __AT__ << " REST state returned: " << answer; @@ -123,21 +115,21 @@ void UDPRESTImplementation::initialize_REST(){ FILE_LOG(logERROR) << __func__ << ": " << e; throw; } - + //JsonBox::Object json_object; //json_object["configfile"] = JsonBox::Value("FILENAME"); JsonBox::Value json_request; //json_request["configfile"] = "config.py"; json_request["path"] = filePath; - + stringstream ss; string test; //std::cout << "GetSTring: " << json_request << std::endl; json_request.writeToStream(ss, false); //ss << json_request; ss >> test; - - + + code = rest->get_json("state", &answer); FILE_LOG(logDEBUG) << __AT__ << " state got " << code << " " << answer << "\n"; if (answer != "INITIALIZED"){ @@ -151,8 +143,8 @@ void UDPRESTImplementation::initialize_REST(){ FILE_LOG(logDEBUG) << __AT__ << " state/configure got " << code; code = rest->get_json("state", &answer); FILE_LOG(logDEBUG) << __AT__ << " state got " << code << " " << answer << "\n"; - - + + /* std::std::cout << string << std::endl; << "---- REST test 3: true, json object "<< std::endl; JsonBox::Value json_value; @@ -160,566 +152,53 @@ void UDPRESTImplementation::initialize_REST(){ std::cout << "JSON " << json_value["status"] << std::endl; */ } - + FILE_LOG(logDEBUG) << __func__ << ": initialize() done"; } -/* -int UDPRESTImplementation::setDetectorType(detectorType det){ - cout << "[WARNING] This is a base implementation, " << __func__ << " not correctly implemented" << endl; - return OK; -} -*/ - - -/*Frame indices and numbers caught*/ - -bool UDPRESTImplementation::getAcquistionStarted(){ - FILE_LOG(logDEBUG) << __AT__ << " called"; - return acqStarted; -}; - -bool UDPRESTImplementation::getMeasurementStarted(){ - FILE_LOG(logDEBUG) << __AT__ << " called"; - return measurementStarted; -}; - -int UDPRESTImplementation::getFramesCaught(){ - FILE_LOG(logDEBUG) << __AT__ << " called"; - return (packetsCaught/packetsPerFrame); -} - -int UDPRESTImplementation::getTotalFramesCaught(){ - FILE_LOG(logDEBUG) << __AT__ << " called"; - if (packetsPerFrame == 0){ - FILE_LOG(logWARNING) << __AT__ << " packetsPerFrame is 0!!!"; - return 0; - } - return (totalPacketsCaught/packetsPerFrame); -} - -uint32_t UDPRESTImplementation::getStartAcquisitionIndex(){ - FILE_LOG(logDEBUG) << __AT__ << " called"; - return startAcquisitionIndex; -} - -uint32_t UDPRESTImplementation::getStartFrameIndex(){ - FILE_LOG(logDEBUG) << __AT__ << " called"; - return startFrameIndex; -} - -uint32_t UDPRESTImplementation::getFrameIndex(){ - FILE_LOG(logDEBUG) << __AT__ << " called"; - - if(!packetsCaught) - frameIndex=-1; - else - frameIndex = currframenum - startFrameIndex; - return frameIndex; -} - - -uint32_t UDPRESTImplementation::getAcquisitionIndex(){ - //FILE_LOG(logDEBUG) << __AT__ << " called, idx: " << acquisitionIndex; - if(!totalPacketsCaught) - acquisitionIndex = -1; - else - acquisitionIndex = currframenum - startAcquisitionIndex; - - //FILE_LOG(logDEBUG) << __AT__ << " idx: " << acquisitionIndex - // << " currframenum: " << currframenum - // << " startAcqIdx: " << startAcquisitionIndex; - - return acquisitionIndex; -} - - -void UDPRESTImplementation::resetTotalFramesCaught(){ - FILE_LOG(logDEBUG) << __AT__ << " called"; - acqStarted = false; - startAcquisitionIndex = 0; - totalPacketsCaught = 0; -} - - -/*file parameters*/ -int UDPRESTImplementation::getFileIndex(){ - FILE_LOG(logDEBUG) << __AT__ << " called"; - return fileIndex; -} - -int UDPRESTImplementation::setFileIndex(int i){ - FILE_LOG(logDEBUG) << __AT__ << " called"; - - if(i>=0) - fileIndex = i; - - return getFileIndex(); -} - - -int UDPRESTImplementation::setFrameIndexNeeded(int i){ - FILE_LOG(logDEBUG) << __AT__ << " called"; - frameIndexNeeded = i; - return frameIndexNeeded; -} - - -/* -int UDPRESTImplementation::getEnableFileWrite() const{ - return enableFileWrite; -} - -int UDPRESTImplementation::setEnableFileWrite(int i){ - enableFileWrite=i; - return getEnableFileWrite(); -} - -int UDPRESTImplementation::getEnableOverwrite() const{ - return overwrite; -} - -int UDPRESTImplementation::setEnableOverwrite(int i){ - overwrite=i; - return getEnableOverwrite(); -} -*/ - - - - -/*other parameters*/ - -slsReceiverDefs::runStatus UDPRESTImplementation::getStatus() const{ - FILE_LOG(logDEBUG) << __AT__ << " called, status: " << status; - return status; -} - - - -/* -char *UDPRESTImplementation::getDetectorHostname() const{ - return (char*)detHostname; -} -*/ - -void UDPRESTImplementation::setEthernetInterface(char* c){ - FILE_LOG(logDEBUG) << __FILE__ << "::" << __func__ << " starting"; - - // TODO: this segfaults - //strcpy(eth,c); - //FILE_LOG(logDEBUG) << __FILE__ << "::" << __func__ << " done"; -} - -/* -void UDPRESTImplementation::setUDPPortNo(int p){ - FILE_LOG(logDEBUG) << __AT__ << " called"; - for(int i=0;i= 0) - numberOfFrames = fnum; - - return getNumberOfFrames(); -} -*/ -/* -int UDPRESTImplementation::getScanTag() const{ - return scanTag; -} -*/ - -/* -int32_t UDPRESTImplementation::setScanTag(int32_t stag){ - if(stag >= 0) - scanTag = stag; - - return getScanTag(); -} -*/ - -int32_t UDPRESTImplementation::setDynamicRange(int32_t dr){ - FILE_LOG(logDEBUG) << __FILE__ << "::" << __func__ << " starting"; - - int olddr = dynamicRange; - if(dr >= 0){ - dynamicRange = dr; - } - - FILE_LOG(logDEBUG) << __FILE__ << "::" << __func__ << " " << getDynamicRange(); - return getDynamicRange(); - - -} - -/* -int32_t UDPRESTImplementation::getDynamicRange() const{ - FILE_LOG(logDEBUG) << __FILE__ << "::" << __func__ << " starting"; - - return dynamicRange; -} -*/ - -int UDPRESTImplementation::setShortFrame(int i){ - FILE_LOG(logDEBUG) << __AT__ << " called"; - shortFrame=i; - - if(shortFrame!=-1){ - bufferSize = GOTTHARD_SHORT_ONE_PACKET_SIZE; - frameSize = GOTTHARD_SHORT_BUFFER_SIZE; - maxPacketsPerFile = SHORT_MAX_FRAMES_PER_FILE * GOTTHARD_SHORT_PACKETS_PER_FRAME; - packetsPerFrame = GOTTHARD_SHORT_PACKETS_PER_FRAME; - frameIndexMask = GOTTHARD_SHORT_FRAME_INDEX_MASK; - frameIndexOffset = GOTTHARD_SHORT_FRAME_INDEX_OFFSET; - - }else{ - onePacketSize = GOTTHARD_ONE_PACKET_SIZE; - bufferSize = GOTTHARD_BUFFER_SIZE; - frameSize = GOTTHARD_BUFFER_SIZE; - maxPacketsPerFile = MAX_FRAMES_PER_FILE * GOTTHARD_PACKETS_PER_FRAME; - packetsPerFrame = GOTTHARD_PACKETS_PER_FRAME; - frameIndexMask = GOTTHARD_FRAME_INDEX_MASK; - frameIndexOffset = GOTTHARD_FRAME_INDEX_OFFSET; - } - - - deleteFilter(); - if(dataCompression) - setupFilter(); - - return shortFrame; -} - - -int UDPRESTImplementation::setNFrameToGui(int i){ - FILE_LOG(logDEBUG) << __AT__ << " called"; - if(i>=0){ - nFrameToGui = i; - setupFifoStructure(); - } - return nFrameToGui; -} - - - -int64_t UDPRESTImplementation::setAcquisitionPeriod(int64_t index){ - FILE_LOG(logDEBUG) << __AT__ << " called"; - if(index >= 0){ - if(index != acquisitionPeriod){ - acquisitionPeriod = index; - setupFifoStructure(); - } - } - return acquisitionPeriod; -} - - -bool UDPRESTImplementation::getDataCompression(){ - FILE_LOG(logDEBUG) << __AT__ << " called"; - return dataCompression; -} - -int UDPRESTImplementation::enableDataCompression(bool enable){ - FILE_LOG(logDEBUG) << __AT__ << " called, doing nothing"; - return OK; -} - - - -/*other functions*/ - - -void UDPRESTImplementation::deleteFilter(){ - FILE_LOG(logDEBUG) << __AT__ << " called"; - int i; - cmSub=NULL; - - for(i=0;i(receiverdata[i], csize, sigma, sign, cmSub); - -} - - - -//LEO: it is not clear to me.. -void UDPRESTImplementation::setupFifoStructure(){ - FILE_LOG(logDEBUG) << __AT__ << " called, doing nothing"; -} -/* -void UDPRESTImplementation::setupFifoStructure(){ - FILE_LOG(logDEBUG) << __AT__ << " called"; - - int64_t i; - int oldn = numJobsPerThread; - - //if every nth frame mode - if(nFrameToGui) - numJobsPerThread = nFrameToGui; - - //random nth frame mode - else{ - if(!acquisitionPeriod) - i = SAMPLE_TIME_IN_NS; - else - i = SAMPLE_TIME_IN_NS/acquisitionPeriod; - if (i > MAX_JOBS_PER_THREAD) - numJobsPerThread = MAX_JOBS_PER_THREAD; - else if (i < 1) - numJobsPerThread = 1; - else - numJobsPerThread = i; - } - - //if same, return - if(oldn == numJobsPerThread) - return; - - if(myDetectorType == EIGER) - numJobsPerThread = 1; - - //otherwise memory too much if numjobsperthread is at max = 1000 - fifosize = GOTTHARD_FIFO_SIZE; - if(myDetectorType == MOENCH) - fifosize = MOENCH_FIFO_SIZE; - else if(myDetectorType == EIGER) - fifosize = EIGER_FIFO_SIZE; - - if(fifosize % numJobsPerThread) - fifosize = (fifosize/numJobsPerThread)+1; - else - fifosize = fifosize/numJobsPerThread; - - - cout << "Number of Frames per buffer:" << numJobsPerThread << endl; - cout << "Fifo Size:" << fifosize << endl; - - - for(int i=0;iisEmpty()) - fifoFree[i]->pop(buffer[i]); - delete fifoFree[i]; - } - if(fifo[i]) delete fifo[i]; - if(mem0[i]) free(mem0[i]); - fifoFree[i] = new CircularFifo(fifosize); - fifo[i] = new CircularFifo(fifosize); - - - //allocate memory - mem0[i]=(char*)malloc((bufferSize * numJobsPerThread + HEADER_SIZE_NUM_TOT_PACKETS)*fifosize); - // shud let the client know about this - if (mem0[i]==NULL){ - cout<<"++++++++++++++++++++++ COULD NOT ALLOCATE MEMORY FOR LISTENING !!!!!!!+++++++++++++++++++++" << endl; - exit(-1); - } - buffer[i]=mem0[i]; - //push the addresses into freed fifoFree and writingFifoFree - while (buffer[i]<(mem0[i]+(bufferSize * numJobsPerThread + HEADER_SIZE_NUM_TOT_PACKETS)*(fifosize-1))) { - fifoFree[i]->push(buffer[i]); - buffer[i]+=(bufferSize * numJobsPerThread + HEADER_SIZE_NUM_TOT_PACKETS); - } - } - cout << "Fifo structure(s) reconstructed" << endl; -} -*/ - - - /** acquisition functions */ -void UDPRESTImplementation::readFrame(char* c,char** raw, uint32_t &fnum, uint32_t &startAcquisitionIndex, uint32_t &startFrameIndex){ - FILE_LOG(logDEBUG) << __AT__ << " called"; - //point to gui data - if (guiData == NULL){ - guiData = latestData; - } - - //copy data and filename - strcpy(c,guiFileName); - fnum = guiFrameNumber; - startAcquisitionIndex = getStartAcquisitionIndex(); - startFrameIndex = getStartFrameIndex(); - //could not get gui data - if(!guiDataReady){ - *raw = NULL; - } - //data ready, set guidata to receive new data - else{ - *raw = guiData; - guiData = NULL; - if((nFrameToGui) && (writerthreads_mask)){ - //release after getting data - sem_post(&smp); - } - } -} - - - - - -void UDPRESTImplementation::copyFrameToGui(char* startbuf[], uint32_t fnum, char* buf){ - FILE_LOG(logDEBUG) << __AT__ << " called"; - - //random read when gui not ready - if((!nFrameToGui) && (!guiData)){ - pthread_mutex_lock(&dataReadyMutex); - guiDataReady=0; - pthread_mutex_unlock(&dataReadyMutex); - } - - //random read or nth frame read, gui needs data now - else{ - /* - //nth frame read, block current process if the guireader hasnt read it yet - if(nFrameToGui) - sem_wait(&smp); -*/ - pthread_mutex_lock(&dataReadyMutex); - guiDataReady=0; - //eiger - if(startbuf != NULL){ - int offset = 0; - int size = frameSize/EIGER_MAX_PORTS; - for(int j=0;jpost_json("state/configure", &answer, request_body); + code = rest->get_json("state", &answer); + FILE_LOG(logDEBUG) << __FILE__ << "::" << " got: " << answer; - //error - int iret; - for(int i=0;igetErrorStatus(); - if(iret){ -#ifdef VERBOSE - cout << "Could not create UDP socket on port " << server_port[i] << " error:" << iret << endl; -#endif - return FAIL; - } - } + //code = rest->post_json("state/open", &answer); + //code = rest->get_json("state", &answer); + + status = RUNNING; return OK; } @@ -727,9 +206,46 @@ int UDPRESTImplementation::createUDPSockets(){ +void UDPRESTImplementation::stopReceiver(){ + + FILE_LOG(logDEBUG) << __AT__ << "called"; + + if(status == RUNNING) + startReadout(); + + while(status == TRANSMITTING) + usleep(5000); + + //change status + status = IDLE; + + FILE_LOG(logDEBUG) << __AT__ << "exited, status " << endl; + +} + + +void UDPRESTImplementation::startReadout(){ + FILE_LOG(logDEBUG) << __AT__ << " starting"; + + status = TRANSMITTING; + + //kill udp socket to tell the listening thread to push last packet + shutDownUDPSockets(); + FILE_LOG(logDEBUG) << __FILE__ << "::" << __func__ << " done"; + +} + + + + + +/* FIXME + * Its also called by TCP in case of illegal shut down such as Ctrl + c. + * Upto you what you want to do with it. + */ int UDPRESTImplementation::shutDownUDPSockets(){ FILE_LOG(logDEBUG) << __AT__ << "called"; @@ -755,19 +271,19 @@ int UDPRESTImplementation::shutDownUDPSockets(){ } // getting the state - FILE_LOG(logWARNING) << "PLEASE WAIT WHILE CHECKING AND SHUTTING DOWN ALL CONNECTIONS!"; + FILE_LOG(logWARNING) << "PLEASE WAIT WHILE CHECKING AND SHUTTING DOWN ALL CONNECTIONS!"; code = rest->get_json("state", &answer); be_state = answer["state"].getString(); // LEO: this is probably wrong if (be_state == "OPEN"){ while (be_state != "TRANSIENT"){ - code = rest->get_json("state", &answer); - be_state = answer["state"].getString(); - cout << "be_State: " << be_state << endl; - usleep(10000); + code = rest->get_json("state", &answer); + be_state = answer["state"].getString(); + cout << "be_State: " << be_state << endl; + usleep(10000); } - + code = rest->post_json("state/close", &answer); std::cout <post_json("state/reset", &answer); @@ -787,1443 +303,29 @@ int UDPRESTImplementation::shutDownUDPSockets(){ - - -int UDPRESTImplementation::createListeningThreads(bool destroy){ - +/* FIXME + * do you really need this, this is called if registerDataCallback() is activated + * in your gui to get data from receiver. you probably have a different way + * of reconstructing complete data set from all receivers + */ +void UDPRESTImplementation::readFramee(char* c,char** raw, uint64_t &startAcq, uint64_t &startFrame){ FILE_LOG(logDEBUG) << __AT__ << " called"; - int i; - void* status; - - killAllListeningThreads = 0; - - pthread_mutex_lock(&status_mutex); - listeningthreads_mask = 0x0; - pthread_mutex_unlock(&(status_mutex)); - - if(!destroy){ - - //start listening threads - cout << "Creating Listening Threads(s)"; - - currentListeningThreadIndex = -1; - - for(i = 0; i < numListeningThreads; ++i){ - sem_init(&listensmp[i],1,0); - thread_started = 0; - currentListeningThreadIndex = i; - if(pthread_create(&listening_thread[i], NULL,startListeningThread, (void*) this)){ - cout << "Could not create listening thread with index " << i << endl; - return FAIL; - } - while(!thread_started); - cout << "."; - cout << flush; - } -#ifdef VERBOSE - cout << "Listening thread(s) created successfully." << endl; -#else - cout << endl; -#endif - }else{ - cout<<"Destroying Listening Thread(s)"<initEventTree(temp, &iframe); - //resets the pedestalSubtraction array and the commonModeSubtraction - singlePhotonDet[ithr]->newDataSet(); - if(myFile[ithr]==NULL){ - cout<<"file null"<IsOpen()){ - cout<<"file not open"< DO_NOTHING){ - //close - if(sfilefd){ - fclose(sfilefd); - sfilefd = NULL; - } - //open file - if(!overwrite){ - if (NULL == (sfilefd = fopen((const char *) (savefilename), "wx"))){ - cout << "Error: Could not create new file " << savefilename << endl; - return FAIL; - } - }else if (NULL == (sfilefd = fopen((const char *) (savefilename), "w"))){ - cout << "Error: Could not create file " << savefilename << endl; - return FAIL; - } - //setting buffer - setvbuf(sfilefd,NULL,_IOFBF,BUF_SIZE); - - //printing packet losses and file names - if(!packetsCaught) - cout << savefilename << endl; - else{ - cout << savefilename - << "\tpacket loss " - << setw(4)<GetCurrentFile(); - - if(myFile[ithr]->Write()) - //->Write(tall->GetName(),TObject::kOverwrite); - cout << "Thread " << ithr <<": wrote frames to file" << endl; - else - cout << "Thread " << ithr << ": could not write frames to file" << endl; - - }else - cout << "Thread " << ithr << ": could not write frames to file: No file or No Tree" << endl; - //close file - if(myTree[ithr] && myFile[ithr]) - myFile[ithr] = myTree[ithr]->GetCurrentFile(); - if(myFile[ithr] != NULL) - myFile[ithr]->Close(); - myFile[ithr] = NULL; - myTree[ithr] = NULL; - pthread_mutex_unlock(&write_mutex); - -#endif - } - FILE_LOG(logDEBUG) << __AT__ << "exited for thread " << ithr; } - - -int UDPRESTImplementation::startReceiver(char message[]){ - int i; - - FILE_LOG(logDEBUG) << __FILE__ << "::" << __func__ << " starting"; - initialize_REST(); - FILE_LOG(logDEBUG) << __FILE__ << "::" << __func__ << " initialized"; - - cout << "Starting Receiver" << endl; - - std::string answer; - int code; - //char *intStr = itoa(a); - //string str = string(intStr); - // TODO: remove hardcode!!! - stringstream ss; - ss << getDynamicRange(); - string str_dr = ss.str(); - stringstream ss2; - ss2 << getNumberOfFrames(); - string str_n = ss2.str(); - - - cout << "Starting Receiver" << endl; - - std::string request_body = "{\"settings\": {\"bit_depth\": " + str_dr + ", \"nimages\": " + str_n + "}}"; - //std::string request_body = "{\"settings\": {\"nimages\":1, \"scanid\":999, \"bit_depth\":16}}"; - FILE_LOG(logDEBUG) << __FILE__ << "::" << " sending this configuration body: " << request_body; - code = rest->post_json("state/configure", &answer, request_body); - code = rest->get_json("state", &answer); - FILE_LOG(logDEBUG) << __FILE__ << "::" << " got: " << answer; - - //code = rest->post_json("state/open", &answer); - //code = rest->get_json("state", &answer); - - status = RUNNING; - - //reset listening thread variables - /* - measurementStarted = false; - //should be set to zero as its added to get next start frame indices for scans for eiger - if(!acqStarted) currframenum = 0; - startFrameIndex = 0; - - for(int i = 0; i < numListeningThreads; ++i) - totalListeningFrameCount[i] = 0; - */ - //udp socket - /* - if(createUDPSockets() == FAIL){ - strcpy(message,"Could not create UDP Socket(s).\n"); - cout << endl << message << endl; - return FAIL; - } - cout << "UDP socket(s) created successfully. 1st port " << server_port[0] << endl; - - */ - /* - if(setupWriter() == FAIL){ - //stop udp socket - shutDownUDPSockets(); - - sprintf(message,"Could not create file %s.\n",savefilename); - return FAIL; - } - cout << "Successfully created file(s)" << endl; - - //done to give the gui some proper name instead of always the last file name - if(dataCompression) - sprintf(savefilename, "%s/%s_fxxx_%d_xx.root", filePath,fileName,fileIndex); - - //initialize semaphore - sem_init(&smp,1,0); - - //status - pthread_mutex_lock(&status_mutex); - status = RUNNING; - for(i=0;istartListening(); - - return this_pointer; -} - - - -void* UDPRESTImplementation::startWritingThread(void* this_pointer){ - FILE_LOG(logDEBUG) << __AT__ << " called"; - FILE_LOG(logDEBUG) << __AT__ << " doing a big bunch of nothing"; - - //((UDPRESTImplementation*)this_pointer)->startWriting(); - return this_pointer; -} - - - - - - -int UDPRESTImplementation::startListening(){ - FILE_LOG(logDEBUG) << __AT__ << " called"; - FILE_LOG(logDEBUG) << __AT__ << " doing a big bunch of nothing"; - - /* - int ithread = currentListeningThreadIndex; -#ifdef VERYVERBOSE - cout << "In startListening() " << endl; -#endif - - thread_started = 1; - - int i,total; - int lastpacketoffset, expected, rc, rc1,packetcount, maxBufferSize, carryonBufferSize; - uint32_t lastframeheader;// for moench to check for all the packets in last frame - char* tempchar = NULL; - int imageheader = 0; - if(myDetectorType==EIGER) - imageheader = EIGER_IMAGE_HEADER_SIZE; - - - while(1){ - //variables that need to be checked/set before each acquisition - carryonBufferSize = 0; - //if more than 1 listening thread, listen one packet at a time, else need to interleaved frame later - maxBufferSize = bufferSize * numJobsPerThread; -#ifdef VERYDEBUG - cout << " maxBufferSize:" << maxBufferSize << ",carryonBufferSize:" << carryonBufferSize << endl; -#endif - - if(tempchar) {delete [] tempchar;tempchar = NULL;} - if(myDetectorType != EIGER) - tempchar = new char[onePacketSize * ((packetsPerFrame/numListeningThreads) - 1)]; //gotthard: 1packet size, moench:39 packet size - - - while((1<pop(buffer[ithread]); -#ifdef VERYDEBUG - cout << ithread << " *** popped from fifo free" << (void*)buffer[ithread] << endl; -#endif - - - //receive - if(udpSocket[ithread] == NULL){ - rc = 0; - cout << ithread << "UDP Socket is NULL" << endl; - } - //normal listening - else if(!carryonBufferSize){ - - rc = udpSocket[ithread]->ReceiveDataOnly(buffer[ithread] + HEADER_SIZE_NUM_TOT_PACKETS, maxBufferSize); - expected = maxBufferSize; - - } - //the remaining packets from previous buffer - else{ -#ifdef VERYDEBUG - cout << ithread << " ***carry on buffer" << carryonBufferSize << endl; - cout << ithread << " framennum in temochar:"<<((((uint32_t)(*((uint32_t*)tempchar))) - & (frameIndexMask)) >> frameIndexOffset)<ReceiveDataOnly((buffer[ithread] + HEADER_SIZE_NUM_TOT_PACKETS + carryonBufferSize),maxBufferSize - carryonBufferSize); - expected = maxBufferSize - carryonBufferSize; - } - -#ifdef VERYDEBUG - cout << ithread << " *** rc:" << dec << rc << ". expected:" << dec << expected << endl; -#endif - - - - - //start indices for each start of scan/acquisition - eiger does it before - if((!measurementStarted) && (rc > 0) && (!ithread)) - startFrameIndices(ithread); - - //problem in receiving or end of acquisition - if((rc < expected)||(rc <= 0)){ - stopListening(ithread,rc,packetcount,total); - continue; - } - - - - //reset - packetcount = (packetsPerFrame/numListeningThreads) * numJobsPerThread; - carryonBufferSize = 0; - - - - //check if last packet valid and calculate packet count - switch(myDetectorType){ - - case MOENCH: - lastpacketoffset = (((numJobsPerThread * packetsPerFrame - 1) * onePacketSize) + HEADER_SIZE_NUM_TOT_PACKETS); -#ifdef VERYDEBUG - cout <<"first packet:"<< ((((uint32_t)(*((uint32_t*)(buffer[ithread]+HEADER_SIZE_NUM_TOT_PACKETS))))) & (packetIndexMask)) << endl; - cout <<"first header:"<< (((((uint32_t)(*((uint32_t*)(buffer[ithread]+HEADER_SIZE_NUM_TOT_PACKETS))))) & (frameIndexMask)) >> frameIndexOffset) << endl; - cout << "last packet offset:" << lastpacketoffset << endl; - cout <<"last packet:"<< ((((uint32_t)(*((uint32_t*)(buffer[ithread]+lastpacketoffset))))) & (packetIndexMask)) << endl; - cout <<"last header:"<< (((((uint32_t)(*((uint32_t*)(buffer[ithread]+lastpacketoffset))))) & (frameIndexMask)) >> frameIndexOffset) << endl; -#endif - //moench last packet value is 0 - if( ((((uint32_t)(*((uint32_t*)(buffer[ithread]+lastpacketoffset))))) & (packetIndexMask))){ - lastframeheader = ((((uint32_t)(*((uint32_t*)(buffer[ithread]+lastpacketoffset))))) & (frameIndexMask)) >> frameIndexOffset; - carryonBufferSize += onePacketSize; - lastpacketoffset -= onePacketSize; - --packetcount; - while (lastframeheader == (((((uint32_t)(*((uint32_t*)(buffer[ithread]+lastpacketoffset))))) & (frameIndexMask)) >> frameIndexOffset)){ - carryonBufferSize += onePacketSize; - lastpacketoffset -= onePacketSize; - --packetcount; - } - memcpy(tempchar, buffer[ithread]+(lastpacketoffset+onePacketSize), carryonBufferSize); -#ifdef VERYDEBUG - cout << "tempchar header:" << (((((uint32_t)(*((uint32_t*)(tempchar))))) - & (frameIndexMask)) >> frameIndexOffset) << endl; - cout <<"tempchar packet:"<< ((((uint32_t)(*((uint32_t*)(tempchar))))) - & (packetIndexMask)) << endl; -#endif - } - break; - - case GOTTHARD: - if(shortFrame == -1){ - lastpacketoffset = (((numJobsPerThread * packetsPerFrame - 1) * onePacketSize) + HEADER_SIZE_NUM_TOT_PACKETS); -#ifdef VERYDEBUG - cout << "last packet offset:" << lastpacketoffset << endl; -#endif - - if((unsigned int)(packetsPerFrame -1) != ((((uint32_t)(*((uint32_t*)(buffer[ithread]+lastpacketoffset))))+1) & (packetIndexMask))){ - memcpy(tempchar,buffer[ithread]+lastpacketoffset, onePacketSize); -#ifdef VERYDEBUG - cout << "tempchar header:" << (((((uint32_t)(*((uint32_t*)(tempchar))))+1) - & (frameIndexMask)) >> frameIndexOffset) << endl; -#endif - carryonBufferSize = onePacketSize; - --packetcount; - } - } -#ifdef VERYDEBUG - cout << "header:" << (((((uint32_t)(*((uint32_t*)(buffer[ithread] + HEADER_SIZE_NUM_TOT_PACKETS))))+1) - & (frameIndexMask)) >> frameIndexOffset) << endl; -#endif - break; - default: - - break; - - } - - - // cout<<"*********** "<fnum)<push(buffer[ithread])); -#ifdef VERYDEBUG - if(!ithread) cout << ithread << " *** pushed into listening fifo" << endl; -#endif - } - - sem_wait(&listensmp[ithread]); - - //make sure its not exiting thread - if(killAllListeningThreads){ - cout << ithread << " good bye listening thread" << endl; - if(tempchar) {delete [] tempchar;tempchar = NULL;} - pthread_exit(NULL); - } - } - */ - return OK; -} - - - - - - - - - - - - - -int UDPRESTImplementation::startWriting(){ - FILE_LOG(logDEBUG) << __AT__ << " called"; - FILE_LOG(logDEBUG) << __AT__ << " doing a big bunch of nothing"; - /* - int ithread = currentWriterThreadIndex; -#ifdef VERYVERBOSE - cout << ithread << "In startWriting()" <pop(wbuf[i]); - numpackets = (uint16_t)(*((uint16_t*)wbuf[i])); -#ifdef VERYDEBUG - cout << ithread << " numpackets:" << dec << numpackets << endl; -#endif - } - -#ifdef VERYDEBUG - cout << ithread << " numpackets:" << dec << numpackets << endl; - cout << ithread << " *** writer popped from fifo " << (void*) wbuf[0]<< endl; - cout << ithread << " *** writer popped from fifo " << (void*) wbuf[1]<< endl; -#endif - - - //last dummy packet - if(numpackets == 0xFFFF){ - stopWriting(ithread,wbuf); - continue; - } - - - - - //for progress - if(myDetectorType == EIGER){ - tempframenum = htonl(*(unsigned int*)((eiger_image_header *)((char*)(wbuf[ithread] + HEADER_SIZE_NUM_TOT_PACKETS)))->fnum); - tempframenum += (startFrameIndex-1); //eiger frame numbers start at 1, so need to -1 - }else if ((myDetectorType == GOTTHARD) && (shortFrame == -1)) - tempframenum = (((((uint32_t)(*((uint32_t*)(wbuf[ithread] + HEADER_SIZE_NUM_TOT_PACKETS))))+1)& (frameIndexMask)) >> frameIndexOffset); - else - tempframenum = ((((uint32_t)(*((uint32_t*)(wbuf[ithread] + HEADER_SIZE_NUM_TOT_PACKETS))))& (frameIndexMask)) >> frameIndexOffset); - - if(numWriterThreads == 1) - currframenum = tempframenum; - else{ - pthread_mutex_lock(&progress_mutex); - if(tempframenum > currframenum) - currframenum = tempframenum; - pthread_mutex_unlock(&progress_mutex); - } -//#ifdef VERYDEBUG - if(myDetectorType == EIGER) - cout << endl < 0){ - for(i=0;ipush(wbuf[i])); -#ifdef VERYDEBUG - cout << ithread << ":" << i+j << " fifo freed:" << (void*)wbuf[i] << endl; -#endif - } - - - } - else{ - //copy to gui - copyFrameToGui(NULL,-1,wbuf[0]+HEADER_SIZE_NUM_TOT_PACKETS); -#ifdef VERYVERBOSE - cout << ithread << " finished copying" << endl; -#endif - while(!fifoFree[0]->push(wbuf[0])); -#ifdef VERYVERBOSE - cout<<"buf freed:"<<(void*)wbuf[0]<fnum); - //gotthard has +1 for frame number and not a short frame - else if ((myDetectorType == GOTTHARD) && (shortFrame == -1)) - startFrameIndex = (((((uint32_t)(*((uint32_t*)(buffer[ithread] + HEADER_SIZE_NUM_TOT_PACKETS))))+1) - & (frameIndexMask)) >> frameIndexOffset); - else - startFrameIndex = ((((uint32_t)(*((uint32_t*)(buffer[ithread]+HEADER_SIZE_NUM_TOT_PACKETS)))) - & (frameIndexMask)) >> frameIndexOffset); - - - //start of acquisition - if(!acqStarted){ - startAcquisitionIndex=startFrameIndex; - currframenum = startAcquisitionIndex; - acqStarted = true; - cout << "startAcquisitionIndex:" << startAcquisitionIndex<push(buffer[ithread]); - exit(-1); - } - //push the last buffer into fifo - if(rc > 0){ - pc = (rc/onePacketSize); -#ifdef VERYDEBUG - cout << ithread << " *** last packetcount:" << pc << endl; -#endif - (*((uint16_t*)(buffer[ithread]))) = pc; - totalListeningFrameCount[ithread] += pc; - while(!fifo[ithread]->push(buffer[ithread])); -#ifdef VERYDEBUG - cout << ithread << " *** last lbuf1:" << (void*)buffer[ithread] << endl; -#endif - } - - - //push dummy buffer to all writer threads - for(i=0;ipop(buffer[ithread]); - (*((uint16_t*)(buffer[ithread]))) = 0xFFFF; -#ifdef VERYDEBUG - cout << ithread << " going to push in dummy buffer:" << (void*)buffer[ithread] << " with num packets:"<< (*((uint16_t*)(buffer[ithread]))) << endl; -#endif - while(!fifo[ithread]->push(buffer[ithread])); -#ifdef VERYDEBUG - cout << ithread << " pushed in dummy buffer:" << (void*)buffer[ithread] << endl; -#endif - } - - //reset mask and exit loop - pthread_mutex_lock(&status_mutex); - listeningthreads_mask^=(1< 1) - cout << "Waiting for listening to be done.. current mask:" << hex << listeningthreads_mask << endl; -#endif - while(listeningthreads_mask) - usleep(5000); -#ifdef VERYDEBUG - t = 0; - for(i=0;ipush(wbuffer[i])); -#ifdef VERYDEBUG - cout << ithread << ":" << i<< " fifo freed:" << (void*)wbuffer[i] << endl; -#endif - } - - - - //all threads need to close file, reset mask and exit loop - closeFile(ithread); - pthread_mutex_lock(&status_mutex); - writerthreads_mask^=(1< 0){ - - //for progress and packet loss calculation(new files) - if(myDetectorType == EIGER); - else if ((myDetectorType == GOTTHARD) && (shortFrame == -1)) - tempframenum = (((((uint32_t)(*((uint32_t*)(buf + HEADER_SIZE_NUM_TOT_PACKETS))))+1)& (frameIndexMask)) >> frameIndexOffset); - else - tempframenum = ((((uint32_t)(*((uint32_t*)(buf + HEADER_SIZE_NUM_TOT_PACKETS))))& (frameIndexMask)) >> frameIndexOffset); - - if(numWriterThreads == 1) - currframenum = tempframenum; - else{ - if(tempframenum > currframenum) - currframenum = tempframenum; - } -#ifdef VERYDEBUG - cout << "tempframenum:" << dec << tempframenum << " curframenum:" << currframenum << endl; -#endif - - //lock - if(numWriterThreads > 1) - pthread_mutex_lock(&write_mutex); - - - //to create new file when max reached - packetsToSave = maxPacketsPerFile - packetsInFile; - if(packetsToSave > numpackets) - packetsToSave = numpackets; -/**next time offset is still plus header length*/ - fwrite(buf+offset, 1, packetsToSave * onePacketSize, sfilefd); - packetsInFile += packetsToSave; - packetsCaught += packetsToSave; - totalPacketsCaught += packetsToSave; - - - //new file - if(packetsInFile >= maxPacketsPerFile){ - //for packet loss - lastpacket = (((packetsToSave - 1) * onePacketSize) + offset); - if(myDetectorType == EIGER); - else if ((myDetectorType == GOTTHARD) && (shortFrame == -1)) - tempframenum = (((((uint32_t)(*((uint32_t*)(buf + lastpacket))))+1)& (frameIndexMask)) >> frameIndexOffset); - else - tempframenum = ((((uint32_t)(*((uint32_t*)(buf + lastpacket))))& (frameIndexMask)) >> frameIndexOffset); - - if(numWriterThreads == 1) - currframenum = tempframenum; - else{ - if(tempframenum > currframenum) - currframenum = tempframenum; - } -#ifdef VERYDEBUG - cout << "tempframenum:" << dec << tempframenum << " curframenum:" << currframenum << endl; -#endif - //create - createNewFile(); - } - - //unlock - if(numWriterThreads > 1) - pthread_mutex_unlock(&write_mutex); - - - offset += (packetsToSave * onePacketSize); - numpackets -= packetsToSave; - } - - } - else{ - if(numWriterThreads > 1) - pthread_mutex_lock(&write_mutex); - packetsInFile += numpackets; - packetsCaught += numpackets; - totalPacketsCaught += numpackets; - if(numWriterThreads > 1) - pthread_mutex_unlock(&write_mutex); - } -} - - - - - - - - - - - - - - -void UDPRESTImplementation::handleDataCompression(int ithread, char* wbuffer[], int &npackets, char* data, int xmax, int ymax, int &nf){ - - FILE_LOG(logDEBUG) << __AT__ << " called"; - -#if defined(MYROOT1) && defined(ALLFILE_DEBUG) - writeToFile_withoutCompression(wbuf[0], numpackets,currframenum); -#endif - - eventType thisEvent = PEDESTAL; - int ndata; - char* buff = 0; - data = wbuffer[0]+ HEADER_SIZE_NUM_TOT_PACKETS; - int remainingsize = npackets * onePacketSize; - int np; - int once = 0; - double tot, tl, tr, bl, br; - int xmin = 1, ymin = 1, ix, iy; - - - while(buff = receiverdata[ithread]->findNextFrame(data,ndata,remainingsize)){ - np = ndata/onePacketSize; - - //cout<<"buff framnum:"<> frameIndexOffset)<newFrame(); - - //only for moench - if(commonModeSubtractionEnable){ - for(ix = xmin - 1; ix < xmax+1; ix++){ - for(iy = ymin - 1; iy < ymax+1; iy++){ - thisEvent = singlePhotonDet[ithread]->getEventType(buff, ix, iy, 0); - } - } - } - - - for(ix = xmin - 1; ix < xmax+1; ix++) - for(iy = ymin - 1; iy < ymax+1; iy++){ - thisEvent=singlePhotonDet[ithread]->getEventType(buff, ix, iy, commonModeSubtractionEnable); - if (nf>1000) { - tot=0; - tl=0; - tr=0; - bl=0; - br=0; - if (thisEvent==PHOTON_MAX) { - receiverdata[ithread]->getFrameNumber(buff); - //iFrame=receiverdata[ithread]->getFrameNumber(buff); -#ifdef MYROOT1 - myTree[ithread]->Fill(); - //cout << "Fill in event: frmNr: " << iFrame << " ix " << ix << " iy " << iy << " type " << thisEvent << endl; -#else - pthread_mutex_lock(&write_mutex); - if((enableFileWrite) && (sfilefd)) - singlePhotonDet[ithread]->writeCluster(sfilefd); - pthread_mutex_unlock(&write_mutex); -#endif - } - } - } - - nf++; -#ifndef ALLFILE - pthread_mutex_lock(&progress_mutex); - packetsInFile += packetsPerFrame; - packetsCaught += packetsPerFrame; - totalPacketsCaught += packetsPerFrame; - if(packetsInFile >= maxPacketsPerFile) - createNewFile(); - pthread_mutex_unlock(&progress_mutex); - -#endif - if(!once){ - copyFrameToGui(NULL,-1,buff); - once = 1; - } - } - - remainingsize -= ((buff + ndata) - data); - data = buff + ndata; - if(data > (wbuffer[0] + HEADER_SIZE_NUM_TOT_PACKETS + npackets * onePacketSize) ) - cout <<" **************ERROR SHOULD NOT COME HERE, Error 142536!"<push(wbuffer[0])); -#ifdef VERYVERBOSE - cout<<"buf freed:"<<(void*)wbuffer[0]<= 0){ - - tengigaEnable = enable; - - if(myDetectorType == EIGER){ - - if(!tengigaEnable){ - packetsPerFrame = EIGER_ONE_GIGA_CONSTANT * dynamicRange * EIGER_MAX_PORTS; - onePacketSize = EIGER_ONE_GIGA_ONE_PACKET_SIZE; - maxPacketsPerFile = EIGER_MAX_FRAMES_PER_FILE * packetsPerFrame; - }else{ - packetsPerFrame = EIGER_TEN_GIGA_CONSTANT * dynamicRange * EIGER_MAX_PORTS; - onePacketSize = EIGER_TEN_GIGA_ONE_PACKET_SIZE; - maxPacketsPerFile = EIGER_MAX_FRAMES_PER_FILE * packetsPerFrame*4; - } - frameSize = onePacketSize * packetsPerFrame; - bufferSize = (frameSize/EIGER_MAX_PORTS) + EIGER_HEADER_LENGTH;//everything one port gets (img header plus packets) - //maxPacketsPerFile = EIGER_MAX_FRAMES_PER_FILE * packetsPerFrame; - - - cout<<"packetsPerFrame:"< // SIGINT -#include // stat -#include // socket(), bind(), listen(), accept(), shut down -#include // sock_addr_in, htonl, INADDR_ANY #include // exit() -#include //set precision -#include //munmap - - - -#include +#include //set precision for printing parameters for create new file +#include //map #include - +#include +#include using namespace std; - #define WRITE_HEADERS +/************************************************************************* + * Constructor & Destructor ********************************************** + * They access local cache of configuration or detector parameters ******* + *************************************************************************/ -UDPStandardImplementation::UDPStandardImplementation() -//: -//thread_started(0), -//eth(NULL), -//latestData(NULL), -//guiFileName(NULL), -//guiFrameNumber(0), -//tengigaEnable(0) -{ - - thread_started = 0; - eth = NULL; - latestData = NULL; - guiFileName = NULL; - guiFrameNumber = NULL; - tengigaEnable = 0; - for(int i=0;i /proc/sys/net/core/rmem_max")) - cout << "\nWARNING: Could not change socket receiver buffer size in file /proc/sys/net/core/rmem_max" << endl; - else if(system("echo 250000 > /proc/sys/net/core/netdev_max_backlog")) - cout << "\nWARNING: Could not change max length of input queue in file /proc/sys/net/core/netdev_max_backlog" << endl; + //***mutex*** + pthread_mutex_init(&statusMutex,NULL); + pthread_mutex_init(&writeMutex,NULL); + pthread_mutex_init(&dataReadyMutex,NULL); + pthread_mutex_init(&progressMutex,NULL); - /** permanent setting heiner + //to increase socket receiver buffer size and max length of input queue by changing kernel settings + if(myDetectorType == EIGER); + else if(system("echo $((100*1024*1024)) > /proc/sys/net/core/rmem_max")){ + FILE_LOG(logDEBUG) << "Warning: No root permission to change socket receiver buffer size in file /proc/sys/net/core/rmem_max"; + }else if(system("echo 250000 > /proc/sys/net/core/netdev_max_backlog")){ + FILE_LOG(logDEBUG) << "Warning: No root permission to change max length of input queue in file /proc/sys/net/core/netdev_max_backlog"; + } + /** permanent setting by heiner net.core.rmem_max = 104857600 # 100MiB net.core.netdev_max_backlog = 250000 sysctl -p // from the manual sysctl -w net.core.rmem_max=16777216 sysctl -w net.core.netdev_max_backlog=250000 - */ + */ +} + +UDPStandardImplementation::~UDPStandardImplementation(){ + FILE_LOG(logDEBUG) << __AT__ << " called"; + closeFile(); + deleteMembers(); +} + + +/************************************************************************* + * Setters *************************************************************** + * They modify the local cache of configuration or detector parameters *** + *************************************************************************/ + +/***initial parameters***/ + +void UDPStandardImplementation::deleteMembers(){ + FILE_LOG(logDEBUG) << __AT__ << " starting"; + + FILE_LOG(logDEBUG) << "Info: Deleting member pointers"; + shutDownUDPSockets(); + closeFile(); + //filter + deleteFilter(); + for(int i=0; i(receiverData[i], csize, sigma, sign, moenchCommonModeSubtraction); +} + + + + +int UDPStandardImplementation::setupFifoStructure(){ + FILE_LOG(logDEBUG) << __AT__ << " called"; + + + //number of jobs per buffer + int64_t i; + int oldNumberofJobsPerBuffer = numberofJobsPerBuffer; + //eiger always listens to 1 packet at a time + if(myDetectorType == EIGER){ + numberofJobsPerBuffer = 1; + FILE_LOG(logDEBUG) << "Info: 1 packet per buffer"; + } + //else calculate best possible number of frames to listen to at a time (for fast readouts like gotthard) + else{ + //if frequency to gui is not random (every nth frame), then listen to only n frames per buffer + if(FrameToGuiFrequency) + numberofJobsPerBuffer = FrameToGuiFrequency; + //random frame sent to gui, then frames per buffer depends on acquisition period + else{ + //calculate 100ms/period to get frames to listen to at a time + if(!acquisitionPeriod) + i = SAMPLE_TIME_IN_NS; + else i = SAMPLE_TIME_IN_NS/acquisitionPeriod; + //max frames to listen to at a time is limited by 1000 + if (i > MAX_JOBS_PER_THREAD) + numberofJobsPerBuffer = MAX_JOBS_PER_THREAD; + else if (i < 1) + numberofJobsPerBuffer = 1; + else + numberofJobsPerBuffer = i; + + } + FILE_LOG(logINFO) << "Number of Frames per buffer:" << numberofJobsPerBuffer << endl; + } + + + + // fifo depth + uint32_t oldFifoSize = fifoSize; + //default + if(!fifoDepth){ + switch(myDetectorType){ + case GOTTHARD: fifoSize = GOTTHARD_FIFO_SIZE; break; + case MOENCH: fifoSize = MOENCH_FIFO_SIZE; break; + case PROPIX: fifoSize = PROPIX_FIFO_SIZE; break; + case EIGER: fifoSize = EIGER_FIFO_SIZE * packetsPerFrame; break;//listens to 1 packet at a time and size depends on packetsperframe + default: break; + } + } + + //change by user + else{ + if(myDetectorType == EIGER) + fifoSize = fifoDepth * packetsPerFrame; + else fifoSize = fifoDepth; + } + + //reduce fifo depth if > 1 numberofJobsPerBuffer + if(fifoSize % numberofJobsPerBuffer) + fifoSize = (fifoSize/numberofJobsPerBuffer)+1; + else + fifoSize = fifoSize/numberofJobsPerBuffer; + + //do not rebuild fifo structure if it is the same (oldfifosize differs only for different packetsperframe) + if((oldNumberofJobsPerBuffer == numberofJobsPerBuffer) && (oldFifoSize == fifoSize)) + return OK; + FILE_LOG(logINFO) << "Info: Total Fifo Size:" << fifoSize; + + + + + + //set up fifo structure + for(int i=0;iisEmpty()) + fifoFree[i]->pop(buffer[i]); +#ifdef DEBUG5 + cprintf(BLUE,"Info: %d fifostructure popped from fifofree %p\n", i, (void*)(buffer[i])); +#endif + delete fifoFree[i]; + } + if(fifo[i]){ + while(!fifo[i]->isEmpty()) + fifo[i]->pop(buffer[i]); + delete fifo[i]; + } + if(mem0[i]) free(mem0[i]); + + //creating + fifoFree[i] = new CircularFifo(fifoSize); + fifo[i] = new CircularFifo(fifoSize); + + //allocate memory + mem0[i] = (char*)malloc((bufferSize * numberofJobsPerBuffer + HEADER_SIZE_NUM_TOT_PACKETS) * fifoSize); + if (mem0[i] == NULL){ + cprintf(BG_RED,"Error: Could not allocate memory for listening \n"); + return FAIL; + } + + //push free address into fifoFree + buffer[i]=mem0[i]; + while (buffer[i] < (mem0[i]+(bufferSize * numberofJobsPerBuffer + HEADER_SIZE_NUM_TOT_PACKETS) * (fifoSize-1))) { + fifoFree[i]->push(buffer[i]); + sprintf(buffer[i],"mem%d",i); +#ifdef DEBUG5 + cprintf(BLUE,"Info: %d fifostructure free pushed into fifofree %p\n", i, (void*)(buffer[i])); +#endif + buffer[i] += (bufferSize * numberofJobsPerBuffer + HEADER_SIZE_NUM_TOT_PACKETS); + } + } + cout << "Fifo structure(s) reconstructed" << endl; + return OK; +} + + + + + void UDPStandardImplementation::configure(map config_map){ - FILE_LOG(logWARNING) << __AT__ << " called"; + FILE_LOG(logDEBUG) << __AT__ << " starting"; map::const_iterator pos; pos = config_map.find("mode"); @@ -103,997 +377,535 @@ void UDPStandardImplementation::configure(map config_map){ cout << "Warning: Could not parse mode. Assuming top mode." << endl; b = 0; } - bottom = b!= 0; - cout << "bottom:"<< bottom << endl; + bottomEnable = b!= 0; + FILE_LOG(logINFO) << "Bottom: " << stringEnable(bottomEnable); } -}; -void UDPStandardImplementation::initializeMembers(){ - myDetectorType = GENERIC; - maxPacketsPerFile = 0; - enableFileWrite = 1; - overwrite = 1; - fileIndex = 0; - scanTag = 0; - frameIndexNeeded = 0; - acqStarted = false; - measurementStarted = false; - startFrameIndex = 0; - frameIndex = 0; - packetsCaught = 0; - totalPacketsCaught = 0; - packetsInFile = 0; - startAcquisitionIndex = 0; - acquisitionIndex = 0; - packetsPerFrame = 0; - frameIndexMask = 0; - packetIndexMask = 0; - frameIndexOffset = 0; - acquisitionPeriod = SAMPLE_TIME_IN_NS; - numberOfFrames = 0; - dynamicRange = 16; - shortFrame = -1; - currframenum = 0; - prevframenum = 0; - frameSize = 0; - bufferSize = 0; - onePacketSize = 0; - guiDataReady = 0; - nFrameToGui = 0; - fifosize = 0; - numJobsPerThread = -1; - dataCompression = false; - numListeningThreads = 1; - numWriterThreads = 1; - thread_started = 0; - currentListeningThreadIndex = -1; - currentWriterThreadIndex = -1; - for(int i=0;i=0) - fileIndex = i; - return getFileIndex(); -} -*/ - -/* -int UDPStandardImplementation::setFrameIndexNeeded(int i){ - frameIndexNeeded = i; - return frameIndexNeeded; -} -*/ - -/* -int UDPStandardImplementation::getEnableFileWrite() const{ - return enableFileWrite; -} -*/ - -/* -int UDPStandardImplementation::setEnableFileWrite(int i){ - enableFileWrite=i; - return getEnableFileWrite(); -} -*/ - -/* -int UDPStandardImplementation::getEnableOverwrite() const{ - return overwrite; -} -*/ - -/* -int UDPStandardImplementation::setEnableOverwrite(int i){ - overwrite=i; - return getEnableOverwrite(); -} -*/ - - - - -/*other parameters*/ - -slsReceiverDefs::runStatus UDPStandardImplementation::getStatus() const{ - FILE_LOG(logDEBUG) << __AT__ << " called, status: " << status; - - - return status; -} - - -void UDPStandardImplementation::initialize(const char *detectorHostName){ - if(strlen(detectorHostName)) - strcpy(detHostname,detectorHostName); -} - - -char *UDPStandardImplementation::getDetectorHostname() const{ - return (char*)detHostname; -} - -void UDPStandardImplementation::setEthernetInterface(char* c){ FILE_LOG(logDEBUG) << __AT__ << " called"; - - strcpy(eth,c); -} - - -void UDPStandardImplementation::setUDPPortNo(int p){ -FILE_LOG(logDEBUG) << __AT__ << " called"; - server_port[0] = p; -} - - -void UDPStandardImplementation::setUDPPortNo2(int p){ -FILE_LOG(logDEBUG) << __AT__ << " called"; - server_port[1] = p; -} - - -int UDPStandardImplementation::getNumberOfFrames() const { - return numberOfFrames; -} - - -int32_t UDPStandardImplementation::setNumberOfFrames(int32_t fnum){ FILE_LOG(logDEBUG) << __AT__ << " called"; - - if(fnum >= 0) - numberOfFrames = fnum; - - return getNumberOfFrames(); -} - -int UDPStandardImplementation::getScanTag() const{ - return scanTag; -} - - -int32_t UDPStandardImplementation::setScanTag(int32_t stag){ FILE_LOG(logDEBUG) << __AT__ << " called"; - - if(stag >= 0) - scanTag = stag; - - return getScanTag(); -} - - -int UDPStandardImplementation::getDynamicRange() const{ - return dynamicRange; -} - -int32_t UDPStandardImplementation::setDynamicRange(int32_t dr){ FILE_LOG(logDEBUG) << __AT__ << " called"; - - int olddr = dynamicRange; - - if(dr >= 0){ - cout << "Setting Dynamic Range to " << dr << endl; - - dynamicRange = dr; - - if(myDetectorType == EIGER){ - - - if(!tengigaEnable){ - packetsPerFrame = EIGER_ONE_GIGA_CONSTANT * dynamicRange * EIGER_MAX_PORTS; - onePacketSize = EIGER_ONE_GIGA_ONE_PACKET_SIZE; - - }else{ - packetsPerFrame = EIGER_TEN_GIGA_CONSTANT * dynamicRange * EIGER_MAX_PORTS; - onePacketSize = EIGER_TEN_GIGA_ONE_PACKET_SIZE; - } - - frameSize = onePacketSize * packetsPerFrame; - bufferSize = (frameSize/EIGER_MAX_PORTS) + EIGER_HEADER_LENGTH;//everything one port gets (img header plus packets) - maxPacketsPerFile = EIGER_MAX_FRAMES_PER_FILE * packetsPerFrame; - - - - if(olddr != dr){ - - //del - if(thread_started){ - createListeningThreads(true); - createWriterThreads(true); - } - for(int i=0;i=0){ - nFrameToGui = i; - setupFifoStructure(); - } - return nFrameToGui; + FrameToGuiFrequency = i; + if(setupFifoStructure() == FAIL) + return FAIL; + + FILE_LOG(logINFO) << "Frame to Gui Frequency: " << FrameToGuiFrequency; + + return OK; } +int UDPStandardImplementation::setAcquisitionPeriod(const uint64_t i){ + FILE_LOG(logDEBUG) << __AT__ << " called"; -int64_t UDPStandardImplementation::setAcquisitionPeriod(int64_t index){ FILE_LOG(logDEBUG) << __AT__ << " called"; + acquisitionPeriod = i; + if(setupFifoStructure() == FAIL) + return FAIL; + + FILE_LOG(logINFO) << "Acquisition Period: " << (double)acquisitionPeriod/(1E9) << "s"; - if(index >= 0){ - if(index != acquisitionPeriod){ - acquisitionPeriod = index; - setupFifoStructure(); + return OK; +} + +int UDPStandardImplementation::setDynamicRange(const uint32_t i){ + FILE_LOG(logDEBUG) << __AT__ << " called"; + + uint32_t oldDynamicRange = dynamicRange; + + FILE_LOG(logDEBUG) << "Info: Setting Dynamic Range to " << i; + dynamicRange = i; + + if(myDetectorType == EIGER){ + + //set parameters depending on new dynamic range. + packetsPerFrame = (tengigaEnable ? EIGER_TEN_GIGA_CONSTANT : EIGER_ONE_GIGA_CONSTANT) + * dynamicRange * EIGER_MAX_PORTS; + frameSize = onePacketSize * packetsPerFrame; + maxPacketsPerFile = EIGER_MAX_FRAMES_PER_FILE * packetsPerFrame; + + //new dynamic range, then restart threads and resetup fifo structure + if(oldDynamicRange != dynamicRange){ + + //delete threads + if(threadStarted){ + createListeningThreads(true); + createWriterThreads(true); + } + + //gui buffer + if(latestData){delete[] latestData; latestData = NULL;} + latestData = new char[frameSize]; + + //restructure fifo + if(setupFifoStructure() == FAIL) + return FAIL; + + //create threads + if(createListeningThreads() == FAIL){ + FILE_LOG(logERROR) << "Could not create listening thread"; + return FAIL; + } + if(createWriterThreads() == FAIL){ + FILE_LOG(logERROR) << "Could not create writer threads"; + return FAIL; + } + setThreadPriorities(); } + } - return acquisitionPeriod; + + FILE_LOG(logINFO) << "Dynamic Range: " << dynamicRange; + + return OK; } -bool UDPStandardImplementation::getDataCompression(){ FILE_LOG(logDEBUG) << __AT__ << " called"; -return dataCompression;} -int UDPStandardImplementation::enableDataCompression(bool enable){ FILE_LOG(logDEBUG) << __AT__ << " called"; +int UDPStandardImplementation::setTenGigaEnable(const bool b){ + FILE_LOG(logDEBUG) << __AT__ << " called"; - cout << "Data compression "; - if(enable) - cout << "enabled" << endl; - else - cout << "disabled" << endl; -#ifdef MYROOT1 - cout << " WITH ROOT" << endl; -#else - cout << " WITHOUT ROOT" << endl; -#endif - //delete filter for the current number of threads - deleteFilter(); + FILE_LOG(logDEBUG) << "Info: Setting Ten Giga to " << stringEnable(b); + bool oldTenGigaEnable = tengigaEnable; + tengigaEnable = b; - dataCompression = enable; - pthread_mutex_lock(&status_mutex); - writerthreads_mask = 0x0; - pthread_mutex_unlock(&(status_mutex)); + if(myDetectorType == EIGER){ - createWriterThreads(true); + //set parameters depending on 10g + if(tengigaEnable){ + packetsPerFrame = EIGER_TEN_GIGA_CONSTANT * dynamicRange * EIGER_MAX_PORTS; + onePacketSize = EIGER_TEN_GIGA_ONE_PACKET_SIZE; + oneDataSize = EIGER_TEN_GIGA_ONE_DATA_SIZE; + }else{ + packetsPerFrame = EIGER_ONE_GIGA_CONSTANT * dynamicRange * EIGER_MAX_PORTS; + onePacketSize = EIGER_ONE_GIGA_ONE_PACKET_SIZE; + oneDataSize = EIGER_ONE_GIGA_ONE_DATA_SIZE; + } + frameSize = onePacketSize * packetsPerFrame; + bufferSize = onePacketSize; + maxPacketsPerFile = EIGER_MAX_FRAMES_PER_FILE * packetsPerFrame; - if(enable) - numWriterThreads = MAX_NUM_WRITER_THREADS; - else - numWriterThreads = 1; + FILE_LOG(logDEBUG) << dec << + "packetsPerFrame:" << packetsPerFrame << + "\nonePacketSize:" << onePacketSize << + "\noneDataSize:" << oneDataSize << + "\nframesize:" << frameSize << + "\nbufferSize:" << bufferSize << + "\nmaxPacketsPerFile:" << maxPacketsPerFile; + + + //new enable, then restart threads and resetup fifo structure + if(oldTenGigaEnable != tengigaEnable){ + + //delete threads + if(threadStarted){ + createListeningThreads(true); + createWriterThreads(true); + } + + //gui buffer + if(latestData){delete[] latestData; latestData = NULL;} + latestData = new char[frameSize]; + + //restructure fifo + if(setupFifoStructure() == FAIL) + return FAIL; + + //create threads + if(createListeningThreads() == FAIL){ + FILE_LOG(logERROR) << "Could not create listening thread"; + return FAIL; + } + if(createWriterThreads() == FAIL){ + FILE_LOG(logERROR) << "Could not create writer threads"; + return FAIL; + } + setThreadPriorities(); + } + + } + + FILE_LOG(logINFO) << "Ten Giga: " << stringEnable(tengigaEnable); + + return OK; +} + + +int UDPStandardImplementation::setFifoDepth(const uint32_t i){ + FILE_LOG(logDEBUG) << __AT__ << " called"; + + if(i != fifoDepth){ + FILE_LOG(logINFO) << "Fifo Depth: " << i << endl; + fifoDepth = i; + return setupFifoStructure(); + } + return OK; +} + + + + +/************************************************************************* + * Behavioral functions*************************************************** + * They may modify the status of the receiver **************************** + *************************************************************************/ + + +/***initial functions***/ +int UDPStandardImplementation::setDetectorType(const detectorType d){ + FILE_LOG(logDEBUG) << __AT__ << " called"; + + FILE_LOG(logDEBUG) << "Setting receiver type"; + + deleteMembers(); + initializeBaseMembers(); + initializeMembers(); + + myDetectorType = d; + switch(myDetectorType){ + case GOTTHARD: + case PROPIX: + case MOENCH: + case EIGER: + case JUNGFRAUCTB: + case JUNGFRAU: + FILE_LOG(logINFO) << " ***** " << getDetectorType(d) << " Receiver *****"; + break; + default: + FILE_LOG(logERROR) << "This is an unknown receiver type " << (int)d; + return FAIL; + } + + //set detector specific variables + switch(myDetectorType){ + case GOTTHARD: + packetsPerFrame = GOTTHARD_PACKETS_PER_FRAME; + onePacketSize = GOTTHARD_ONE_PACKET_SIZE; + oneDataSize = GOTTHARD_ONE_DATA_SIZE; + frameSize = GOTTHARD_BUFFER_SIZE; + bufferSize = GOTTHARD_BUFFER_SIZE; + frameIndexMask = GOTTHARD_FRAME_INDEX_MASK; + frameIndexOffset = GOTTHARD_FRAME_INDEX_OFFSET; + packetIndexMask = GOTTHARD_PACKET_INDEX_MASK; + maxPacketsPerFile = MAX_FRAMES_PER_FILE * GOTTHARD_PACKETS_PER_FRAME; + fifoSize = GOTTHARD_FIFO_SIZE; + //footerOffset = Not applicable; + break; + case PROPIX: + packetsPerFrame = PROPIX_PACKETS_PER_FRAME; + onePacketSize = PROPIX_ONE_PACKET_SIZE; + //oneDataSize = Not applicable; + frameSize = PROPIX_BUFFER_SIZE; + bufferSize = PROPIX_BUFFER_SIZE; + frameIndexMask = PROPIX_FRAME_INDEX_MASK; + frameIndexOffset = PROPIX_FRAME_INDEX_OFFSET; + packetIndexMask = PROPIX_PACKET_INDEX_MASK; + maxPacketsPerFile = MAX_FRAMES_PER_FILE * PROPIX_PACKETS_PER_FRAME; + fifoSize = PROPIX_FIFO_SIZE; + //footerOffset = Not applicable; + break; + case MOENCH: + packetsPerFrame = MOENCH_PACKETS_PER_FRAME; + onePacketSize = MOENCH_ONE_PACKET_SIZE; + oneDataSize = MOENCH_ONE_DATA_SIZE; + frameSize = MOENCH_BUFFER_SIZE; + bufferSize = MOENCH_BUFFER_SIZE; + frameIndexMask = MOENCH_FRAME_INDEX_MASK; + frameIndexOffset = MOENCH_FRAME_INDEX_OFFSET; + packetIndexMask = MOENCH_PACKET_INDEX_MASK; + maxPacketsPerFile = MOENCH_MAX_FRAMES_PER_FILE * MOENCH_PACKETS_PER_FRAME; + fifoSize = MOENCH_FIFO_SIZE; + //footerOffset = Not applicable; + break; + case EIGER: + //assuming 1G in the beginning + packetsPerFrame = EIGER_ONE_GIGA_CONSTANT * dynamicRange * EIGER_MAX_PORTS; + onePacketSize = EIGER_ONE_GIGA_ONE_PACKET_SIZE; + oneDataSize = EIGER_ONE_GIGA_ONE_DATA_SIZE; + frameSize = onePacketSize * packetsPerFrame; + bufferSize = onePacketSize; + frameIndexMask = EIGER_FRAME_INDEX_MASK; + frameIndexOffset = EIGER_FRAME_INDEX_OFFSET; + packetIndexMask = EIGER_PACKET_INDEX_MASK; + maxPacketsPerFile = EIGER_MAX_FRAMES_PER_FILE * packetsPerFrame; + fifoSize = EIGER_FIFO_SIZE; + footerOffset = EIGER_PACKET_HEADER_SIZE + oneDataSize; + break; + case JUNGFRAUCTB: + case JUNGFRAU: + packetsPerFrame = JCTB_PACKETS_PER_FRAME; + onePacketSize = JCTB_ONE_PACKET_SIZE; + //oneDataSize = Not applicable; + frameSize = JCTB_BUFFER_SIZE; + bufferSize = JCTB_BUFFER_SIZE; + frameIndexMask = JCTB_FRAME_INDEX_MASK; + frameIndexOffset = JCTB_FRAME_INDEX_OFFSET; + packetIndexMask = JCTB_PACKET_INDEX_MASK; + maxPacketsPerFile = JFCTB_MAX_FRAMES_PER_FILE * JCTB_PACKETS_PER_FRAME; + fifoSize = JCTB_FIFO_SIZE; + //footerOffset = Not applicable; + break; + default: + FILE_LOG(logERROR) << "This is an unknown receiver type " << (int)d; + return FAIL; + } + + //delete threads and set number of listening threads + if(myDetectorType == EIGER){ + pthread_mutex_lock(&statusMutex); + listeningThreadsMask = 0x0; + pthread_mutex_unlock(&(statusMutex)); + if(threadStarted) + createListeningThreads(true); + numberofListeningThreads = MAX_NUMBER_OF_LISTENING_THREADS; + } + + //set up fifo structure -1 for numberofJobsPerBuffer ensure it is done + numberofJobsPerBuffer = -1; + setupFifoStructure(); + + //create threads + if(createListeningThreads() == FAIL){ + FILE_LOG(logERROR) << "Could not create listening thread"; + return FAIL; + } if(createWriterThreads() == FAIL){ - cprintf(BG_RED,"ERROR: Could not create writer threads\n"); + FILE_LOG(logERROR) << "Could not create writer threads"; return FAIL; } setThreadPriorities(); + //allocate for latest data (frame copy for gui) + latestData = new char[frameSize]; - if(enable) - setupFilter(); + FILE_LOG(logDEBUG) << " Detector type set to " << getDetectorType(d); return OK; } +/***acquisition functions***/ +void UDPStandardImplementation::resetAcquisitionCount(){ + FILE_LOG(logDEBUG) << __AT__ << " starting"; + totalPacketsCaught = 0; + acqStarted = false; + startAcquisitionIndex = 0; - - - - - - - - -/*other functions*/ - - -void UDPStandardImplementation::deleteFilter(){ FILE_LOG(logDEBUG) << __AT__ << " called"; - - int i; - cmSub=NULL; - - for(i=0;i(receiverdata[i], csize, sigma, sign, cmSub); - -} - - - -//LEO: it is not clear to me.. -void UDPStandardImplementation::setupFifoStructure(){ - FILE_LOG(logDEBUG) << __AT__ << " called"; - - int64_t i; - int oldn = numJobsPerThread; - - //if every nth frame mode - if(nFrameToGui) - numJobsPerThread = nFrameToGui; - - //random nth frame mode - else{ - if(!acquisitionPeriod) - i = SAMPLE_TIME_IN_NS; - else - i = SAMPLE_TIME_IN_NS/acquisitionPeriod; - if (i > MAX_JOBS_PER_THREAD) - numJobsPerThread = MAX_JOBS_PER_THREAD; - else if (i < 1) - numJobsPerThread = 1; - else - numJobsPerThread = i; + for(int i = 0; i < numberofListeningThreads; ++i) + totalListeningFrameCount[i] = 0; + packetsCaught = 0; + numMissingPackets = 0; + numTotMissingPackets = 0; + numTotMissingPacketsInFile = 0; + //reset file parameters + packetsInFile = 0; + if(sfilefd){ + fclose(sfilefd); + sfilefd = NULL; } + //reset gui variables + guiData = NULL; + guiDataReady=0; + strcpy(guiFileName,""); + //reset masks + pthread_mutex_lock(&statusMutex); + writerThreadsMask = 0x0; + createFileMask = 0x0; + fileCreateSuccess = false; + pthread_mutex_unlock(&statusMutex); - //if same, return - if(oldn == numJobsPerThread) - return; - if(myDetectorType == EIGER) - numJobsPerThread = 1; - - //otherwise memory too much if numjobsperthread is at max = 1000 - fifosize = GOTTHARD_FIFO_SIZE; - if(myDetectorType == MOENCH) - fifosize = MOENCH_FIFO_SIZE; - if(myDetectorType == PROPIX) - fifosize = PROPIX_FIFO_SIZE; - else if(myDetectorType == EIGER) - fifosize = EIGER_FIFO_SIZE; - - if(fifosize % numJobsPerThread) - fifosize = (fifosize/numJobsPerThread)+1; + //Print Receiver Configuration + if(myDetectorType != EIGER){ + FILE_LOG(logINFO) << "Data Compression has been " << stringEnable(dataCompressionEnable); + FILE_LOG(logINFO) << "Number of Jobs Per Buffer: " << numberofJobsPerBuffer; + FILE_LOG(logINFO) << "Max Packets Per File:" << maxPacketsPerFile; + } + if(FrameToGuiFrequency) + FILE_LOG(logINFO) << "Frequency of frames sent to gui: " << FrameToGuiFrequency; else - fifosize = fifosize/numJobsPerThread; - - - cout << "Number of Frames per buffer:" << numJobsPerThread << endl; - cout << "Fifo Size:" << fifosize << endl; - - /* - //for testing - numJobsPerThread = 3; fifosize = 11; - */ - - for(int i=0;iisEmpty()) - fifoFree[i]->pop(buffer[i]); -#ifdef FIFO_DEBUG - //cprintf(GREEN,"%d fifostructure popped from fifofree %x\n", i, (void*)(buffer[i])); -#endif - delete fifoFree[i]; - } - if(fifo[i]) delete fifo[i]; - if(mem0[i]) free(mem0[i]); - fifoFree[i] = new CircularFifo(fifosize); - fifo[i] = new CircularFifo(fifosize); - - - //allocate memory - mem0[i]=(char*)malloc((bufferSize * numJobsPerThread + HEADER_SIZE_NUM_TOT_PACKETS)*fifosize); - /** shud let the client know about this */ - if (mem0[i]==NULL){ - cout<<"++++++++++++++++++++++ COULD NOT ALLOCATE MEMORY FOR LISTENING !!!!!!!+++++++++++++++++++++" << endl; - exit(-1); - } - buffer[i]=mem0[i]; - //push the addresses into freed fifoFree and writingFifoFree - while (buffer[i]<(mem0[i]+(bufferSize * numJobsPerThread + HEADER_SIZE_NUM_TOT_PACKETS)*(fifosize-1))) { - fifoFree[i]->push(buffer[i]); -#ifdef FIFO_DEBUG - cprintf(BLUE,"%d fifostructure free pushed into fifofree %x\n", i, (void*)(buffer[i])); -#endif - buffer[i]+=(bufferSize * numJobsPerThread + HEADER_SIZE_NUM_TOT_PACKETS); - } - } - cout << "Fifo structure(s) reconstructed" << endl; -} + FILE_LOG(logINFO) << "Frequency of frames sent to gui: Random"; - - - - -/** acquisition functions */ -void UDPStandardImplementation::readFrame(char* c,char** raw, uint32_t &fnum, uint32_t &startAcquisitionIndex, uint32_t &startFrameIndex){ - FILE_LOG(logDEBUG) << __AT__ << " called"; - //point to gui data - if (guiData == NULL){ - guiData = latestData; -#ifdef VERY_VERY_DEBUG - cprintf(CYAN,"gui data not null anymore\n"); -#endif + //create UDP sockets + if(createUDPSockets() == FAIL){ + strcpy(c,"Could not create UDP Socket(s)."); + FILE_LOG(logERROR) << c; + return FAIL; } - //copy data and filename - strcpy(c,guiFileName); - fnum = guiFrameNumber; - startAcquisitionIndex = getStartAcquisitionIndex(); - startFrameIndex = getStartFrameIndex(); - - - //could not get gui data - if(!guiDataReady){ -#ifdef VERY_VERY_DEBUG - cprintf(CYAN,"gui data not ready\n"); -#endif - *raw = NULL; - } - //data ready, set guidata to receive new data - else{ -#ifdef VERY_VERY_DEBUG - cprintf(CYAN,"gui data ready\n"); -#endif - *raw = guiData; - guiData = NULL; - - /*pthread_mutex_lock(&dataReadyMutex); WHY WAS THIS HERE IN THE FIRST PLACE - guiDataReady = 0; - pthread_mutex_unlock(&dataReadyMutex);*/ - if((nFrameToGui) && (writerthreads_mask)){ -#ifdef VERY_VERY_DEBUG - cprintf(CYAN,"gonna post\n"); -#endif - /*if(nFrameToGui){*/ - //release after getting data - sem_post(&smp); - } -#ifdef VERY_VERY_DEBUG - cprintf(CYAN,"done post\n"); -#endif - } -} - - - - - -void UDPStandardImplementation::copyFrameToGui(char* startbuf[], uint32_t fnum, char* buf){ - FILE_LOG(logDEBUG) << __AT__ << " called"; -#ifdef VERY_VERY_DEBUG -cout << "copyframe" << endl; -#endif - - //random read when gui not ready , also command line doesnt have nthframetogui - //else guidata always null as guidataready is always 1 after 1st frame, and seccond data never gets copied - if((!nFrameToGui) && (!guiData)){ -#ifdef VERY_VERY_DEBUG - cprintf(GREEN,"doing nothing\n"); -#endif - pthread_mutex_lock(&dataReadyMutex); - guiDataReady=0; - pthread_mutex_unlock(&dataReadyMutex); - } - - //random read or nth frame read, gui needs data now or it is the first frame - else{ -#ifdef VERY_VERY_DEBUG - cprintf(GREEN,"gui needs data now or 1st frame\n"); -#endif - pthread_mutex_lock(&dataReadyMutex); - guiDataReady=0; -#ifdef VERY_VERY_DEBUG - cprintf(GREEN,"guidataready is 0, copying data\n"); -#endif - //eiger - if(startbuf != NULL){ - int offset = 0; - int size = frameSize/EIGER_MAX_PORTS; - for(int j=0;jgetErrorStatus(); - if(!iret){ - cout << "UDP port opened at port " << port[i] << endl; - //cprintf(YELLOW, "socket of port %d descriptor:%d\n",i,udpSocket[i]->getsocketDescriptor()); - }else{ -#ifdef VERBOSE - cprintf(BG_RED,"Could not create UDP socket on port %d error: %d\n", port[i], iret); -#endif - shutDownUDPSockets(); - return FAIL; - } + if(setupWriter() == FAIL){ + //stop udp socket + shutDownUDPSockets(); + sprintf(c,"Could not create file %s.",completeFileName); + FILE_LOG(logERROR) << c; + return FAIL; } + //For compression, just for gui purposes + if(dataCompressionEnable) + sprintf(completeFileName, "%s/%s_fxxx_%lld_xx.root", filePath,fileName,(long long int)fileIndex); + + //initialize semaphore to synchronize between writer and gui reader threads + sem_init(&writerGuiSemaphore,1,0); + + //status and thread masks + pthread_mutex_lock(&statusMutex); + status = RUNNING; + for(int i=0;iShutDownSocket(); delete udpSocket[i]; @@ -1115,116 +929,264 @@ int UDPStandardImplementation::shutDownUDPSockets(){ -// TODO: add a destroyListeningThreads -int UDPStandardImplementation::createListeningThreads(bool destroy){ +/** + * Pre: status is running, udp sockets have been initialized, stop receiver initiated + * Post:udp sockets closed, status is transmitting + * */ +void UDPStandardImplementation::startReadout(){ FILE_LOG(logDEBUG) << __AT__ << " called"; - int i; - void* status; + FILE_LOG(logDEBUG) << "Info: Transmitting last data"; - killAllListeningThreads = 0; + if(status == RUNNING){ - pthread_mutex_lock(&status_mutex); - listeningthreads_mask = 0x0; - pthread_mutex_unlock(&(status_mutex)); - - FILE_LOG(logDEBUG) << "Starting " << __func__ << endl; - - if(!destroy){ - - //start listening threads - cout << "Creating Listening Threads(s)"; - - currentListeningThreadIndex = -1; - - for(i = 0; i < numListeningThreads; ++i){ - sem_init(&listensmp[i],1,0); - thread_started = 0; - currentListeningThreadIndex = i; - if(pthread_create(&listening_thread[i], NULL,startListeningThread, (void*) this)){ - cout << "Could not create listening thread with index " << i << endl; - return FAIL; - } - while(!thread_started); - cout << "."; - cout << flush; + //check if all packets got + int totalP = 0,prev,i; + for(i=0; iGetCurrentFile(); + + if(myFile[i]->Write()) + //->Write(tall->GetName(),TObject::kOverwrite); + cout << "Thread " << i <<": wrote frames to file" << endl; + else + cout << "Thread " << i << ": could not write frames to file" << endl; + + }else + cout << "Thread " << i << ": could not write frames to file: No file or No Tree" << endl; + //close file + if(myTree[i] && myFile[i]) + myFile[i] = myTree[i]->GetCurrentFile(); + if(myFile[i] != NULL) + myFile[i]->Close(); + myFile[i] = NULL; + myTree[i] = NULL; + pthread_mutex_unlock(&writeMutex); + +#endif + } +} + + + + +/************************************************************************* + * Listening and Writing Threads ***************************************** + *************************************************************************/ + + +int UDPStandardImplementation::createListeningThreads(bool destroy){ + FILE_LOG(logDEBUG) << __AT__ << " starting"; + + //reset masks + killAllListeningThreads = false; + pthread_mutex_lock(&statusMutex); + listeningThreadsMask = 0x0; + pthread_mutex_unlock(&(statusMutex)); + + //destroy + if(destroy){ + FILE_LOG(logDEBUG) << "Info: Destroying Listening Thread(s)"; + + killAllListeningThreads = true; + for(int i = 0; i < numberofListeningThreads; ++i){ + sem_post(&listenSemaphore[i]); + pthread_join(listeningThreads[i],NULL); + FILE_LOG(logDEBUG) << "." << flush; + } + killAllListeningThreads = false; + threadStarted = false; + FILE_LOG(logDEBUG) << "Info: Listening thread(s) destroyed"; + } + + //create + else{ + FILE_LOG(logDEBUG) << "Info: Creating Listening Thread(s)"; + + //reset current index + currentThreadIndex = -1; + + for(int i = 0; i < numberofListeningThreads; ++i){ + sem_init(&listenSemaphore[i],1,0); + threadStarted = false; + currentThreadIndex = i; + if(pthread_create(&listeningThreads[i], NULL,startListeningThread, (void*) this)){ + FILE_LOG(logERROR) << "Could not create listening thread with index " << i; + return FAIL; + } + while(!threadStarted); + FILE_LOG(logDEBUG) << "." << flush; + } + FILE_LOG(logDEBUG) << "Info: Listening thread(s) created successfully."; + } + + return OK; +} + int UDPStandardImplementation::createWriterThreads(bool destroy){ - FILE_LOG(logDEBUG) << __AT__ << " called"; + FILE_LOG(logDEBUG) << __AT__ << " starting"; - int i; - void* status; + //reset masks + killAllWritingThreads = false; + pthread_mutex_lock(&statusMutex); + writerThreadsMask = 0x0; + createFileMask = 0x0; + pthread_mutex_unlock(&(statusMutex)); - killAllWritingThreads = 0; + //destroy threads + if(destroy){ + FILE_LOG(logDEBUG) << "Info: Destroying Writer Thread(s)"; - pthread_mutex_lock(&status_mutex); - writerthreads_mask = 0x0; - createfile_mask = 0x0; - pthread_mutex_unlock(&(status_mutex)); + killAllWritingThreads = true; + for(int i = 0; i < numberofWriterThreads; ++i){ + sem_post(&writerSemaphore[i]); + pthread_join(writingThreads[i],NULL); + FILE_LOG(logDEBUG) <<"."<getErrorStatus(); + if(!iret){ + cout << "UDP port opened at port " << port[i] << endl; + }else{ + FILE_LOG(logERROR) << "Could not create UDP socket on port " << port[i] << " error: " << iret; + shutDownUDPSockets(); + return FAIL; + } + } + + FILE_LOG(logDEBUG) << "UDP socket(s) created successfully."; + cout << "Listener Ready ..." << endl; + + return OK; +} + int UDPStandardImplementation::setupWriter(){ - FILE_LOG(logDEBUG) << __AT__ << " called"; - - //reset writing thread variables - packetsInFile=0; - packetsCaught=0; - frameIndex=0; - if(sfilefd) {cprintf(RED,"**FILE not closed!\n");fclose(sfilefd);sfilefd=NULL;} - guiData = NULL; - guiDataReady=0; - strcpy(guiFileName,""); - guiFrameNumber = 0; - cbAction = DO_EVERYTHING; - - pthread_mutex_lock(&status_mutex); - writerthreads_mask = 0x0; - createfile_mask = 0x0; - ret_createfile = OK; - pthread_mutex_unlock(&status_mutex); - - //printouts - cout << "Max Packets Per File:" << maxPacketsPerFile << endl; - if (rawDataReadyCallBack) - cout << "Note: Data Write has been defined exernally" << endl; - if (dataCompression) - cout << "Data Compression is enabled with " << numJobsPerThread << " number of jobs per thread" << endl; - if(nFrameToGui) - cout << "Sending every " << nFrameToGui << "th frame to gui" << endl; - - + FILE_LOG(logDEBUG) << __AT__ << " starting"; //acquisition start call back returns enable write + cbAction = DO_EVERYTHING; if (startAcquisitionCallBack) - cbAction=startAcquisitionCallBack(filePath,fileName,fileIndex,bufferSize,pStartAcquisition); + cbAction=startAcquisitionCallBack(filePath,fileName,(int)fileIndex,bufferSize,pStartAcquisition); - if(cbAction < DO_EVERYTHING) - cout << endl << "Note: Call back activated. Data saving must be taken care of by user in call back." << endl; - else if(enableFileWrite==0) - cout << endl << "Note: Data will not be saved" << endl; + if(cbAction < DO_EVERYTHING){ + FILE_LOG(logINFO) << "Call back activated. Data saving must be taken care of by user in call back."; + if (rawDataReadyCallBack){ + FILE_LOG(logINFO) << "Data Write has been defined externally"; + } + }else if(!fileWriteEnable) + FILE_LOG(logINFO) << "Data will not be saved"; //creating first file + //setting all value to 1 + pthread_mutex_lock(&statusMutex); + for(int i=0; iinitEventTree(temp, &iframe); - //resets the pedestalSubtraction array and the commonModeSubtraction - singlePhotonDet[ithr]->newDataSet(); - if(myFile[ithr]==NULL){ - cout<<"file null"<IsOpen()){ - cout<<"file not open"< DO_NOTHING){ - //close + //filewrite enable & we allowed to create/close files + if(fileWriteEnable && cbAction > DO_NOTHING){ + + //close file pointers if(sfilefd){ - if(fclose(sfilefd)){ - cprintf(RED, "file close problem %d\n",fileno(sfilefd)); - fclose(sfilefd); - } + fclose(sfilefd); sfilefd = NULL; } - //open file - if(!overwrite){ - if (NULL == (sfilefd = fopen((const char *) (savefilename), "wx"))){ - cprintf(BG_RED,"Error: Could not create new file %s\n",savefilename); + //create file + if(!overwriteEnable){ + if (NULL == (sfilefd = fopen((const char *) (completeFileName), "wx"))){ + FILE_LOG(logERROR) << "Could not create/overwrite file" << completeFileName; return FAIL; } - }else if (NULL == (sfilefd = fopen((const char *) (savefilename), "w"))){ - cprintf(BG_RED,"Error: Could not create file %s\n",savefilename); + }else if (NULL == (sfilefd = fopen((const char *) (completeFileName), "w"))){ + FILE_LOG(logERROR) << "Could not create file" << completeFileName; return FAIL; } - //setting buffer + //setting file buffer size to 16mb setvbuf(sfilefd,NULL,_IOFBF,BUF_SIZE); - //cprintf(YELLOW, "file value:%d\n",fileno(sfilefd)); - - //printing packet losses and file names - if(!packetsCaught) - cout << savefilename << endl; - else{ - cout << savefilename - << "\tpacket loss " - << setw(4)<GetCurrentFile(); - - if(myFile[ithr]->Write()) - //->Write(tall->GetName(),TObject::kOverwrite); - cout << "Thread " << ithr <<": wrote frames to file" << endl; - else - cout << "Thread " << ithr << ": could not write frames to file" << endl; - - }else - cout << "Thread " << ithr << ": could not write frames to file: No file or No Tree" << endl; - //close file - if(myTree[ithr] && myFile[ithr]) - myFile[ithr] = myTree[ithr]->GetCurrentFile(); - if(myFile[ithr] != NULL) - myFile[ithr]->Close(); - myFile[ithr] = NULL; - myTree[ithr] = NULL; - pthread_mutex_unlock(&write_mutex); - -#endif - } -} - - - -/** - * Pre: - * Post: eiger req. time for 32bit before acq start - * */ - -int UDPStandardImplementation::startReceiver(char message[]){ - FILE_LOG(logDEBUG) << __AT__ << " called"; - - int i; - - -// #ifdef VERBOSE - cout << "Starting Receiver" << endl; -//#endif - - - //reset listening thread variables - measurementStarted = false; - //should be set to zero as its added to get next start frame indices for scans for eiger - if(!acqStarted) currframenum = 0; - startFrameIndex = 0; - - for(int i = 0; i < numListeningThreads; ++i) - totalListeningFrameCount[i] = 0; - - //udp socket - if(createUDPSockets() == FAIL){ - strcpy(message,"Could not create UDP Socket(s).\n"); - cout << endl << message << endl; - return FAIL; - } - cout << "UDP socket(s) created successfully." << endl; - - - if(setupWriter() == FAIL){ - //stop udp socket - shutDownUDPSockets(); - - sprintf(message,"Could not create file %s.\n",savefilename); - return FAIL; - } - cout << "Successfully created file(s)" << endl; - - //done to give the gui some proper name instead of always the last file name - if(dataCompression) - sprintf(savefilename, "%s/%s_fxxx_%d_xx.root", filePath,fileName,fileIndex); - - //initialize semaphore - sem_init(&smp,1,0); - - //status - pthread_mutex_lock(&status_mutex); - status = RUNNING; - for(i=0;iinitEventTree(temp, &iframe); + //resets the pedestalSubtraction array and the commonModeSubtraction + singlePhotonDetectorObject[ithread]->newDataSet(); + if(myFile[ithread]==NULL){ + FILE_LOG(logERROR) << "File Null"; + return FAIL; } - - //semaphore destroy - sem_destroy(&smp); - - //change status - pthread_mutex_lock(&status_mutex); - status = IDLE; - pthread_mutex_unlock(&(status_mutex)); - - cout << "Receiver Stopped.\nStatus:" << status << endl << endl; - }else cout <<" Not idle to stop receiver" << endl; - - - //sem_post(&smp); - - return OK; -} - - - - -/** - * Pre: status is running, udp sockets have been initialized, - * stop receiver initiated - * Post:udp sockets closed, status is transmitting - * */ -void UDPStandardImplementation::startReadout(){ - FILE_LOG(logDEBUG) << __AT__ << " called"; - - //#ifdef VERBOSE - cout << "Start Receiver Readout" << endl; - //#endif - - if(status == RUNNING){ - - //wait so that all packets which take time has arrived - usleep(5000); - - /********************************************/ - //usleep(10000000); - //usleep(2000000); - - pthread_mutex_lock(&status_mutex); - status = TRANSMITTING; - pthread_mutex_unlock(&status_mutex); - cout << "Status: Transmitting" << endl; - } - - //kill udp socket to tell the listening thread to push last packet - shutDownUDPSockets(); - + if(!myFile[ithread]->IsOpen()){ + FILE_LOG(logERROR) << "File Not Open"; + return FAIL; + } + return OK; +#endif + return FAIL; } @@ -1674,7 +1440,6 @@ void UDPStandardImplementation::startReadout(){ void* UDPStandardImplementation::startListeningThread(void* this_pointer){ FILE_LOG(logDEBUG) << __AT__ << " called"; ((UDPStandardImplementation*)this_pointer)->startListening(); - return this_pointer; } @@ -1691,640 +1456,449 @@ void* UDPStandardImplementation::startWritingThread(void* this_pointer){ -int UDPStandardImplementation::startListening(){ +void UDPStandardImplementation::startListening(){ FILE_LOG(logDEBUG) << __AT__ << " called"; - int ithread = currentListeningThreadIndex; -#ifdef VERYVERBOSE - cout << "In startListening() " << endl; -#endif - thread_started = 1; - - int total; - int lastpacketoffset, expected, rc,packetcount, maxBufferSize, carryonBufferSize; - uint32_t lastframeheader;// for moench to check for all the packets in last frame - char* tempchar = NULL; - int imageheader = 0; - if(myDetectorType==EIGER) - imageheader = EIGER_IMAGE_HEADER_SIZE; + //set current thread value index + int ithread = currentThreadIndex; + //let calling function know thread started and obtained current + threadStarted = 1; - while(1){ - //variables that need to be checked/set before each acquisition + //variable definitions + int listenSize = 0; //listen to only 1 packet + uint32_t rc; //size of buffer received in bytes + //split frames + int carryonBufferSize; //from previous buffer to keep frames together in a buffer + char* tempBuffer = NULL; //temporary buffer to store split frames + + /* outer loop - loops once for each acquisition */ + //infinite loop, exited only to change dynamic range, 10G parameters etc (then recreated again) + while(true){ + + //reset parameters before acquisition carryonBufferSize = 0; - //if more than 1 listening thread, listen one packet at a time, else need to interleaved frame later - maxBufferSize = bufferSize * numJobsPerThread; -#ifdef VERYDEBUG - cout << " maxBufferSize:" << maxBufferSize << ",carryonBufferSize:" << carryonBufferSize << endl; -#endif + if(myDetectorType != EIGER){ + listenSize = bufferSize * numberofJobsPerBuffer; //listen to more than 1 packet + if(tempBuffer!=NULL){delete []tempBuffer;tempBuffer=NULL;} + tempBuffer = new char[onePacketSize * (packetsPerFrame - 1)]; //store maximum of 1 packets less in a frame + } - if(tempchar) {delete [] tempchar;tempchar = NULL;} - if(myDetectorType != EIGER) - tempchar = new char[onePacketSize * ((packetsPerFrame/numListeningThreads) - 1)]; //gotthard: 1packet size, moench:39 packet size + /* inner loop - loop for each buffer */ + //until mask unset (udp sockets shut down by client) + while((1 << ithread) & listeningThreadsMask){ - while((1<pop(buffer[ithread]); -#ifdef FIFO_DEBUG - cprintf(GREEN,"%d listener popped from fifofree %x\n", ithread, (void*)(buffer[ithread])); +#ifdef CFIFODEBUG + if(ithread == 0) + cprintf(CYAN,"Listening_Thread %d :Listener popped from fifofree %p\n", ithread, (void*)(buffer[ithread])); + else + cprintf(YELLOW,"Listening_Thread %d :Listener popped from fifofree %p\n", ithread, (void*)(buffer[ithread])); #endif - - //receive + //udpsocket doesnt exist if(udpSocket[ithread] == NULL){ - rc = 0; - cout << ithread << "UDP Socket is NULL" << endl; - } - //normal listening - else if(!carryonBufferSize){ - - /* if(!ithread){*/ - rc = udpSocket[ithread]->ReceiveDataOnly(buffer[ithread] + HEADER_SIZE_NUM_TOT_PACKETS, maxBufferSize); - //cout<<"value:"<fnum)<> frameIndexOffset)<ReceiveDataOnly((buffer[ithread] + HEADER_SIZE_NUM_TOT_PACKETS + carryonBufferSize),maxBufferSize - carryonBufferSize); - expected = maxBufferSize - carryonBufferSize; + FILE_LOG(logERROR) << "Listening_Thread " << ithread << ": UDP Socket not created"; + stopListening(ithread,0); + continue; } -#ifdef EIGER_DEBUG - cout << ithread << " *** rc:" << dec << rc << ". expected:" << dec << expected << endl; -#endif + rc = prepareAndListenBuffer(ithread, listenSize, carryonBufferSize, tempBuffer); -/* - //start indices for each start of scan/acquisition - eiger does it before - if((!measurementStarted) && (rc > 0) && (!ithread)) + + //start indices for each start of scan/acquisition + if((!measurementStarted) && (rc > 0)){ + pthread_mutex_lock(&progressMutex); + if(!measurementStarted) startFrameIndices(ithread); -*/ + pthread_mutex_unlock(&progressMutex); + } + //problem in receiving or end of acquisition - if((rc < expected)||(rc <= 0)){ - if(myDetectorType != EIGER){ - //start indices for each start of scan/acquisition - this should be done earlier for normal detectors - if((!measurementStarted) && (rc > 0) && (!ithread)) - startFrameIndices(ithread); - } - stopListening(ithread,rc,packetcount,total); + if (status == TRANSMITTING){ + stopListening(ithread,rc); continue; } - -///* - //eiger - start indices for each start of scan/acquisition - this should be done after to ignore first incomplete frames - if((!measurementStarted) && (rc > 0) && (!ithread)) - startFrameIndices(ithread); -//*/ - - //reset - packetcount = (packetsPerFrame/numListeningThreads) * numJobsPerThread; - carryonBufferSize = 0; + //write packet count to buffer + if(myDetectorType == EIGER) + (*((uint32_t*)(buffer[ithread]))) = 1; + //handling split frames and writing packet Count to buffer + else + (*((uint32_t*)(buffer[ithread]))) = processListeningBuffer(ithread, carryonBufferSize, tempBuffer); - - //check if last packet valid and calculate packet count - switch(myDetectorType){ - - case MOENCH: - lastpacketoffset = (((numJobsPerThread * packetsPerFrame - 1) * onePacketSize) + HEADER_SIZE_NUM_TOT_PACKETS); -#ifdef VERYDEBUG - cout <<"first packet:"<< ((((uint32_t)(*((uint32_t*)(buffer[ithread]+HEADER_SIZE_NUM_TOT_PACKETS))))) & (packetIndexMask)) << endl; - cout <<"first header:"<< (((((uint32_t)(*((uint32_t*)(buffer[ithread]+HEADER_SIZE_NUM_TOT_PACKETS))))) & (frameIndexMask)) >> frameIndexOffset) << endl; - cout << "last packet offset:" << lastpacketoffset << endl; - cout <<"last packet:"<< ((((uint32_t)(*((uint32_t*)(buffer[ithread]+lastpacketoffset))))) & (packetIndexMask)) << endl; - cout <<"last header:"<< (((((uint32_t)(*((uint32_t*)(buffer[ithread]+lastpacketoffset))))) & (frameIndexMask)) >> frameIndexOffset) << endl; -#endif - //moench last packet value is 0 - if( ((((uint32_t)(*((uint32_t*)(buffer[ithread]+lastpacketoffset))))) & (packetIndexMask))){ - lastframeheader = ((((uint32_t)(*((uint32_t*)(buffer[ithread]+lastpacketoffset))))) & (frameIndexMask)) >> frameIndexOffset; - carryonBufferSize += onePacketSize; - lastpacketoffset -= onePacketSize; - --packetcount; - while (lastframeheader == (((((uint32_t)(*((uint32_t*)(buffer[ithread]+lastpacketoffset))))) & (frameIndexMask)) >> frameIndexOffset)){ - carryonBufferSize += onePacketSize; - lastpacketoffset -= onePacketSize; - --packetcount; - } - memcpy(tempchar, buffer[ithread]+(lastpacketoffset+onePacketSize), carryonBufferSize); -#ifdef VERYDEBUG - cout << "tempchar header:" << (((((uint32_t)(*((uint32_t*)(tempchar))))) - & (frameIndexMask)) >> frameIndexOffset) << endl; - cout <<"tempchar packet:"<< ((((uint32_t)(*((uint32_t*)(tempchar))))) - & (packetIndexMask)) << endl; -#endif - } - break; - - case GOTTHARD: - case PROPIX: - if(shortFrame == -1){ - lastpacketoffset = (((numJobsPerThread * packetsPerFrame - 1) * onePacketSize) + HEADER_SIZE_NUM_TOT_PACKETS); -#ifdef VERYDEBUG - cout << "last packet offset:" << lastpacketoffset << endl; -#endif - - if((unsigned int)(packetsPerFrame -1) != ((((uint32_t)(*((uint32_t*)(buffer[ithread]+lastpacketoffset))))+1) & (packetIndexMask))){ - memcpy(tempchar,buffer[ithread]+lastpacketoffset, onePacketSize); -#ifdef VERYDEBUG - cout << "tempchar header:" << (((((uint32_t)(*((uint32_t*)(tempchar))))+1) - & (frameIndexMask)) >> frameIndexOffset) << endl; -#endif - carryonBufferSize = onePacketSize; - --packetcount; - } - } -#ifdef VERYDEBUG - cout << "header:" << (((((uint32_t)(*((uint32_t*)(buffer[ithread] + HEADER_SIZE_NUM_TOT_PACKETS))))+1) - & (frameIndexMask)) >> frameIndexOffset) << endl; -#endif - break; - default: - - break; - - } - - - // cout<<"*********** "<fnum)<push(buffer[ithread])); -#ifdef FIFO_DEBUG - //if(!ithread) - cprintf(MAGENTA, "%d listener pushed into fifo %x\n",ithread, (void*)(buffer[ithread])); + +#ifdef CFIFODEBUG + if(ithread == 0) + cprintf(CYAN,"Listening_Thread %d: Listener pushed into fifo %p\n",ithread, (void*)(buffer[ithread])); + else + cprintf(YELLOW,"Listening_Thread %d: Listener pushed into fifo %p\n",ithread, (void*)(buffer[ithread])); + #endif - } - sem_wait(&listensmp[ithread]); - //make sure its not exiting thread + }/*--end of loop for each buffer (inner loop)*/ + + //end of acquisition, wait for next acquisition/change of parameters + sem_wait(&listenSemaphore[ithread]); + + //check to exit thread (for change of parameters) - only EXIT possibility if(killAllListeningThreads){ - cout << ithread << " good bye listening thread" << endl; - if(tempchar) {delete [] tempchar;tempchar = NULL;} + cprintf(BLUE,"Listening_Thread %d:Goodbye!\n",ithread); + //free resources at exit + if(tempBuffer) delete[] tempBuffer; pthread_exit(NULL); } - if(tempchar) {delete [] tempchar;tempchar = NULL;} - } - - return OK; + }/*--end of loop for each acquisition (outer loop) */ } - - - - - - - - -int UDPStandardImplementation::startWriting(){ +int UDPStandardImplementation::prepareAndListenBuffer(int ithread, int lSize, int cSize, char* temp){ FILE_LOG(logDEBUG) << __AT__ << " called"; - int ithread = currentWriterThreadIndex; -#ifdef VERYVERBOSE - cout << ithread << "In startWriting()" <pop(wbuf[i]); -#ifdef FIFO_DEBUG - cprintf(MAGENTA,"%d writer poped from fifo %x\n", ithread, (void*)(wbuf[i])); -#endif - numpackets = (uint16_t)(*((uint16_t*)wbuf[i])); -#ifdef VERYDEBUG - cout << i << " numpackets:" << dec << numpackets << "for fifo :"<< i << endl; -#endif - } - - - //last dummy packet - if(numpackets == 0xFFFF){ -#ifdef VERYDEBUG - cout << "**LAST dummy packet" << endl; -#endif - stopWriting(ithread,wbuf); - continue; - } -#ifdef VERYDEBUG - else cout <<"**NOT a dummy packet"<< dec << numpackets<< endl; -#endif - - - - //for progress - if(myDetectorType == EIGER){ - - if(dynamicRange != 32) - tempframenum = htonl(*(unsigned int*)((eiger_image_header *)((char*)(wbuf[ithread] + HEADER_SIZE_NUM_TOT_PACKETS)))->fnum); - else - tempframenum = htonl(*(unsigned int*)((eiger_image_header *)((char*)(wbuf[ithread] + HEADER_SIZE_NUM_TOT_PACKETS)))->fnum); - - - tempframenum += (startFrameIndex-1); //eiger frame numbers start at 1, so need to -1 - //tempframenum = ((tempframenum / EIGER_32BIT_INITIAL_CONSTANT) + startFrameIndex)-1;//eiger 32 bit mode is a multiple of 17c. +startframeindex for scans - - }else if ((myDetectorType == PROPIX) || ((myDetectorType == GOTTHARD) && (shortFrame == -1))) - tempframenum = (((((uint32_t)(*((uint32_t*)(wbuf[ithread] + HEADER_SIZE_NUM_TOT_PACKETS))))+1)& (frameIndexMask)) >> frameIndexOffset); - else - tempframenum = ((((uint32_t)(*((uint32_t*)(wbuf[ithread] + HEADER_SIZE_NUM_TOT_PACKETS))))& (frameIndexMask)) >> frameIndexOffset); - - if(numWriterThreads == 1) - currframenum = tempframenum; - else{ - pthread_mutex_lock(&progress_mutex); - if(tempframenum > currframenum) - currframenum = tempframenum; - pthread_mutex_unlock(&progress_mutex); - } -#ifdef EIGER_DEBUG2 - cout << endl < 0){ - for(j=0;jnum1)) = currframenum; - //overwriting port number and dynamic range - if (!j) (*(uint8_t*)(((eiger_packet_header *)((char*)(wbuf[j] + totalheader + onePacketSize*i)))->num3)) = (dynamicRange<<2); - else (*(uint8_t*)(((eiger_packet_header *)((char*)(wbuf[j] + totalheader + onePacketSize*i)))->num3)) = ((dynamicRange<<2)|(0x1)); - -#ifdef VERYDEBUG - cprintf(RED, "%d - 0x%x - %d\n", i, - (*(uint8_t*)(((eiger_packet_header *)((char*)(wbuf[j] + totalheader +i*onePacketSize)))->num3)), - (*(uint8_t*)(((eiger_packet_header *)((char*)(wbuf[j] + totalheader +i*onePacketSize)))->num4))); -#endif - - } - - //for 32 bit,port number needs to be changed and packet number reconstructed - if(dynamicRange == 32){ - for (i = 0; i < packetsPerFrame/4; i++){ - //new packet number that has space for 16 bit - (*(uint16_t*)(((eiger_packet_header *)((char*)(wbuf[j] + totalheader + onePacketSize*i)))->num2)) - = ((*(uint8_t*)(((eiger_packet_header *)((char*)(wbuf[j] + totalheader + onePacketSize*i)))->num4))); - -#ifdef VERYDEBUG - cprintf(RED, "%d - 0x%x - %d - %d\n", i, - (*(uint8_t*)(((eiger_packet_header *)((char*)(wbuf[j] + totalheader +i*onePacketSize)))->num3)), - (*(uint8_t*)(((eiger_packet_header *)((char*)(wbuf[j] + totalheader +i*onePacketSize)))->num4)), - (*(uint16_t*)(((eiger_packet_header *)((char*)(wbuf[j] + totalheader +i*onePacketSize)))->num2))); -#endif - } - for (i = packetsPerFrame/4; i < packetsPerFrame/2; i++){ - //new packet number that has space for 16 bit - (*(uint16_t*)(((eiger_packet_header *)((char*)(wbuf[j] + totalheader + onePacketSize*i)))->num2)) - = ((*(uint8_t*)(((eiger_packet_header *)((char*)(wbuf[j] + totalheader + onePacketSize*i)))->num4))+(packetsPerFrame/4)); - -#ifdef VERYDEBUG - cprintf(RED, "%d -0x%x - %d - %d\n", i, - (*(uint8_t*)(((eiger_packet_header *)((char*)(wbuf[j] + totalheader +i*onePacketSize)))->num3)), - (*(uint8_t*)(((eiger_packet_header *)((char*)(wbuf[j] + totalheader +i*onePacketSize)))->num4)), - (*(uint16_t*)(((eiger_packet_header *)((char*)(wbuf[j] + totalheader +i*onePacketSize)))->num2))); -#endif - } - } - } -#endif - - writeToFile_withoutCompression(wbuf[j], numpackets,currframenum); - } -#ifdef VERYDEBUG - cprintf(BLUE,"written everyting\n"); -#endif - } - - - if(myDetectorType == EIGER) { -#ifdef VERYDEBUG - cprintf(BLUE,"gonna copy frame\n"); -#endif - copyFrameToGui(wbuf,currframenum); -#ifdef VERYDEBUG - cprintf(BLUE,"copied frame\n"); -#endif - for(i=0;ipush(wbuf[i])); -#ifdef FIFO_DEBUG - cprintf(BLUE,"%d writer freed pushed into fifofree %x for listener %d\n",ithread, (void*)(wbuf[i]),i); -#endif - } - - - } - else{ - //copy to gui - if(numpackets >= packetsPerFrame){//min 1 frame, but neednt be - //if(numpackets == packetsPerFrame * numJobsPerThread){ //only full frames - copyFrameToGui(NULL,-1,wbuf[0]+HEADER_SIZE_NUM_TOT_PACKETS); -#ifdef VERYVERBOSE - cout << ithread << " finished copying" << endl; -#endif - }//else cout << "unfinished buffersize" << endl; - while(!fifoFree[0]->push(wbuf[0])); -#ifdef FIFO_DEBUG - cprintf(BLUE,"%d writer freed pushed into fifofree %x for listener 0\n",ithread, (void*)(wbuf[0])); -#endif - } - } - //data compression - else - handleDataCompression(ithread,wbuf,numpackets,d, xmax, ymax, nf); - - - - - - } -#ifdef VERYVERBOSE - cout << ithread << " gonna wait for 1st sem" << endl; -#endif - //wait - sem_wait(&writersmp[ithread]); - if(killAllWritingThreads){ - cout << ithread << " good bye writing thread" << endl; - closeFile(ithread); - pthread_exit(NULL); - } -#ifdef VERYVERBOSE - cout << ithread << " got 1st post" << endl; -#endif - - - if((1<ReceiveDataOnly(buffer[ithread] + HEADER_SIZE_NUM_TOT_PACKETS + cSize, lSize + cSize); + + //throw away packets that is not one packet size, need to check status if socket is shut down + while(status != TRANSMITTING && myDetectorType == EIGER && receivedSize != onePacketSize) { + if(receivedSize != EIGER_HEADER_LENGTH) + cprintf(RED,"Listening_Thread %d: Listened to a weird packet size %d\n",ithread, receivedSize); +#ifdef DEBUG + else + cprintf(BLUE,"Listening_Thread %d: Listened to a header packet\n",ithread); #endif + receivedSize = udpSocket[ithread]->ReceiveDataOnly(buffer[ithread] + HEADER_SIZE_NUM_TOT_PACKETS); } + totalListeningFrameCount[ithread] += (receivedSize/onePacketSize); - delete [] d; +#ifdef MANUALDEBUG + eiger_packet_header_t* header = (eiger_packet_header_t*) (buffer[ithread]+HEADER_SIZE_NUM_TOT_PACKETS); + eiger_packet_footer_t* footer = (eiger_packet_footer_t*)(buffer[ithread] + footerOffset + HEADER_SIZE_NUM_TOT_PACKETS); + cprintf(GREEN,"thread:%d subframenum:%d oldpacketnum:%d new pnum:%d\n", + ithread, + (*( (unsigned int*) header->subFameNumber)), + (*( (uint8_t*) header->dynamicRange)), + (*( (uint16_t*) footer->packetNumber))); +#endif - return OK; + +#ifdef DEBUG + cprintf(BLUE, "Listening_Thread %d : Received bytes: %d. Expected bytes: %d\n", ithread, receivedSize, bufferSize * numberofJobsPerBuffer-cSize); +#endif + return receivedSize; } + + void UDPStandardImplementation::startFrameIndices(int ithread){ FILE_LOG(logDEBUG) << __AT__ << " called"; - if (myDetectorType == EIGER){ - startFrameIndex = 1; - /*startFrameIndex = htonl(*(unsigned int*)((eiger_image_header *)((char*)(buffer[ithread] + HEADER_SIZE_NUM_TOT_PACKETS)))->fnum);*/ + //determine startFrameIndex + switch(myDetectorType){ + case EIGER: + startFrameIndex = 0; //frame number always resets + break; + default: + if(shortFrameEnable < 0){ + startFrameIndex = (((((uint32_t)(*((uint32_t*)(buffer[ithread] + HEADER_SIZE_NUM_TOT_PACKETS))))+1) + & (frameIndexMask)) >> frameIndexOffset); + }else{ + startFrameIndex = ((((uint32_t)(*((uint32_t*)(buffer[ithread]+HEADER_SIZE_NUM_TOT_PACKETS)))) + & (frameIndexMask)) >> frameIndexOffset); + } + break; } - //gotthard has +1 for frame number and not a short frame - else if ((myDetectorType == PROPIX) || ((myDetectorType == GOTTHARD) && (shortFrame == -1))) - startFrameIndex = (((((uint32_t)(*((uint32_t*)(buffer[ithread] + HEADER_SIZE_NUM_TOT_PACKETS))))+1) - & (frameIndexMask)) >> frameIndexOffset); - else - startFrameIndex = ((((uint32_t)(*((uint32_t*)(buffer[ithread]+HEADER_SIZE_NUM_TOT_PACKETS)))) - & (frameIndexMask)) >> frameIndexOffset); - - //start of acquisition + //start of entire acquisition if(!acqStarted){ - startAcquisitionIndex=startFrameIndex; - currframenum = startAcquisitionIndex; + startAcquisitionIndex = startFrameIndex; acqStarted = true; - cout << "startAcquisitionIndex:" << hex << startAcquisitionIndex<push(buffer[ithread]); -#ifdef FIFO_DEBUG - cprintf(BLUE,"%d listener not txm free pushed into fifofree %x\n", ithread,(void*)(buffer[ithread])); -#endif - exit(-1); - } - //free buffer - if(rc <= 0){ - cout << ithread << "Discarding empty frame/ End of acquisition" << endl; - fifoFree[ithread]->push(buffer[ithread]);/** why not while(!)*/ -#ifdef FIFO_DEBUG - cprintf(BLUE,"%d listener empty buffer pushed into fifofree %x\n", ithread, (void*)(buffer[ithread])); + //free empty buffer + if(numbytes <= 0){ + cprintf(BLUE,"Listening_Thread %d :End of Acquisition\n", ithread); + while(!fifoFree[ithread]->push(buffer[ithread])); +#ifdef CFIFODEBUG + if(ithread == 0) + cprintf(CYAN,"Listening_Thread %d :Listener push empty buffer into fifofree %p\n", ithread, (void*)(buffer[ithread])); + else + cprintf(YELLOW,"Listening_Thread %d :Listener push empty buffer into fifofree %p\n", ithread, (void*)(buffer[ithread])); #endif - } - //push the last buffer into fifo - else{ - //eiger (incomplete frames) - throw away - if((myDetectorType == EIGER) && (rc < (bufferSize * numJobsPerThread)) ){ - if(rc == 266240) - cprintf(GREEN, "%d Start of detector: Received test frame of 266240 bytes.\n",ithread); - cout << ithread << "Discarding incomplete frame" << endl; - fifoFree[ithread]->push(buffer[ithread]);/** why not while(!)*/ -#ifdef FIFO_DEBUG - cprintf(BLUE,"%d listener last buffer free pushed into fifofree %x\n", ithread,(void*)(buffer[ithread])); + } + + + //push last non empty buffer into fifo + else{ + (*((uint32_t*)(buffer[ithread]))) = numbytes/onePacketSize; + totalListeningFrameCount[ithread] += (numbytes/onePacketSize); +#ifdef DEBUG + cprintf(BLUE,"Listening_Thread %d: Last Buffer numBytes:%d\n",ithread, numbytes); + cprintf(BLUE,"Listening_Thread %d: Last Buffer packet count:%d\n",ithread, numbytes/onePacketSize); #endif - } - //eiger (complete frames) + other detectors - else{ - pc = (rc/onePacketSize); -#ifdef VERYDEBUG - cout << ithread << " last rc:"<push(buffer[ithread])); +#ifdef CFIFODEBUG + if(ithread == 0) + cprintf(CYAN,"Listening_Thread %d: Listener Last Buffer pushed into fifo %p\n", ithread,(void*)(buffer[ithread])); + else + cprintf(YELLOW,"Listening_Thread %d: Listener Last Buffer pushed into fifo %p\n", ithread,(void*)(buffer[ithread])); #endif - (*((uint16_t*)(buffer[ithread]))) = pc; - totalListeningFrameCount[ithread] += pc; - while(!fifo[ithread]->push(buffer[ithread])); -#ifdef FIFO_DEBUG - cprintf(RED,"%d listener last buffer pushed into fifo %x\n", ithread,(void*)(buffer[ithread])); + } + + //push dummy-end buffer into fifo for all writer threads + for(int i=0; ipop(buffer[ithread]); +#ifdef CFIFODEBUG + if(ithread == 0) + cprintf(CYAN,"Listening_Thread %d: Popped Dummy from fifoFree %p\n", ithread,(void*)(buffer[ithread])); + else + cprintf(YELLOW,"Listening_Thread %d: Popped Dummy from fifoFree %p\n", ithread,(void*)(buffer[ithread])); #endif - } - } + //creating dummy-end buffer with pc=0xFFFF + (*((uint32_t*)(buffer[ithread]))) = dummyPacketValue; + while(!fifo[ithread]->push(buffer[ithread])); +#ifdef CFIFODEBUG + if(ithread == 0) + cprintf(CYAN,"Listening_Thread %d: Listener pushed dummy-end buffer into fifo %p\n", ithread,(void*)(buffer[ithread])); + else + cprintf(YELLOW,"Listening_Thread %d: Listener pushed dummy-end buffer into fifo %p\n", ithread,(void*)(buffer[ithread])); +#endif + } + + + //reset mask and exit loop + pthread_mutex_lock(&statusMutex); + listeningThreadsMask^=(1< 1) + cprintf(BLUE,"Listening_Thread %d: Waiting for other listening threads to be done.. current mask:0x%x\n", ithread, listeningThreadsMask); +#endif + while(listeningThreadsMask) + usleep(5000); +#ifdef DEBUG4 + int t=0; + for(i=0;ipop(buffer[ithread]); -#ifdef FIFO_DEBUG - cprintf(GREEN,"%d listener popped dummy buffer from fifofree %x\n", ithread,(void*)(buffer[ithread])); -#endif - (*((uint16_t*)(buffer[ithread]))) = 0xFFFF; -#ifdef VERYDEBUG - cout << ithread << " dummy buffer num packets:"<< (*((uint16_t*)(buffer[ithread]))) << endl; -#endif - while(!fifo[ithread]->push(buffer[ithread])); -#ifdef FIFO_DEBUG - cprintf(RED,"%d listener pushed dummy buffer into fifo %x\n", ithread,(void*)(buffer[ithread])); -#endif - } - //reset mask and exit loop - pthread_mutex_lock(&status_mutex); - listeningthreads_mask^=(1<> frameIndexOffset)); +#endif + cSize = onePacketSize; + --packetCount; + } + } +#ifdef DEBUG4 + cprintf(BLUE, "Listening_Thread %d: First Header:%d\n", (((((uint32_t)(*((uint32_t*)(buffer[ithread] + HEADER_SIZE_NUM_TOT_PACKETS))))+1) + & (frameIndexMask)) >> frameIndexOffset)); +#endif + break; + + case MOENCH: + lastPacketOffset = (((numberofJobsPerBuffer * packetsPerFrame - 1) * onePacketSize) + HEADER_SIZE_NUM_TOT_PACKETS); +#ifdef DEBUG4 + cprintf(BLUE, "Listening_Thread %d: First Header:%d\t First Packet:%d\t Last Header:%d\t Last Packet:%d\tLast Packet Offset:%d\n", + (((((uint32_t)(*((uint32_t*)(buffer[ithread]+HEADER_SIZE_NUM_TOT_PACKETS))))) & (frameIndexMask)) >> frameIndexOffset), + ((((uint32_t)(*((uint32_t*)(buffer[ithread]+HEADER_SIZE_NUM_TOT_PACKETS))))) & (packetIndexMask)), + (((((uint32_t)(*((uint32_t*)(buffer[ithread]+lastpacketoffset))))) & (frameIndexMask)) >> frameIndexOffset), + ((((uint32_t)(*((uint32_t*)(buffer[ithread]+lastpacketoffset))))) & (packetIndexMask)), + lastPacketOffset); +#endif + //moench last packet value is 0, so find the last packet and store the others in a temp storage + if( ((((uint32_t)(*((uint32_t*)(buffer[ithread]+lastPacketOffset))))) & (packetIndexMask))){ + lastFrameHeader = ((((uint32_t)(*((uint32_t*)(buffer[ithread]+lastPacketOffset))))) + & (frameIndexMask)) >> frameIndexOffset; + cSize += onePacketSize; + lastPacketOffset -= onePacketSize; + --packetCount; + while (lastFrameHeader == (((((uint32_t)(*((uint32_t*)(buffer[ithread]+lastPacketOffset))))) & (frameIndexMask)) >> frameIndexOffset)){ + cSize += onePacketSize; + lastPacketOffset -= onePacketSize; + --packetCount; + } + memcpy(temp, buffer[ithread]+(lastPacketOffset+onePacketSize), cSize); +#ifdef DEBUG4 + cprintf(BLUE, "Listening_Thread %d: temp Header:%d\t temp Packet:%d\n", + (((((uint32_t)(*((uint32_t*)(temp)))))& (frameIndexMask)) >> frameIndexOffset), + ((((uint32_t)(*((uint32_t*)(temp))))) & (packetIndexMask))); +#endif + } + break; + + default: + cprintf(RED,"Listening_Thread %d: Error: This detector %s is not implemented in the receiver\n", + ithread, getDetectorType(myDetectorType).c_str()); + break; + } + +#ifdef DEBUG4 + cprintf(BLUE,"Listening_Thread %d: PacketCount:%d CarryonBufferSize:%d\n",ithread, packetCount, cSize); #endif - //waiting for all listening threads to be done, to print final count of frames listened to - if(ithread == 0){ -#ifdef VERYDEBUG - if(numListeningThreads > 1) - cout << "Waiting for listening to be done.. current mask:" << hex << listeningthreads_mask << endl; -#endif - while(listeningthreads_mask) - usleep(5000); -#ifdef VERYDEBUG - t = 0; - for(i=0;ipop(wbuf[0]); +#ifdef DEBUG5 + cprintf(GREEN,"Writing_Thread %d: Popped %p from FIFO %d\n", ithread, (void*)(wbuf[0]),0); +#endif + uint32_t numPackets = (uint32_t)(*((uint32_t*)wbuf[0])); +#ifdef DEBUG4 + cprintf(GREEN,"Writing_Thread %d: Number of Packets: %d for FIFO %d\n", ithread, numPackets, 0); +#endif + + + //end of acquisition + if(numPackets == dummyPacketValue){ +#ifdef DEBUG3 + cprintf(GREEN,"Writing_Thread %d: Dummy frame popped out of FIFO %d",ithread, 0); +#endif + stopWriting(ithread,wbuf); + continue; + } + + + + //process + if(!dataCompressionEnable) + handleWithoutDataCompression(ithread, wbuf, numPackets); + else{ +#if defined(MYROOT1) && defined(ALLFILE_DEBUG) + if(npackets > 0) + writeFileWithoutCompression(wbuf, numPackets); +#endif + handleDataCompression(ithread,wbuf,nf); + } + }/*--end of loop for each buffer (inner loop)*/ + + waitWritingBufferForNextAcquisition(ithread); + + }/*--end of loop for each acquisition (outer loop) */ } @@ -2334,401 +1908,889 @@ int i; +void UDPStandardImplementation::processWritingBufferPacketByPacket(int ithread){ + FILE_LOG(logDEBUG) << __AT__ << " called"; + + //variable definitions + char* packetBuffer[numberofListeningThreads]; //buffer popped from FIFO + sfilefd = NULL; //file pointer + bool popReady[numberofListeningThreads]; //if the FIFO can be popped + uint32_t numPackets[numberofListeningThreads]; //number of packets popped from the FIFO + + int MAX_NUM_PACKETS = 1024; //highest 32 bit has 1024 number of packets + uint32_t LAST_PACKET_VALUE; //last packet number + + CircularFifo* fifoTempFree[numberofListeningThreads];//ciruclar fifo to keep track of one frame packets to be freed and reused later + char* temp = NULL; + + char* frameBuffer[MAX_NUM_PACKETS]; //buffer offset created for a whole frame + int frameBufferoffset[numberofListeningThreads]; //buffer offset created for a whole frame for both listening threads + char* blankframe[MAX_NUM_PACKETS]; //blank buffer for a whole frame with missing packets + int blankoffset; //blank buffer offset + + bool fullframe[numberofListeningThreads]; //if full frame processed for each listening thread + volatile uint32_t threadFrameNumber[numberofListeningThreads]; //thread frame number for each listening thread buffer popped out + volatile uint32_t presentFrameNumber; //the current frame number aiming to be built + volatile uint32_t lastPacketNumber[numberofListeningThreads]; //last packet number got + volatile uint32_t currentPacketNumber[numberofListeningThreads];//current packet number + volatile int numberofMissingPackets[numberofListeningThreads]; // number of missing packets in this buffer + + for(int i=0; iisEmpty()) + fifoTempFree[i]->pop(temp); + delete fifoTempFree[i]; + } + fifoTempFree[i] = new CircularFifo(MAX_NUM_PACKETS); + } + + for(uint32_t i=0; imissingPacket) = missingPacketValue; + //set each value inside blank frame to 0xff + for(int j=0;j<(oneDataSize);++j){ + unsigned char* blankframe_data = (unsigned char*)blankframe[i] + sizeof(eiger_packet_header_t) + j; + *(blankframe_data) = 0xFF; + } + } + + + + + + /* inner loop - loop for each buffer */ + //until mask unset (udp sockets shut down by client) + while((1 << ithread) & writerThreadsMask){ + + //pop fifo and if end of acquisition + if(popAndCheckEndofAcquisition(ithread, packetBuffer, popReady, numPackets,fifoTempFree)){ +#ifdef DEBUG4 + cprintf(GREEN,"Writing_Thread All dummy-end buffers popped\n", ithread); +#endif + //finish missing packets + if(((frameBufferoffset[0]!=0) || (frameBufferoffset[1]!=((int)packetsPerFrame/numberofListeningThreads)))); + else{ + stopWriting(ithread,packetBuffer); + continue; + } + } + + + //get a full frame------------------------------------------------------------------------------------------------------- + for(int i=0;ipacketNumber); + } + + + + //calculate number of missing packets----------------------------------------------------- + numberofMissingPackets[i] = 0; +#ifdef DEBUG4 + if(numPackets[i] == dummyPacketValue) + cprintf(GREEN, "Fifo %d: Dummy packet: Adding missing packets to the last frame\n", i); + else{ + cprintf(GREEN,"Fifo %d: fnum %d, fnum_thread %d, pnum %d, last_pnum %d, pnum_offset %d\n" + "Fifo %d: Add missing packets to the right fnum %d\n", + i,presentFrameNumber[i],threadFrameNumber[i], + currentPacketNumber[i],lastPacketNumber[i],frameBufferoffset[i], + i,presentFrameNumber); + } +#endif + if((numPackets[i] == dummyPacketValue) || (threadFrameNumber[i] != presentFrameNumber)) + numberofMissingPackets[i] = (LAST_PACKET_VALUE - lastPacketNumber[i]); + else + numberofMissingPackets[i] = (currentPacketNumber[i] - lastPacketNumber[i] - 1); + + + + //add missing packets--------------------------------------------------------------------- + for(int j=0;jmissingPacket)!= missingPacketValue){ + eiger_packet_header_t* blankframe_header = (eiger_packet_header_t*) blankframe[blankoffset]; + cprintf(BG_RED, "Fifo %d: Missing Packet Error: Adding blank packets mismatch " + "pnum_offset %d, pnum %d, fnum_thread %d, missingpacket_buffer 0x%x, missingpacket_blank 0x%x\n", + i,frameBufferoffset[i],currentPacketNumber[i],threadFrameNumber[i], + *( (uint16_t*) frameBuffer_header->missingPacket), + *( (uint16_t*) blankframe_header->missingPacket)); + exit(-1); + }else{ +#ifdef DEBUG4 + cprintf(RED, "Fifo %d: Missing Packet: Adding blank packets success " + "pnum_offset %d, pnum %d, fnum_thread %d, missingpacket_buffer 0x%x\n", + i,frameBufferoffset[i],currentPacketNumber[i],threadFrameNumber[i], + *( (uint16_t*) frameBuffer_header->missingPacket)); +#endif + frameBufferoffset[i]++; + blankoffset++; + } + } + + //missed packets/future packet: do not pop over and determine fullframe-------------------- + if(numberofMissingPackets[i]){ + popReady[i] = false; + if((numPackets[i] == dummyPacketValue) ||(threadFrameNumber[i] != presentFrameNumber)) + fullframe[i] = true; + else{ + fullframe[i] = false; + //update last packet + lastPacketNumber[i] = currentPacketNumber[i] - 1; + } + if(threadFrameNumber[i] != presentFrameNumber) + threadFrameNumber[i] = presentFrameNumber; + numMissingPackets += numberofMissingPackets[i]; + } + + //no missed packet: add current packet-------------------------------------------------------------- + else{ + if(currentPacketNumber[i] != (uint32_t)(frameBufferoffset[i]-(i*packetsPerFrame/numberofListeningThreads))+1){ + cprintf(BG_RED, "Fifo %d: Correct Packet Offset Error:Adding current packet mismatch " + "pnum_offset %d,pnum %d fnum_thread %d\n", + i,frameBufferoffset[i],currentPacketNumber[i],threadFrameNumber[i]); + exit(-1); + } + + frameBuffer[frameBufferoffset[i]] = packetBuffer[i] + HEADER_SIZE_NUM_TOT_PACKETS; +#ifdef DEBUG4 + eiger_packet_header_t* frameBuffer_header = (eiger_packet_header_t*) frameBuffer[frameBufferoffset[i]]; + eiger_packet_footer_t* frameBuffer_footer = (eiger_packet_footer_t*) (frameBuffer[frameBufferoffset[i]] + footer_offset); + cprintf(GREEN, "Fifo %d: Current Packet added success:" + "pnum_offset %d, pnum %d, fnum_thread %d, missingpacket_buffer 0x%x\n", + i,frameBufferoffset[i],currentPacketNumber[i],threadFrameNumber[i], + *( (uint16_t*) frameBuffer_header->missingPacket)); +#endif + frameBufferoffset[i]++; + //update last packet + lastPacketNumber[i] = currentPacketNumber[i]; + popReady[i] = true; + fullframe[i] = false; + if(currentPacketNumber[i] == LAST_PACKET_VALUE){ +#ifdef DEBUG4 + cprintf(GREEN, "Fifo %d: Got last packet\n",i); +#endif + popReady[i] = false; + fullframe[i] = true; + } + } + } + } + + + //full frame + if(fullframe[0] && fullframe[1]){ + currentFrameNumber = presentFrameNumber; + numTotMissingPacketsInFile += numMissingPackets; + numTotMissingPackets += numMissingPackets; +#ifdef FNUM_DEBUG + cprintf(GREEN,"**fnum:%d**\n",currentFrameNumber); +#endif +#ifdef MISSINGP_DEBUG + if(numMissingPackets){ + cprintf(RED, "Total missing packets %d for fnum %d\n",numMissingPackets,currentFrameNumber); + for (int j=0;jmissingPacket)==missingPacketValue) + cprintf(RED,"Found missing packet at pnum %d\n",j); + } + } +#endif + + //write and copy to gui + handleWithoutDataCompression(ithread,frameBuffer,packetsPerFrame); + + //freeing + for(int i=0; iisEmpty()){ + fifoTempFree[i]->pop(temp); + fifoFree[i]->push(temp); +#ifdef CFIFODEBUG + if(i==0) + cprintf(CYAN,"Fifo %d: Writing_Thread freed: pushed into fifofree %p\n",i, (void*)(temp)); + else + cprintf(YELLOW,"Fifo %d: Writing_Thread freed: pushed into fifofree %p\n",i, (void*)(temp)); +#endif + } + } + + + +#ifdef DEBUG4 + cprintf(GREEN,"Writing_Thread: finished freeing\n"); +#endif + + + //reset a few stuff + presentFrameNumber++; + for(int i=0; ipacketNumber), (void*)(packetBuffer[i])); + } +#endif + + + + }/*--end of loop for each buffer (inner loop)*/ + + waitWritingBufferForNextAcquisition(ithread); + + }/*--end of loop for each acquisition (outer loop) */ +} + + + + +void UDPStandardImplementation::waitWritingBufferForNextAcquisition(int ithread){ + FILE_LOG(logDEBUG) << __AT__ << " called"; + + //in case they are not closed already + closeFile(); +#ifdef DEBUG4 + cprintf(GREEN,"Writing_Thread %d: Done with acquisition. Waiting for 1st sem to create new file/change of parameters\n", ithread); +#endif + //end of acquisition, wait for file create/change of parameters + sem_wait(&writerSemaphore[ithread]); + //check to exit thread (for change of parameters) - only EXIT possibility + if(killAllWritingThreads){ + cprintf(GREEN,"Writing_Thread %d:Goodbye!\n",ithread); + pthread_exit(NULL); + } +#ifdef DEBUG4 + cprintf(GREEN,"Writing_Thread %d: Got 1st post. Creating File\n", ithread); +#endif + + + //pop fifo so that its empty + char* temp; + while(!fifo[ithread]->isEmpty()){ + cout << ithread << ":emptied buffer in fifo" << endl; + fifo[ithread]->pop(temp); + } + + //create file + if((1<* fifoTempFree[]){ + FILE_LOG(logDEBUG) << __AT__ << " called"; + + bool endofAcquisition = true; + for(int i=0; ipop(wbuffer[i]); +#ifdef CFIFODEBUG + if(i == 0) + cprintf(CYAN,"Writing_Thread %d: Popped %p from FIFO %d\n", ithread, (void*)(wbuffer[i]),i); + else + cprintf(YELLOW,"Writing_Thread %d: Popped %p from FIFO %d\n", ithread, (void*)(wbuffer[i]),i); +#endif + nP[i] = (uint32_t)(*((uint32_t*)wbuffer[i])); +#ifdef DEBUG4 + cprintf(GREEN,"Writing_Thread %d: Number of Packets: %d for FIFO %d\n", ithread, nP[i], i); +#endif + //dummy-end buffer + if(nP[i] == dummyPacketValue){ + ready[i] = false; +#ifdef DEBUG3 + cprintf(GREEN,"Writing_Thread %d: Dummy frame popped out of FIFO %d",ithread, i); +#endif + } + //normal buffer popped out + else{ + endofAcquisition = false; +#ifdef DEBUG4 + if(myDetectorType == EIGER){ + eiger_packet_footer_t* wbuf_footer = (eiger_packet_footer_t*)(wbuffer[i] + footerOffset + HEADER_SIZE_NUM_TOT_PACKETS); + //cprintf(BLUE,"footer value:0x%x\n",i,(uint64_t)(*( (uint64_t*) wbuf_footer))); + cprintf(BLUE,"Fnum[%d]:%d\n",i,(uint32_t)(*( (uint64_t*) wbuf_footer))); + cprintf(BLUE,"Pnum[%d]:%d\n",i,*( (uint16_t*) wbuf_footer->packetNumber)); + } +#endif + if(myDetectorType == EIGER){ + while(!fifoTempFree[i]->push(wbuffer[i])); + } + } + } + //when both are not popped but curretn frame number is being processed + else{ + if(nP[i] != dummyPacketValue) + endofAcquisition = false; + } + } + + return endofAcquisition; +} + void UDPStandardImplementation::stopWriting(int ithread, char* wbuffer[]){ FILE_LOG(logDEBUG) << __AT__ << " called"; - int i,j; -#ifdef VERYDEBUG - cout << ithread << " **********************popped last dummy frame:" << (void*)wbuffer[0] << endl; -#endif + cprintf(GREEN,"Info: Writing_Thread %d: End of Acquisition\n",ithread); //free fifo - for(i=0;ipush(wbuffer[i])); -#ifdef FIFO_DEBUG - cprintf(BLUE,"%d writer free dummy pushed into fifofree %x for listener %d\n", ithread,(void*)(wbuffer[i]),i); +#ifdef CFIFODEBUG + if(i==0) + cprintf(CYAN,"Writing_Thread %d: Freeing dummy-end buffer. Pushed into fifofree %p for listener %d\n", ithread,(void*)(wbuffer[i]),i); + else + cprintf(YELLOW,"Writing_Thread %d: Freeing dummy-end buffer. Pushed into fifofree %p for listener %d\n", ithread,(void*)(wbuffer[i]),i); #endif } - - //all threads need to close file, reset mask and exit loop closeFile(ithread); - pthread_mutex_lock(&status_mutex); - writerthreads_mask^=(1<> frameIndexOffset; + //set indices + acquisitionIndex = currentFrameNumber - startAcquisitionIndex; + frameIndex = currentFrameNumber - startFrameIndex; + } - offset = HEADER_SIZE_NUM_TOT_PACKETS; - if(myDetectorType == EIGER){ - offset += EIGER_HEADER_LENGTH; -#ifdef WRITE_HEADERS -#ifdef VERY_DEBUG - if(myDetectorType == EIGER){ - int k = 0; - if(dynamicRange != 32){ - cprintf(RED, "\np1 fnum:0x%x\n", (*(unsigned int*)(((eiger_packet_header *)((char*)(buf + offset+k*1040)))->num1))); - cprintf(RED, "p1:0x%x\n", (*(uint8_t*)(((eiger_packet_header *)((char*)(buf + offset+k*1040)))->num3))); - cprintf(RED, "p0 num:%d - %d\n", k, (*(uint8_t*)(((eiger_packet_header *)((char*)(buf + offset+k*1040)))->num4))); - k = 1; - cprintf(RED, "p2 fnum:0x%x\n", (*(unsigned int*)(((eiger_packet_header *)((char*)(buf + offset +k*1040)))->num1))); - cprintf(RED, "p2:0x%x\n", (*(uint8_t*)(((eiger_packet_header *)((char*)(buf + offset +k*1040)))->num3))); - cprintf(RED, "p1 num:%d - %d\n", k,(*(uint8_t*)(((eiger_packet_header *)((char*)(buf + offset +k*1040)))->num4))); - k = 2; - cprintf(RED, "p3 fnum:0x%x\n", (*(unsigned int*)(((eiger_packet_header *)((char*)(buf + offset + k*1040)))->num1))); - cprintf(RED, "p3:0x%x\n", (*(uint8_t*)(((eiger_packet_header *)((char*)(buf + offset +k*1040)))->num3))); - cprintf(RED, "p2 num:%d - %d\n", k,(*(uint8_t*)(((eiger_packet_header *)((char*)(buf + offset +k*1040)))->num4))); - }else{ - k = 0; - cprintf(RED, "\np1 fnum:0x%x\n", (*(unsigned int*)(((eiger_packet_header *)((char*)(buf + offset+k*1040)))->num1))); - cprintf(RED, "p1:0x%x\n", (*(uint8_t*)(((eiger_packet_header *)((char*)(buf + offset+k*1040)))->num3))); - cprintf(RED, "p0 num:%d - %d\n", k, (*(uint16_t*)(((eiger_packet_header *)((char*)(buf + offset+k*1040)))->num2))); - k = 1; - cprintf(RED, "p2 fnum:0x%x\n", (*(unsigned int*)(((eiger_packet_header *)((char*)(buf + offset +k*1040)))->num1))); - cprintf(RED, "p2:0x%x\n", (*(uint8_t*)(((eiger_packet_header *)((char*)(buf + offset +k*1040)))->num3))); - cprintf(RED, "p1 num:%d - %d\n", k, (*(uint16_t*)(((eiger_packet_header *)((char*)(buf + offset +k*1040)))->num2))); - k = 2; - cprintf(RED, "p3 fnum:0x%x\n", (*(unsigned int*)(((eiger_packet_header *)((char*)(buf + offset + k*1040)))->num1))); - cprintf(RED, "p3:0x%x\n", (*(uint8_t*)(((eiger_packet_header *)((char*)(buf + offset +k*1040)))->num3))); - cprintf(RED, "p2 num:%d - %d\n", k, (*(uint16_t*)(((eiger_packet_header *)((char*)(buf + offset +k*1040)))->num2))); - k = 256; - cprintf(RED, "p257 fnum:0x%x\n", (*(unsigned int*)(((eiger_packet_header *)((char*)(buf + offset + k*1040)))->num1))); - cprintf(RED, "p257:0x%x\n", (*(uint8_t*)(((eiger_packet_header *)((char*)(buf + offset +k*1040)))->num3))); - cprintf(RED, "p256 num:%d - %d\n", k, (*(uint16_t*)(((eiger_packet_header *)((char*)(buf + offset +k*1040)))->num2))); - k = 512; - cprintf(RED, "p513 fnum:0x%x\n", (*(unsigned int*)(((eiger_packet_header *)((char*)(buf + offset + k*1040)))->num1))); - cprintf(RED, "p513:0x%x\n", (*(uint8_t*)(((eiger_packet_header *)((char*)(buf + offset +k*1040)))->num3))); - cprintf(RED, "p512 num:%d - %d\n", k, (*(uint16_t*)(((eiger_packet_header *)((char*)(buf + offset +k*1040)))->num2))); - k = 768; - cprintf(RED, "p769 fnum:0x%x\n", (*(unsigned int*)(((eiger_packet_header *)((char*)(buf + offset + k*1040)))->num1))); - cprintf(RED, "p769:0x%x\n", (*(uint8_t*)(((eiger_packet_header *)((char*)(buf + offset +k*1040)))->num3))); - cprintf(RED, "p768 num:%d - %d\n", k,(*(uint16_t*)(((eiger_packet_header *)((char*)(buf + offset +k*1040)))->num2))); - } - } -#endif -#endif + + //callback to write data + if (cbAction < DO_EVERYTHING){ + switch(myDetectorType){ + case EIGER: + for(uint32_t i=0;i 0){ + } - //for progress and packet loss calculation(new files) - if(myDetectorType == EIGER); - else if ((myDetectorType == PROPIX)||((myDetectorType == GOTTHARD) && (shortFrame == -1))) - tempframenum = (((((uint32_t)(*((uint32_t*)(buf + HEADER_SIZE_NUM_TOT_PACKETS))))+1)& (frameIndexMask)) >> frameIndexOffset); - else - tempframenum = ((((uint32_t)(*((uint32_t*)(buf + HEADER_SIZE_NUM_TOT_PACKETS))))& (frameIndexMask)) >> frameIndexOffset); - - if(numWriterThreads == 1) - currframenum = tempframenum; - else{ - if(tempframenum > currframenum) - currframenum = tempframenum; - } -#ifdef VERYDEBUG - cout << "tempframenum:" << dec << tempframenum << " curframenum:" << currframenum << endl; + //write to file if enabled and update write parameters + if(npackets > 0) + writeFileWithoutCompression(wbuffer, npackets); +#ifdef DEBUG4 + cprintf(GREEN,"Writing_Thread: Writing done\nGoing to copy frame\n"); #endif - //lock - if(numWriterThreads > 1) - pthread_mutex_lock(&write_mutex); + //copy frame for gui + if(npackets >= packetsPerFrame) + copyFrameToGui(wbuffer); +#ifdef DEBUG4 + cprintf(GREEN,"Writing_Thread: Copied frame\n"); +#endif + + + //free fifo addresses (eiger frees for each packet later) + if(myDetectorType != EIGER){ + while(!fifoFree[0]->push(wbuffer[0])); +#ifdef DEBUG5 + cprintf(GREEN,"Writing_Thread %d: Freed buffer, pushed into fifofree %p for listener 0\n",ithread, (void*)(wbuffer[0])); +#endif + } +} + + + + +void UDPStandardImplementation::writeFileWithoutCompression(char* wbuffer[],uint32_t numpackets){ + FILE_LOG(logDEBUG) << __AT__ << " called"; + + + //create headers for eiger +#ifdef WRITE_HEADERS + if (myDetectorType == EIGER && cbAction == DO_EVERYTHING) + createHeaders(wbuffer); +#endif + + //if write enabled + if((fileWriteEnable) && (sfilefd)){ + int offset = HEADER_SIZE_NUM_TOT_PACKETS; //offset (not eiger) to keep track of how many packets saved + uint32_t packetsToSave; //how many packets to save at a time + volatile uint64_t tempframenumber; + int lastpacket; + + //loop to take care of creating new files when it reaches max packets per file + while(numpackets > 0){ //to create new file when max reached packetsToSave = maxPacketsPerFile - packetsInFile; if(packetsToSave > numpackets) packetsToSave = numpackets; -/**next time offset is still plus header length*/ - fwrite(buf+offset, 1, packetsToSave * onePacketSize, sfilefd); - packetsInFile += packetsToSave; - packetsCaught += packetsToSave; - totalPacketsCaught += packetsToSave; -#ifdef VERYDEBUG - cout << "/totalPacketsCaught:" << dec << totalPacketsCaught <= maxPacketsPerFile){ - //for packet loss - lastpacket = (((packetsToSave - 1) * onePacketSize) + offset); - if(myDetectorType == EIGER); - else if ((myDetectorType == PROPIX)||((myDetectorType == GOTTHARD) && (shortFrame == -1))) - tempframenum = (((((uint32_t)(*((uint32_t*)(buf + lastpacket))))+1)& (frameIndexMask)) >> frameIndexOffset); - else - tempframenum = ((((uint32_t)(*((uint32_t*)(buf + lastpacket))))& (frameIndexMask)) >> frameIndexOffset); - if(numWriterThreads == 1) - currframenum = tempframenum; - else{ - if(tempframenum > currframenum) - currframenum = tempframenum; + //write to file + if(cbAction == DO_EVERYTHING){ + switch(myDetectorType){ + case EIGER: + for(uint32_t i=0; i= (uint32_t)maxPacketsPerFile){ + //for packet loss, because currframenum is the latest one for eiger + if(myDetectorType != EIGER){ + lastpacket = (((packetsToSave - 1) * onePacketSize) + offset); + + //get frame number (eiger already gets it when it does packet to packet processing) + tempframenumber = ((uint32_t)(*((uint32_t*)(wbuffer[0] + lastpacket)))); + //for gotthard and normal frame, increment frame number to separate fnum and pnum + if (myDetectorType == PROPIX ||(myDetectorType == GOTTHARD && shortFrameEnable == -1)) + tempframenumber++; + //get frame number + currentFrameNumber = (tempframenumber & frameIndexMask) >> frameIndexOffset; + //set indices + acquisitionIndex = currentFrameNumber - startAcquisitionIndex; + frameIndex = currentFrameNumber - startFrameIndex; + } +#ifdef DEBUG3 + cprintf(GREEN,"Writing_Thread: Current Frame Number:%d\n",currentFrameNumber); #endif - //create createNewFile(); } - //unlock - if(numWriterThreads > 1) - pthread_mutex_unlock(&write_mutex); - - - offset += (packetsToSave * onePacketSize); + //increase offset + if(myDetectorType != EIGER) + offset += (packetsToSave * onePacketSize); numpackets -= packetsToSave; } - } + + //only update parameters else{ - if(numWriterThreads > 1) - pthread_mutex_lock(&write_mutex); + if(numberofWriterThreads > 1) pthread_mutex_lock(&writeMutex); packetsInFile += numpackets; - packetsCaught += numpackets; - totalPacketsCaught += numpackets; - if(numWriterThreads > 1) - pthread_mutex_unlock(&write_mutex); + packetsCaught += (numpackets - numMissingPackets); + totalPacketsCaught += (numpackets - numMissingPackets); + numMissingPackets = 0; + if(numberofWriterThreads > 1) pthread_mutex_unlock(&writeMutex); + } + +} + + + + + +void UDPStandardImplementation::createHeaders(char* wbuffer[]){ + + + int port = 0, missingPacket; + + for (uint32_t i = 0; i < packetsPerFrame; i++){ + + + eiger_packet_header_t* wbuf_header = (eiger_packet_header_t*) wbuffer[i]; + eiger_packet_footer_t* wbuf_footer = (eiger_packet_footer_t*)(wbuffer[i] + footerOffset); +#ifdef DEBUG4 + cprintf(GREEN, "Loop index:%d Pnum:%d\n",i,*( (uint16_t*) wbuf_footer->packetNumber)); +#endif + //which port + if (i ==(packetsPerFrame/2)) port = 1; + + //missing packet + if (*( (uint16_t*) wbuf_header->missingPacket)== missingPacketValue){ +#ifdef DEBUG4 + cprintf(GREEN,"Missing packet at %d\n", i+1); +#endif + missingPacket = 1; + //add frame and packet numbers + *( (uint64_t*) wbuf_footer) = (uint64_t)((currentFrameNumber+1)); + *( (uint16_t*) wbuf_footer->packetNumber) = (i+1); + } + //normal packet + else{ + missingPacket = 0; + //correct the packet numbers of port2 so that port1 and 2 are not the same + if(port) *( (uint16_t*) wbuf_footer->packetNumber) = (*( (uint16_t*) wbuf_footer->packetNumber))+(packetsPerFrame/2); + } + //DEBUGGING + if(*( (uint16_t*) wbuf_footer->packetNumber) != (i+1)){ + cprintf(BG_RED, "Writing_Thread: Packet Number Mismatch! " + "i %d, pnum %d, fnum %lld, missingPacket 0x%x\n", + i,*( (uint16_t*) wbuf_footer->packetNumber),(long long int)currentFrameNumber,*( (uint16_t*) wbuf_header->missingPacket)); + exit(-1); + } + //overwriting port number and dynamic range + *( (uint8_t*) wbuf_header->portIndex) = port; + *( (uint8_t*) wbuf_header->dynamicRange) = dynamicRange; } } - - - - - - - - - - - - -void UDPStandardImplementation::handleDataCompression(int ithread, char* wbuffer[], int &npackets, char* data, int xmax, int ymax, int &nf){ +void UDPStandardImplementation::copyFrameToGui(char* buffer[]){ FILE_LOG(logDEBUG) << __AT__ << " called"; -#if defined(MYROOT1) && defined(ALLFILE_DEBUG) - writeToFile_withoutCompression(wbuf[0], numpackets,currframenum); + + //random read (gui not ready) + //need to toggle guiDataReady or the second frame wont be copied + if((!FrameToGuiFrequency) && (!guiData)){ +#ifdef DEBUG4 + cprintf(GREEN,"Writing_Thread: CopyingFrame: Resetting guiDataReady\n"); +#endif + pthread_mutex_lock(&dataReadyMutex); + guiDataReady=0; + pthread_mutex_unlock(&dataReadyMutex); + } + + //random read (gui ready) or nth frame read: gui needs data now or it is the first frame + else{ +#ifdef DEBUG4 + cprintf(GREEN,"Writing_Thread: CopyingFrame: Gui needs data now OR 1st frame\n"); +#endif + pthread_mutex_lock(&dataReadyMutex); + guiDataReady=0; +#ifdef DEBUG4 + cprintf(GREEN,"Writing_Thread: CopyingFrame: guidataready is 0, Copying data\n"); +#endif + switch(myDetectorType){ + case EIGER: + for(uint32_t i=0; ifindNextFrame(data,ndata,remainingsize)){ - np = ndata/onePacketSize; - - //cout<<"buff framnum:"<> frameIndexOffset)<newFrame(); - - //only for moench - if(commonModeSubtractionEnable){ - for(ix = xmin - 1; ix < xmax+1; ix++){ - for(iy = ymin - 1; iy < ymax+1; iy++){ - thisEvent = singlePhotonDet[ithread]->getEventType(buff, ix, iy, 0); - } - } - } - - - for(ix = xmin - 1; ix < xmax+1; ix++) - for(iy = ymin - 1; iy < ymax+1; iy++){ - thisEvent=singlePhotonDet[ithread]->getEventType(buff, ix, iy, commonModeSubtractionEnable); - if (nf>1000) { - tot=0; - tl=0; - tr=0; - bl=0; - br=0; - if (thisEvent==PHOTON_MAX) { - receiverdata[ithread]->getFrameNumber(buff); - //iFrame=receiverdata[ithread]->getFrameNumber(buff); -#ifdef MYROOT1 - myTree[ithread]->Fill(); - //cout << "Fill in event: frmNr: " << iFrame << " ix " << ix << " iy " << iy << " type " << thisEvent << endl; -#else - pthread_mutex_lock(&write_mutex); - if((enableFileWrite) && (sfilefd)) - singlePhotonDet[ithread]->writeCluster(sfilefd); - pthread_mutex_unlock(&write_mutex); + //nth frame read, block current process if the guireader hasnt read it yet + if(FrameToGuiFrequency){ +#ifdef DEBUG4 + cprintf(GREEN,"Writing_Thread: CopyingFrame: Waiting after copying\n"); #endif - } - } - } - - nf++; -#ifndef ALLFILE - pthread_mutex_lock(&progress_mutex); - packetsInFile += packetsPerFrame; - packetsCaught += packetsPerFrame; - totalPacketsCaught += packetsPerFrame; - if(packetsInFile >= maxPacketsPerFile) - createNewFile(); - pthread_mutex_unlock(&progress_mutex); - + sem_wait(&writerGuiSemaphore); +#ifdef DEBUG4 + cprintf(GREEN,"Writing_Thread: CopyingFrame: Done waiting\n"); #endif - if(!once){ - copyFrameToGui(NULL,-1,buff); - once = 1; - } - } - - remainingsize -= ((buff + ndata) - data); - data = buff + ndata; - if(data > (wbuffer[0] + HEADER_SIZE_NUM_TOT_PACKETS + npackets * onePacketSize) ) - cprintf(BG_RED,"ERROR SHOULD NOT COME HERE, Error 142536!\n"); - - } - - while(!fifoFree[0]->push(wbuffer[0])); -#ifdef FIFO_DEBUG - cprintf(BLUE,"%d writer compression free pushed into fifofree %x for listerner 0\n", ithread, (void*)(wbuffer[0])); -#endif - -} - - - - - -int UDPStandardImplementation::enableTenGiga(int enable){ - FILE_LOG(logDEBUG) << __AT__ << " called"; - - cout << "Enabling 10Gbe to" << enable << endl; - - int oldtengiga = tengigaEnable; - if(enable >= 0){ - - tengigaEnable = enable; - - if(myDetectorType == EIGER){ - - if(!tengigaEnable){ - packetsPerFrame = EIGER_ONE_GIGA_CONSTANT * dynamicRange * EIGER_MAX_PORTS; - onePacketSize = EIGER_ONE_GIGA_ONE_PACKET_SIZE; - }else{ - packetsPerFrame = EIGER_TEN_GIGA_CONSTANT * dynamicRange * EIGER_MAX_PORTS; - onePacketSize = EIGER_TEN_GIGA_ONE_PACKET_SIZE; - } - frameSize = onePacketSize * packetsPerFrame; - bufferSize = (frameSize/EIGER_MAX_PORTS) + EIGER_HEADER_LENGTH;//everything one port gets (img header plus packets) - maxPacketsPerFile = EIGER_MAX_FRAMES_PER_FILE * packetsPerFrame; - - - cout<<"packetsPerFrame:"<> frameIndexOffset; + //handle multi threads + pthread_mutex_lock(&progressMutex); + if(tempframenumber > currentFrameNumber) + currentFrameNumber = tempframenumber; + pthread_mutex_unlock(&progressMutex); + //set indices + acquisitionIndex = currentFrameNumber - startAcquisitionIndex; + frameIndex = currentFrameNumber - startFrameIndex; + + + //variable definitions + char* buff[2]={0,0}; //an array just to be compatible with copyframetogui + char* data = wbuffer[0]+ HEADER_SIZE_NUM_TOT_PACKETS; //data pointer to the next memory to be analysed + int ndata; //size of data returned + uint32_t np; //remaining number of packets returned + uint32_t npackets = (uint32_t)(*((uint32_t*)wbuffer[0])); //number of total packets + int remainingsize = npackets * onePacketSize; //size of the memory slot to be analyzed + + eventType thisEvent = PEDESTAL; + int once = 0; + int xmax = 0, ymax = 0; //max pixels in x and y direction + int xmin = 1, ymin = 1; //min pixels in x and y direction + double tot, tl, tr, bl, br; + + //determining xmax and ymax + switch(myDetectorType){ + case MOENCH: + xmax = MOENCH_PIXELS_IN_ONE_ROW-1; + ymax = MOENCH_PIXELS_IN_ONE_ROW-1; + break; + case GOTTHARD: + if(shortFrameEnable == -1){ + xmax = GOTTHARD_PIXELS_IN_ROW-1; + ymax = GOTTHARD_PIXELS_IN_COL-1; + }else{ + xmax = GOTTHARD_SHORT_PIXELS_IN_ROW-1; + ymax = GOTTHARD_SHORT_PIXELS_IN_COL-1; + } + break; + default: + break; + } + + while(buff[0] = receiverData[ithread]->findNextFrame(data,ndata,remainingsize)){ + + //remaining number of packets + np = ndata/onePacketSize; + + if ((np == packetsPerFrame) && (buff[0]!=NULL)){ + if(nf == 1000) + cprintf(GREEN, "Writing_Thread %d: pedestal done\n", ithread); + + singlePhotonDetectorObject[ithread]->newFrame(); + + //only for moench + if(commonModeSubtractionEnable){ + for(int ix = xmin - 1; ix < xmax+1; ix++){ + for(int iy = ymin - 1; iy < ymax+1; iy++){ + thisEvent = singlePhotonDetectorObject[ithread]->getEventType(buff[0], ix, iy, 0); + } + } + } + + + for(int ix = xmin - 1; ix < xmax+1; ix++) + for(int iy = ymin - 1; iy < ymax+1; iy++){ + thisEvent=singlePhotonDetectorObject[ithread]->getEventType(buff[0], ix, iy, commonModeSubtractionEnable); + if (nf>1000) { + tot=0; + tl=0; + tr=0; + bl=0; + br=0; + if (thisEvent==PHOTON_MAX) { + receiverData[ithread]->getFrameNumber(buff[0]); + //iFrame=receiverData[ithread]->getFrameNumber(buff); +#ifdef MYROOT1 + myTree[ithread]->Fill(); + //cout << "Fill in event: frmNr: " << iFrame << " ix " << ix << " iy " << iy << " type " << thisEvent << endl; +#else + pthread_mutex_lock(&writeMutex); + if((fileWriteEnable) && (sfilefd)) + singlePhotonDetectorObject[ithread]->writeCluster(sfilefd); + pthread_mutex_unlock(&writeMutex); +#endif + } + } + } + + nf++; +#ifndef ALLFILE + pthread_mutex_lock(&progressMutex); + packetsInFile += packetsPerFrame; + packetsCaught += packetsPerFrame; + totalPacketsCaught += packetsPerFrame; + if(packetsInFile >= (uint32_t)maxPacketsPerFile) + createNewFile(); + pthread_mutex_unlock(&progressMutex); + +#endif + if(!once){ + copyFrameToGui(buff); + once = 1; + } + } + + remainingsize -= ((buff[0] + ndata) - data); + data = buff[0] + ndata; + if(data > (wbuffer[0] + HEADER_SIZE_NUM_TOT_PACKETS + npackets * onePacketSize) ) + cprintf(BG_RED,"Writing_Thread %d: Error: Compression data goes out of bounds!\n", ithread); + } + + + while(!fifoFree[0]->push(wbuffer[0])); +#ifdef DEBUG5 + cprintf(GREEN,"Writing_Thread %d: Compression free pushed into fifofree %p for listerner 0\n", ithread, (void*)(wbuffer[0])); +#endif +} + + diff --git a/slsReceiverSoftware/src/main.cpp b/slsReceiverSoftware/src/main.cpp index bd0f7886f..1dc9a65c6 100644 --- a/slsReceiverSoftware/src/main.cpp +++ b/slsReceiverSoftware/src/main.cpp @@ -6,25 +6,38 @@ #include #include +#include //SIGINT #include "utilities.h" #include "logger.h" - using namespace std; +slsReceiverUsers *receiver; + +void deleteReceiver(slsReceiverUsers* r){ + if(r){delete r;r=0;} +} + +void closeFile(int p){ + deleteReceiver(receiver); +} int main(int argc, char *argv[]) { + + //Catch signal SIGINT to close files properly + signal(SIGINT,closeFile); + int ret = slsReceiverDefs::OK; + receiver = new slsReceiverUsers(argc, argv, ret); - slsReceiverUsers *user = new slsReceiverUsers(argc, argv, ret); - - if(ret==slsReceiverDefs::FAIL) + if(ret==slsReceiverDefs::FAIL){ + deleteReceiver(receiver); return -1; + } //register callbacks - /** callback arguments are filepath @@ -37,10 +50,8 @@ int main(int argc, char *argv[]) { 1 callback writes file, we have to open, close it 2 we open, close, write file, callback does not do anything - registerCallBackStartAcquisition(int (*func)(char*, char*,int, int, void*),void *arg); */ - //receiver->registerCallBackStartAcquisition(func,arg); @@ -49,43 +60,36 @@ int main(int argc, char *argv[]) { total farmes caught registerCallBackAcquisitionFinished(void (*func)(int, void*),void *arg); */ - - //receiver->registerCallBackAcquisitionFinished(func,arg); - /** args to raw data ready callback are framenum datapointer file descriptor guidatapointer (NULL, no data required) - NEVER DELETE THE DATA POINTER REMEMBER THAT THE CALLBACK IS BLOCKING - registerCallBackRawDataReady(void (*func)(int, char*, FILE*, char*, void*),void *arg); - */ - //receiver->registerCallBackRawDataReady(func,arg); //start tcp server thread - if(user->start() == slsReceiverDefs::OK){ - cout << "DONE!" << endl; + if(receiver->start() == slsReceiverDefs::OK){ + FILE_LOG(logDEBUG1) << "DONE!" << endl; string str; cin>>str; //wait and look for an exit keyword while(str.find("exit") == string::npos) cin>>str; //stop tcp server thread, stop udp socket - user->stop(); + receiver->stop(); } - delete user; + deleteReceiver(receiver); cout << "Goodbye!" << endl; return 0; } diff --git a/slsReceiverSoftware/src/slsReceiver.cpp b/slsReceiverSoftware/src/slsReceiver.cpp index e43820613..f23da65c5 100644 --- a/slsReceiverSoftware/src/slsReceiver.cpp +++ b/slsReceiverSoftware/src/slsReceiver.cpp @@ -29,6 +29,9 @@ slsReceiver::slsReceiver(int argc, char *argv[], int &success){ * @return */ + udp_interface = NULL; + tcpipInterface = NULL; + //creating base receiver map configuration_map; int tcpip_port_no = 1954; @@ -55,7 +58,8 @@ slsReceiver::slsReceiver(int argc, char *argv[], int &success){ }; /* getopt_long stores the option index here. */ int option_index = 0; - int c; + int c=0; + optind = 1; while ( c != -1 ){ c = getopt_long (argc, argv, "mbfhtr", long_options, &option_index); @@ -162,7 +166,7 @@ void slsReceiver::closeFile(int p) { int64_t slsReceiver::getReceiverVersion(){ - tcpipInterface->getReceiverVersion(); + return tcpipInterface->getReceiverVersion(); } diff --git a/slsReceiverSoftware/src/slsReceiverTCPIPInterface.cpp b/slsReceiverSoftware/src/slsReceiverTCPIPInterface.cpp index 8e07ceafe..4af5e0424 100644 --- a/slsReceiverSoftware/src/slsReceiverTCPIPInterface.cpp +++ b/slsReceiverSoftware/src/slsReceiverTCPIPInterface.cpp @@ -9,9 +9,7 @@ #include "slsReceiverUsers.h" #include "slsReceiver.h" -#include //SIGINT #include //EXIT - #include #include #include @@ -26,31 +24,31 @@ using namespace std; slsReceiverTCPIPInterface::~slsReceiverTCPIPInterface() { - closeFile(0); + stop(); if(socket) {delete socket; socket=NULL;} - if(receiverBase) {delete receiverBase; receiverBase=NULL;} } slsReceiverTCPIPInterface::slsReceiverTCPIPInterface(int &success, UDPInterface* rbase, int pn, bool bot): - myDetectorType(GOTTHARD), - receiverBase(rbase), - ret(OK), - lockStatus(0), - shortFrame(-1), - packetsPerFrame(GOTTHARD_PACKETS_PER_FRAME), - dynamicrange(16), - socket(NULL), - killTCPServerThread(0), - tenGigaEnable(0), portNumber(DEFAULT_PORTNO+2), - bottom(bot){ + myDetectorType(GOTTHARD), + receiverBase(rbase), + ret(OK), + lockStatus(0), + shortFrame(-1), + packetsPerFrame(GOTTHARD_PACKETS_PER_FRAME), + dynamicrange(16), + killTCPServerThread(0), + tenGigaEnable(0), + portNumber(DEFAULT_PORTNO+2), + bottom(bot), + socket(NULL){ - int port_no=portNumber; - if(receiverBase == NULL) receiverBase = 0; + int port_no=portNumber; + if(receiverBase == NULL) receiverBase = 0; - if (pn>0) - port_no = pn; + if (pn>0) + port_no = pn; - success=OK; + success=OK; //create socket if(success == OK){ @@ -66,103 +64,81 @@ slsReceiverTCPIPInterface::slsReceiverTCPIPInterface(int &success, UDPInterface* strcpy(socket->thisClientIP,"none1"); strcpy(mess,"dummy message"); function_table(); -#ifdef VERBOSE +#ifdef VERYVERBOSE cout << "Function table assigned." << endl; #endif - - //Catch signal SIGINT to close files properly - signal(SIGINT,staticCloseFile); } } - + } int slsReceiverTCPIPInterface::setPortNumber(int pn){ int p_number; - MySocketTCP *oldsocket=NULL;; - int sd=0; - if (pn>0) { - p_number = pn; - - if (p_number<1024) { - sprintf(mess,"Too low port number %d\n", p_number); - cout << mess << endl; - } else { - - oldsocket=socket; - socket = new MySocketTCP(p_number); - if(socket){ - sd = socket->getErrorStatus(); - if (!sd){ - portNumber=p_number; - delete oldsocket; - } else { - cout << "Could not bind port " << p_number << endl; - if (sd==-10) { - - cout << "Port "<< p_number << " already set" << endl; - } else { - delete socket; - socket=oldsocket; - } + MySocketTCP *oldsocket=NULL;; + int sd=0; + + if (pn>0) { + p_number = pn; + + if (p_number<1024) { + sprintf(mess,"Too low port number %d\n", p_number); + cout << mess << endl; + } else { + + oldsocket=socket; + socket = new MySocketTCP(p_number); + if(socket){ + sd = socket->getErrorStatus(); + if (!sd){ + portNumber=p_number; + strcpy(socket->lastClientIP,oldsocket->lastClientIP); + delete oldsocket; + } else { + cout << "Could not bind port " << p_number << endl; + if (sd==-10) { + + cout << "Port "<< p_number << " already set" << endl; + } else { + delete socket; + socket=oldsocket; + } + } + + } else { + socket=oldsocket; + } + } } - - } else { - socket=oldsocket; - } - } - } - return portNumber; + return portNumber; } int slsReceiverTCPIPInterface::start(){ - cout << "Creating TCP Server Thread" << endl; + FILE_LOG(logDEBUG) << "Creating TCP Server Thread" << endl; killTCPServerThread = 0; if(pthread_create(&TCPServer_thread, NULL,startTCPServerThread, (void*) this)){ cout << "Could not create TCP Server thread" << endl; return FAIL; } - //#ifdef VERBOSE - cout << "TCP Server thread created successfully." << endl; + //#ifdef VERYVERBOSE + FILE_LOG(logDEBUG) << "TCP Server thread created successfully." << endl; //#endif return OK; } void slsReceiverTCPIPInterface::stop(){ - cout << "Shutting down UDP Socket" << endl; - if(receiverBase) - receiverBase->shutDownUDPSockets(); - - cout << "Closing Files... " << endl; - receiverBase->closeFile(); - - - cout<<"Shutting down TCP Socket and TCP thread"<shutDownUDPSockets(); - - cout << "Closing Files... " << endl; - receiverBase->closeFile(); - } - - killTCPServerThread = 1; - socket->ShutDownSocket(); - socket->exitServer(); + if(socket) socket->ShutDownSocket(); cout<<"Socket closed"<ReceiveDataOnly(&fnum,sizeof(fnum)); if (n <= 0) { -#ifdef VERBOSE +#ifdef VERYVERBOSE cout << "ERROR reading from socket " << n << ", " << fnum << endl; #endif return FAIL; } -#ifdef VERBOSE +#ifdef VERYVERBOSE else cout << "size of data received " << n <*flist[fnum])(); if (ret==FAIL) - cout << "Error executing the function = " << fnum << endl; + cprintf(RED, "Error executing the function = %d\n",fnum); return ret; } @@ -343,19 +320,13 @@ int slsReceiverTCPIPInterface::M_nofunc(){ void slsReceiverTCPIPInterface::closeFile(int p){ - stop(); - cout << "Goodbye!" << endl; - exit(-1); -} - -void slsReceiverTCPIPInterface::staticCloseFile(int p){ - slsReceiverUsers::receiver->closeFile(p); + receiverBase->closeFile(); } int slsReceiverTCPIPInterface::set_detector_type(){ ret=OK; - int retval=FAIL; + detectorType retval=GENERIC; detectorType dr; strcpy(mess,"Could not set detector type range\n"); @@ -374,25 +345,44 @@ int slsReceiverTCPIPInterface::set_detector_type(){ ret=FAIL; } else{ - myDetectorType = dr; + + switch(dr){ + case GOTTHARD: + case PROPIX: + case MOENCH: + case EIGER: + case JUNGFRAUCTB: + case JUNGFRAU: + break; + default: + sprintf(mess,"Unknown detector type: %d\n", dr); + ret = FAIL; + break; + } + if(ret != FAIL){ #ifndef REST - receiverBase = UDPInterface::create("standard"); - receiverBase->setBottom(bottom); + receiverBase = UDPInterface::create("standard"); #endif - ret=receiverBase->setDetectorType(dr); - retval = myDetectorType; + myDetectorType = dr; + ret=receiverBase->setDetectorType(myDetectorType); + retval = myDetectorType; +#ifndef REST + receiverBase->setBottomEnable(bottom); +#endif + } + } } -//#ifdef VERBOSE + //#ifdef VERYVERBOSE if(ret!=FAIL) - cout << "detector type" << dr << endl; + FILE_LOG(logDEBUG) << "detector type " << dr; else - cout << mess << endl; -//#endif + cprintf(RED, "%s\n", mess); + //#endif #endif if(ret==OK && socket->differentClients){ - cout << "Force update" << endl; + FILE_LOG(logDEBUG) << "Force update"; ret=FORCE_UPDATE; } @@ -414,7 +404,8 @@ int slsReceiverTCPIPInterface::set_detector_type(){ int slsReceiverTCPIPInterface::set_file_name() { ret=OK; - char retval[MAX_STR_LENGTH]=""; + char* retval = NULL; + char defaultVal[MAX_STR_LENGTH] = ""; char fName[MAX_STR_LENGTH]; strcpy(mess,"Could not set file name"); @@ -436,10 +427,14 @@ int slsReceiverTCPIPInterface::set_file_name() { strcpy(mess,"Receiver not set up\n"); ret=FAIL; } - else - strcpy(retval,receiverBase->setFileName(fName)); + else{ + receiverBase->setFileName(fName); + retval = receiverBase->getFileName(); + if(retval == NULL) + ret = FAIL; + } } -#ifdef VERBOSE +#ifdef VERYVERBOSE if(ret!=FAIL) cout << "file name:" << retval << endl; else @@ -447,16 +442,25 @@ int slsReceiverTCPIPInterface::set_file_name() { #endif #endif + if(ret==OK && socket->differentClients){ - cout << "Force update" << endl; + FILE_LOG(logDEBUG) << "Force update"; ret=FORCE_UPDATE; } // send answer socket->SendDataOnly(&ret,sizeof(ret)); - if(ret==FAIL) + if(ret==FAIL){ + cprintf(RED, "%s\n", mess); socket->SendDataOnly(mess,sizeof(mess)); - socket->SendDataOnly(retval,MAX_STR_LENGTH); + } + if(retval == NULL) + socket->SendDataOnly(defaultVal,MAX_STR_LENGTH); + else{ + socket->SendDataOnly(retval,MAX_STR_LENGTH); + delete[] retval; + } + //return ok/fail return ret; @@ -469,7 +473,8 @@ int slsReceiverTCPIPInterface::set_file_name() { int slsReceiverTCPIPInterface::set_file_dir() { ret=OK; - char retval[MAX_STR_LENGTH]=""; + char* retval=NULL; + char defaultVal[MAX_STR_LENGTH] = ""; char fPath[MAX_STR_LENGTH]; strcpy(mess,"Could not set file path\n"); @@ -495,17 +500,16 @@ int slsReceiverTCPIPInterface::set_file_dir() { ret=FAIL; } else{ - strcpy(retval,receiverBase->setFilePath(fPath)); - // if file path doesnt exist - if(strlen(fPath)) - if (strcmp(retval,fPath)){ - strcpy(mess,"receiver file path does not exist\n"); - ret=FAIL; - } + receiverBase->setFilePath(fPath); + retval = receiverBase->getFilePath(); + if(retval == NULL){ + ret = FAIL; + strcpy(mess,"receiver file path does not exist\n"); + } } } -#ifdef VERBOSE +#ifdef VERYVERBOSE if(ret!=FAIL) cout << "file path:" << retval << endl; else @@ -514,15 +518,22 @@ int slsReceiverTCPIPInterface::set_file_dir() { #endif if(ret==OK && socket->differentClients){ - cout << "Force update" << endl; + FILE_LOG(logDEBUG) << "Force update"; ret=FORCE_UPDATE; } // send answer socket->SendDataOnly(&ret,sizeof(ret)); - if(ret==FAIL) + if(ret==FAIL){ + cprintf(RED, "%s\n", mess); socket->SendDataOnly(mess,sizeof(mess)); - socket->SendDataOnly(retval,MAX_STR_LENGTH); + } + if(retval == NULL) + socket->SendDataOnly(defaultVal,MAX_STR_LENGTH); + else{ + socket->SendDataOnly(retval,MAX_STR_LENGTH); + delete[] retval; + } //return ok/fail return ret; @@ -557,10 +568,15 @@ int slsReceiverTCPIPInterface::set_file_index() { strcpy(mess,"Receiver not set up\n"); ret=FAIL; } - else - retval=receiverBase->setFileIndex(index); + else{ + if(index >= 0) + receiverBase->setFileIndex(index); + retval=receiverBase->getFileIndex(); + if(index>=0 && retval!=index) + ret = FAIL; + } } -#ifdef VERBOSE +#ifdef VERYVERBOSE if(ret!=FAIL) cout << "file index:" << retval << endl; else @@ -569,14 +585,16 @@ int slsReceiverTCPIPInterface::set_file_index() { #endif if(ret==OK && socket->differentClients){ - cout << "Force update" << endl; + FILE_LOG(logDEBUG) << "Force update"; ret=FORCE_UPDATE; } // send answer socket->SendDataOnly(&ret,sizeof(ret)); - if(ret==FAIL) + if(ret==FAIL){ + cprintf(RED, "%s\n", mess); socket->SendDataOnly(mess,sizeof(mess)); + } socket->SendDataOnly(&retval,sizeof(retval)); //return ok/fail @@ -614,10 +632,24 @@ int slsReceiverTCPIPInterface::set_frame_index() { strcpy(mess,"Receiver not set up\n"); ret=FAIL; } - else - retval=receiverBase->setFrameIndexNeeded(index); + else{ + //client sets to 0, but for receiver it is just an enable + //client uses this value for other detectors not using receiver, + //so implement the interface here + + switch(index){ + case -1: index=0; break; + default: index=1; break; //value is 0 + } + receiverBase->setFrameIndexEnable(index); + retval=receiverBase->getFrameIndexEnable(); + switch(retval){ + case 0: retval=-1; break; + case 1: retval=0; break; + } + } } -#ifdef VERBOSE +#ifdef VERYVERBOSE if(ret!=FAIL) cout << "frame index:" << retval << endl; else @@ -626,14 +658,16 @@ int slsReceiverTCPIPInterface::set_frame_index() { #endif if(ret==OK && socket->differentClients){ - cout << "Force update" << endl; + FILE_LOG(logDEBUG) << "Force update"; ret=FORCE_UPDATE; } // send answer socket->SendDataOnly(&ret,sizeof(ret)); - if(ret==FAIL) + if(ret==FAIL){ + cprintf(RED, "%s\n", mess); socket->SendDataOnly(mess,sizeof(mess)); + } socket->SendDataOnly(&retval,sizeof(retval)); //return ok/fail @@ -649,7 +683,7 @@ int slsReceiverTCPIPInterface::set_frame_index() { int slsReceiverTCPIPInterface::setup_udp(){ ret=OK; strcpy(mess,"could not set up udp connection"); - char retval[MAX_STR_LENGTH]=""; + char retval[MAX_STR_LENGTH] = ""; char args[3][MAX_STR_LENGTH]; string temp; @@ -681,57 +715,56 @@ int slsReceiverTCPIPInterface::setup_udp(){ } else{ //set up udp port - sscanf(args[1],"%d",&udpport); - sscanf(args[2],"%d",&udpport2); - receiverBase->setUDPPortNo(udpport); - receiverBase->setUDPPortNo2(udpport2); - //setup udpip - //get ethernet interface or IP to listen to - cout << "Ethernet interface is " << args[0] << endl; - temp = genericSocket::ipToName(args[0]); - cout << temp << endl; - if(temp=="none"){ - ret = FAIL; - strcpy(mess, "failed to get ethernet interface or IP to listen to\n"); - } - else{ - strcpy(eth,temp.c_str()); - if (strchr(eth,'.')!=NULL) { - strcpy(eth,""); - ret = FAIL; - } - FILE_LOG(logDEBUG) << __FILE__ << "::" << __func__ << " " << eth; - receiverBase->setEthernetInterface(eth); + sscanf(args[1],"%d",&udpport); + sscanf(args[2],"%d",&udpport2); + receiverBase->setUDPPortNumber(udpport); + receiverBase->setUDPPortNumber2(udpport2); + //setup udpip + //get ethernet interface or IP to listen to + FILE_LOG(logINFO) << "Receiver UDP IP: " << args[0]; + temp = genericSocket::ipToName(args[0]); + if(temp=="none"){ + ret = FAIL; + strcpy(mess, "Failed to get ethernet interface or IP\n"); + FILE_LOG(logERROR) << mess; + } + else{ + strcpy(eth,temp.c_str()); + if (strchr(eth,'.')!=NULL) { + strcpy(eth,""); + ret = FAIL; + } + receiverBase->setEthernetInterface(eth); - cout << eth << endl; - //get mac address from ethernet interface - if (ret != FAIL) + //get mac address from ethernet interface + if (ret != FAIL) temp = genericSocket::nameToMac(eth); - - if ((temp=="00:00:00:00:00:00") || (ret == FAIL)){ - ret = FAIL; - strcpy(mess,"failed to get mac adddress to listen to\n"); - cout << "mess:" << mess << endl; - } - else{ - strcpy(retval,temp.c_str()); - cout<<"mac:"<differentClients){ - cout << "Force update" << endl; + FILE_LOG(logDEBUG) << "Force update"; ret=FORCE_UPDATE; } // send answer socket->SendDataOnly(&ret,sizeof(ret)); - if(ret==FAIL) + if(ret==FAIL){ + FILE_LOG(logERROR) << mess; socket->SendDataOnly(mess,sizeof(mess)); + } socket->SendDataOnly(retval,MAX_STR_LENGTH); //return ok/fail @@ -746,8 +779,7 @@ int slsReceiverTCPIPInterface::setup_udp(){ int slsReceiverTCPIPInterface::start_receiver(){ ret=OK; ret=OK; - enum runStatus s; - char cstatus[15]; + enum runStatus s = ERROR; strcpy(mess,"Could not start receiver\n"); // execute action if the arguments correctly arrived @@ -761,39 +793,31 @@ int slsReceiverTCPIPInterface::start_receiver(){ strcpy(mess,"receiver not set up. set receiver ip again.\n"); ret = FAIL; } - */ + */ else if (receiverBase == NULL){ strcpy(mess,"Receiver not set up\n"); ret=FAIL; } else { s = receiverBase->getStatus(); - switch (s) { - case ERROR: strcpy(cstatus,"error"); break; - case WAITING: strcpy(cstatus,"waiting"); break; - case RUNNING: strcpy(cstatus,"running"); break; - case TRANSMITTING: strcpy(cstatus,"data"); break; - case RUN_FINISHED: strcpy(cstatus,"finished"); break; - default: strcpy(cstatus,"idle"); break; - } if(s == IDLE) ret=receiverBase->startReceiver(mess); else{ - sprintf(mess,"Cannot start Receiver as it is in %s state\n",cstatus); + sprintf(mess,"Cannot start Receiver as it is in %s state\n",runStatusType(s).c_str()); ret=FAIL; } } - #endif if(ret==OK && socket->differentClients){ - cout << "Force update" << endl; + FILE_LOG(logDEBUG) << "Force update"; ret=FORCE_UPDATE; } // send answer socket->SendDataOnly(&ret,sizeof(ret)); if(ret==FAIL){ + cprintf(RED, "%s\n", mess); socket->SendDataOnly(mess,sizeof(mess)); } //return ok/fail @@ -805,7 +829,7 @@ int slsReceiverTCPIPInterface::start_receiver(){ int slsReceiverTCPIPInterface::stop_receiver(){ ret=OK; - + enum runStatus s = ERROR; strcpy(mess,"Could not stop receiver\n"); // execute action if the arguments correctly arrived @@ -818,19 +842,30 @@ int slsReceiverTCPIPInterface::stop_receiver(){ strcpy(mess,"Receiver not set up\n"); ret=FAIL; } - else if(receiverBase->getStatus()!=IDLE) - ret=receiverBase->stopReceiver(); + else{ + if(receiverBase->getStatus()!=IDLE) + receiverBase->stopReceiver(); + s = receiverBase->getStatus(); + if(s==IDLE) + ret = OK; + else{ + sprintf(mess,"Could not stop receiver. It is in %s state\n",runStatusType(s).c_str()); + ret = FAIL; + } + } #endif if(ret==OK && socket->differentClients){ - cout << "Force update" << endl; + FILE_LOG(logDEBUG) << "Force update"; ret=FORCE_UPDATE; } // send answer socket->SendDataOnly(&ret,sizeof(ret)); - if(ret==FAIL) + if(ret==FAIL){ + cprintf(RED, "%s\n", mess); socket->SendDataOnly(mess,sizeof(mess)); + } //return ok/fail return ret; @@ -851,14 +886,16 @@ int slsReceiverTCPIPInterface::get_status(){ #endif if(ret==OK && socket->differentClients){ - cout << "Force update" << endl; + FILE_LOG(logDEBUG) << "Force update"; ret=FORCE_UPDATE; } // send answer socket->SendDataOnly(&ret,sizeof(ret)); - if(ret==FAIL) + if(ret==FAIL){ + cprintf(RED, "%s\n", mess); socket->SendDataOnly(mess,sizeof(mess)); + } socket->SendDataOnly(&retval,sizeof(retval)); //return ok/fail return ret; @@ -879,14 +916,16 @@ int slsReceiverTCPIPInterface::get_frames_caught(){ }else retval=receiverBase->getTotalFramesCaught(); #endif if(ret==OK && socket->differentClients){ - cout << "Force update" << endl; + FILE_LOG(logDEBUG) << "Force update"; ret=FORCE_UPDATE; } // send answer socket->SendDataOnly(&ret,sizeof(ret)); - if(ret==FAIL) + if(ret==FAIL){ + cprintf(RED, "%s\n", mess); socket->SendDataOnly(mess,sizeof(mess)); + } socket->SendDataOnly(&retval,sizeof(retval)); //return ok/fail return ret; @@ -909,14 +948,16 @@ int slsReceiverTCPIPInterface::get_frame_index(){ #endif if(ret==OK && socket->differentClients){ - cout << "Force update" << endl; + FILE_LOG(logDEBUG) << "Force update"; ret=FORCE_UPDATE; } // send answer socket->SendDataOnly(&ret,sizeof(ret)); - if(ret==FAIL) + if(ret==FAIL){ + cprintf(RED, "%s\n", mess); socket->SendDataOnly(mess,sizeof(mess)); + } socket->SendDataOnly(&retval,sizeof(retval)); //return ok/fail return ret; @@ -943,20 +984,21 @@ int slsReceiverTCPIPInterface::reset_frames_caught(){ ret=FAIL; } else - receiverBase->resetTotalFramesCaught(); + receiverBase->resetAcquisitionCount(); } #endif if(ret==OK && socket->differentClients){ - cout << "Force update" << endl; + FILE_LOG(logDEBUG) << "Force update"; ret=FORCE_UPDATE; } // send answer socket->SendDataOnly(&ret,sizeof(ret)); - if(ret==FAIL) + if(ret==FAIL){ + cprintf(RED, "%s\n", mess); socket->SendDataOnly(mess,sizeof(mess)); - + } //return ok/fail return ret; @@ -1003,7 +1045,8 @@ int slsReceiverTCPIPInterface::set_short_frame() { ret=FAIL; } else{ - retval=receiverBase->setShortFrame(index); + receiverBase->setShortFrameEnable(index); + retval = receiverBase->getShortFrameEnable(); shortFrame = retval; if(shortFrame==-1) packetsPerFrame=GOTTHARD_PACKETS_PER_FRAME; @@ -1014,14 +1057,16 @@ int slsReceiverTCPIPInterface::set_short_frame() { #endif if(ret==OK && socket->differentClients){ - cout << "Force update" << endl; + FILE_LOG(logDEBUG) << "Force update"; ret=FORCE_UPDATE; } // send answer socket->SendDataOnly(&ret,sizeof(ret)); - if(ret==FAIL) + if(ret==FAIL){ + cprintf(RED, "%s\n", mess); socket->SendDataOnly(mess,sizeof(mess)); + } socket->SendDataOnly(&retval,sizeof(retval)); //return ok/fail @@ -1062,11 +1107,11 @@ int slsReceiverTCPIPInterface::moench_read_frame(){ for(i=0;igetStartFrameIndex();*/ - receiverBase->readFrame(fName,&raw,index,startAcquisitionIndex,startFrameIndex); + receiverBase->readFrame(fName,&raw,startAcquisitionIndex,startFrameIndex); /**send garbage with -1 index to try again*/ if (raw == NULL){ startAcquisitionIndex = -1; -#ifdef VERBOSE +#ifdef VERYVERBOSE cout<<"data not ready for gui yet"<differentClients){ - cout << "Force update" << endl; + FILE_LOG(logDEBUG) << "Force update"; ret=FORCE_UPDATE; } // send answer socket->SendDataOnly(&ret,sizeof(ret)); if(ret==FAIL){ - cout << "mess:" << mess << endl; + cprintf(RED,"%s\n",mess); socket->SendDataOnly(mess,sizeof(mess)); } else{ @@ -1248,14 +1292,14 @@ int slsReceiverTCPIPInterface::gotthard_read_frame(){ //depending on shortframe or not if(shortFrame!=-1) bufferSize=GOTTHARD_SHORT_BUFFER_SIZE; - char* raw = new char[bufferSize]; + char* raw; - uint32_t index=0,index2=0; + uint32_t index=-1,index2=0; uint32_t pindex=0,pindex2=0; uint32_t bindex=0,bindex2=0; - uint32_t startAcquisitionIndex=0; - uint32_t startFrameIndex=0; + uint64_t startAcquisitionIndex=0; + uint64_t startFrameIndex=0; strcpy(mess,"Could not read frame\n"); @@ -1274,13 +1318,12 @@ int slsReceiverTCPIPInterface::gotthard_read_frame(){ cout<<"haven't caught any frame yet"<getStartFrameIndex();*/ - receiverBase->readFrame(fName,&raw,index,startAcquisitionIndex,startFrameIndex); + receiverBase->readFrame(fName,&raw,startAcquisitionIndex,startFrameIndex); /**send garbage with -1 index to try again*/ if (raw == NULL){ startAcquisitionIndex = -1; -#ifdef VERBOSE +#ifdef VERYVERBOSE cout<<"data not ready for gui yet"<> GOTTHARD_SHORT_FRAME_INDEX_OFFSET); -#ifdef VERBOSE +#ifdef VERYVERBOSE cout << "index:" << hex << index << endl; #endif }else{ @@ -1298,9 +1341,9 @@ int slsReceiverTCPIPInterface::gotthard_read_frame(){ bindex2 = ((uint32_t)(*((uint32_t*)((char*)(raw+onebuffersize)))))+1; pindex2 =(bindex2 & GOTTHARD_PACKET_INDEX_MASK); index2 =((bindex2 & GOTTHARD_FRAME_INDEX_MASK) >> GOTTHARD_FRAME_INDEX_OFFSET); -#ifdef VERBOSE - cout << "index1:" << hex << index << endl; - cout << "index2:" << hex << index << endl; +#ifdef VERYVERBOSE + cout << "index1:" << hex << index << endl; + cout << "index2:" << hex << index << endl; #endif } @@ -1322,21 +1365,21 @@ int slsReceiverTCPIPInterface::gotthard_read_frame(){ /*//ignore if half frame is missing if ((bindex != 0xFFFFFFFF) && (bindex2 != 0xFFFFFFFF)){*/ - //should be same frame - if (index == index2){ - //ideal situation (should be odd, even(index+1)) - if(!pindex){ - memcpy(retval,((char*) origVal)+4, onedatasize); - memcpy((((char*)retval)+onedatasize), ((char*) origVal)+10+onedatasize, onedatasize); - } - //swap to even,odd - else{ - memcpy((((char*)retval)+onedatasize),((char*) origVal)+4, onedatasize); - memcpy(retval, ((char*) origVal)+10+onedatasize, onedatasize); - index=index2; - } - }else - cout << "different frames caught. frame1:"<< hex << index << ":"<differentClients){ - cout << "Force update" << endl; + FILE_LOG(logDEBUG) << "Force update"; ret=FORCE_UPDATE; } // send answer socket->SendDataOnly(&ret,sizeof(ret)); if(ret==FAIL){ - cout << "mess:" << mess << endl; + cprintf(RED,"%s\n",mess); socket->SendDataOnly(mess,sizeof(mess)); } else{ @@ -1418,7 +1461,7 @@ int slsReceiverTCPIPInterface::propix_read_frame(){ int onebuffersize = bufferSize/PROPIX_PACKETS_PER_FRAME; int onedatasize = PROPIX_DATA_BYTES; - char* raw = new char[bufferSize]; + char* raw; int rnel = bufferSize/(sizeof(int)); int* retval = new int[rnel]; int* origVal = new int[rnel]; @@ -1427,11 +1470,11 @@ int slsReceiverTCPIPInterface::propix_read_frame(){ for(i=0;igetStartFrameIndex();*/ - receiverBase->readFrame(fName,&raw,index,startAcquisitionIndex,startFrameIndex); + receiverBase->readFrame(fName,&raw,startAcquisitionIndex,startFrameIndex); /**send garbage with -1 index to try again*/ if (raw == NULL){ startAcquisitionIndex = -1; -#ifdef VERBOSE +#ifdef VERYVERBOSE cout<<"data not ready for gui yet"<> PROPIX_FRAME_INDEX_OFFSET); -#ifdef VERBOSE +#ifdef VERYVERBOSE cout << "index1:" << hex << index << endl; cout << "index2:" << hex << index << endl; #endif @@ -1515,7 +1557,7 @@ int slsReceiverTCPIPInterface::propix_read_frame(){ } } -#ifdef VERBOSE +#ifdef VERYVERBOSE if(frameIndex!=-1){ cout << "fName:" << fName << endl; cout << "acquisitionIndex:" << acquisitionIndex << endl; @@ -1530,14 +1572,14 @@ int slsReceiverTCPIPInterface::propix_read_frame(){ #endif if(ret==OK && socket->differentClients){ - cout << "Force update" << endl; + FILE_LOG(logDEBUG) << "Force update"; ret=FORCE_UPDATE; } // send answer socket->SendDataOnly(&ret,sizeof(ret)); if(ret==FAIL){ - cout << "mess:" << mess << endl; + cprintf(RED,"%s\n",mess); socket->SendDataOnly(mess,sizeof(mess)); } else{ @@ -1565,23 +1607,42 @@ int slsReceiverTCPIPInterface::propix_read_frame(){ int slsReceiverTCPIPInterface::eiger_read_frame(){ ret=OK; + + /** structure of an eiger packet*/ + typedef struct + { + unsigned char subframenum[4]; + unsigned char missingpacket[2]; + unsigned char portnum[1]; + unsigned char dynamicrange[1]; + } eiger_packet_header_t; + + typedef struct + { + unsigned char framenum[6]; + unsigned char packetnum[2]; + } eiger_packet_footer_t; + + char fName[MAX_STR_LENGTH]=""; int acquisitionIndex = -1; int frameIndex= -1; - int i; uint32_t index=0; - uint32_t subindex=-1; + uint32_t subframenumber=-1; + int frameSize = EIGER_ONE_GIGA_ONE_PACKET_SIZE * packetsPerFrame; int dataSize = EIGER_ONE_GIGA_ONE_DATA_SIZE * packetsPerFrame; + int oneDataSize = EIGER_ONE_GIGA_ONE_DATA_SIZE; if(tenGigaEnable){ frameSize = EIGER_TEN_GIGA_ONE_PACKET_SIZE * packetsPerFrame; dataSize = EIGER_TEN_GIGA_ONE_DATA_SIZE * packetsPerFrame; + oneDataSize = EIGER_TEN_GIGA_ONE_DATA_SIZE; } - char* raw = new char[frameSize]; + char* raw; char* origVal = new char[frameSize]; char* retval = new char[dataSize]; - uint32_t startAcquisitionIndex=0; - uint32_t startFrameIndex=0; + uint64_t startAcquisitionIndex=0; + uint64_t startFrameIndex=0; strcpy(mess,"Could not read frame\n"); @@ -1593,32 +1654,46 @@ int slsReceiverTCPIPInterface::eiger_read_frame(){ ret=FAIL; } - /**send garbage with -1 index to try again*/ + //send garbage with -1 index to try again else if(!receiverBase->getFramesCaught()){ startAcquisitionIndex=-1; -#ifdef VERBOSE +#ifdef VERYVERBOSE cout<<"haven't caught any frame yet"<readFrame(fName,&raw,index,startAcquisitionIndex,startFrameIndex); -#ifdef VERBOSE - cout << "index:" << dec << index << endl; -#endif - /**send garbage with -1 index to try again*/ + //read a frame + receiverBase->readFrame(fName,&raw,startAcquisitionIndex,startFrameIndex); + //send garbage with -1 index to try again if (raw == NULL){ startAcquisitionIndex = -1; -#ifdef VERBOSE +#ifdef VERYVERBOSE cout<<"data not ready for gui yet"<subframenum); + } + +#ifdef VERYVERBOSE + cout << "index:" << dec << index << endl; + cout << "subframenumber:" << dec << subframenumber << endl; +#endif + memcpy(origVal,raw,frameSize); raw=NULL; @@ -1677,7 +1752,7 @@ int slsReceiverTCPIPInterface::eiger_read_frame(){ } } - } + } //bottom half module @@ -1730,7 +1805,7 @@ int slsReceiverTCPIPInterface::eiger_read_frame(){ acquisitionIndex = index-startAcquisitionIndex; if(acquisitionIndex == -1) - startFrameIndex = -1; + startFrameIndex = -1; else frameIndex = index-startFrameIndex; #ifdef VERY_VERY_DEBUG @@ -1739,18 +1814,19 @@ int slsReceiverTCPIPInterface::eiger_read_frame(){ cout << "index:" << index << endl; cout << "startAcquisitionIndex:" << startAcquisitionIndex << endl; cout << "startFrameIndex:" << startFrameIndex << endl; + cout << "subframenumber:" << subframenumber << endl; #endif } } -#ifdef VERBOSE +#ifdef VERYVERBOSE if(frameIndex!=-1){ cout << "fName:" << fName << endl; cout << "acquisitionIndex:" << acquisitionIndex << endl; cout << "frameIndex:" << frameIndex << endl; cout << "startAcquisitionIndex:" << startAcquisitionIndex << endl; cout << "startFrameIndex:" << startFrameIndex << endl; - + cout << "subframenumber:" << subframenumber << endl; } #endif @@ -1759,21 +1835,21 @@ int slsReceiverTCPIPInterface::eiger_read_frame(){ #endif if(ret==OK && socket->differentClients){ - cout << "Force update" << endl; + FILE_LOG(logDEBUG) << "Force update"; ret=FORCE_UPDATE; } // send answer socket->SendDataOnly(&ret,sizeof(ret)); if(ret==FAIL){ - cout << "mess:" << mess << endl; + cprintf(RED,"%s\n",mess); socket->SendDataOnly(mess,sizeof(mess)); } else{ socket->SendDataOnly(fName,MAX_STR_LENGTH); socket->SendDataOnly(&acquisitionIndex,sizeof(acquisitionIndex)); socket->SendDataOnly(&frameIndex,sizeof(frameIndex)); - socket->SendDataOnly(&subindex,sizeof(subindex)); + socket->SendDataOnly(&subframenumber,sizeof(subframenumber)); socket->SendDataOnly(retval,dataSize); } @@ -1819,21 +1895,31 @@ int slsReceiverTCPIPInterface::set_read_frequency(){ ret = FAIL; strcpy(mess,"cannot set up receiver mode when receiver is running\n"); }*/ - else - retval=receiverBase->setNFrameToGui(index); + else{ + if(index >= 0){ + ret = receiverBase->setFrameToGuiFrequency(index); + if(ret == FAIL) + strcpy(mess, "Could not allocate memory for listening fifo\n"); + } + retval=receiverBase->getFrameToGuiFrequency(); + if(index>=0 && retval!=index) + ret = FAIL; + } } #endif if(ret==OK && socket->differentClients){ - cout << "Force update" << endl; + FILE_LOG(logDEBUG) << "Force update"; ret=FORCE_UPDATE; } // send answer socket->SendDataOnly(&ret,sizeof(ret)); - if(ret==FAIL) + if(ret==FAIL){ + cprintf(RED,"%s\n",mess); socket->SendDataOnly(mess,sizeof(mess)); + } socket->SendDataOnly(&retval,sizeof(retval)); //return ok/fail @@ -1871,23 +1957,25 @@ int slsReceiverTCPIPInterface::enable_file_write(){ } else{ if(enable >= 0) - receiverBase->setEnableFileWrite(enable); - retval=receiverBase->getEnableFileWrite(); - if((enable!=-1)&&(enable!=retval)) + receiverBase->setFileWriteEnable(enable); + retval=receiverBase->getFileWriteEnable(); + if(enable>=0 && enable!=retval) ret=FAIL; } } #endif if(ret==OK && socket->differentClients){ - cout << "Force update" << endl; + FILE_LOG(logDEBUG) << "Force update"; ret=FORCE_UPDATE; } // send answer socket->SendDataOnly(&ret,sizeof(ret)); - if(ret==FAIL) + if(ret==FAIL){ + cprintf(RED,"%s\n",mess); socket->SendDataOnly(mess,sizeof(mess)); + } socket->SendDataOnly(&retval,sizeof(retval)); //return ok/fail @@ -1906,7 +1994,7 @@ int slsReceiverTCPIPInterface::get_id(){ #endif if(socket->differentClients){ - cout << "Force update" << endl; + FILE_LOG(logDEBUG) << "Force update"; ret=FORCE_UPDATE; } @@ -1949,14 +2037,16 @@ int slsReceiverTCPIPInterface::start_readout(){ #endif if(ret==OK && socket->differentClients){ - cout << "Force update" << endl; + FILE_LOG(logDEBUG) << "Force update"; ret=FORCE_UPDATE; } // send answer socket->SendDataOnly(&ret,sizeof(ret)); - if(ret==FAIL) + if(ret==FAIL){ + cprintf(RED,"%s\n",mess); socket->SendDataOnly(mess,sizeof(mess)); + } socket->SendDataOnly(&retval,sizeof(retval)); //return ok/fail return ret; @@ -1993,15 +2083,25 @@ int slsReceiverTCPIPInterface::set_timer() { ret=FAIL; } else{ - if(index[0] == slsReceiverDefs::FRAME_PERIOD) - retval=receiverBase->setAcquisitionPeriod(index[1]); - else - retval=receiverBase->setNumberOfFrames(index[1]); + if(index[0] == FRAME_PERIOD){ + if(index[1]>=0){ + ret = receiverBase->setAcquisitionPeriod(index[1]); + if(ret == FAIL) + strcpy(mess,"Could not allocate memory for listening fifo\n"); + } + retval=receiverBase->getAcquisitionPeriod(); + }else{ + if(index[1]>=0) + receiverBase->setNumberOfFrames(index[1]); + retval=receiverBase->getNumberOfFrames(); + } + if(index[1]>=0 && retval!=index[1]) + ret = FAIL; } } -#ifdef VERBOSE +#ifdef VERYVERBOSE if(ret!=FAIL){ - if(index[0] == slsReceiverDefs::FRAME_PERIOD) + if(index[0] == FRAME_PERIOD) cout << "acquisition period:" << retval << endl; else cout << "frame number:" << retval << endl; @@ -2011,14 +2111,16 @@ int slsReceiverTCPIPInterface::set_timer() { #endif if(ret==OK && socket->differentClients){ - cout << "Force update" << endl; + FILE_LOG(logDEBUG) << "Force update"; ret=FORCE_UPDATE; } // send answer socket->SendDataOnly(&ret,sizeof(ret)); - if(ret==FAIL) + if(ret==FAIL){ + cprintf(RED,"%s\n",mess); socket->SendDataOnly(mess,sizeof(mess)); + } socket->SendDataOnly(&retval,sizeof(retval)); //return ok/fail @@ -2059,27 +2161,37 @@ int slsReceiverTCPIPInterface::enable_compression() { strcpy(mess,"Cannot enable/disable compression while status is running\n"); ret=FAIL; } - else - ret = receiverBase->enableDataCompression(enable); + else{ + if(enable >= 0) + ret = receiverBase->setDataCompressionEnable(enable); + } + } + + if(ret != FAIL){ + if (receiverBase == NULL){ + strcpy(mess,"Receiver not set up\n"); + ret=FAIL; + }else{ + retval = receiverBase->getDataCompressionEnable(); + if(enable >= 0 && retval != enable) + ret = FAIL; + } } - if (receiverBase == NULL){ - strcpy(mess,"Receiver not set up\n"); - ret=FAIL; - }else - retval=receiverBase->getDataCompression(); } #endif if(ret==OK && socket->differentClients){ - cout << "Force update" << endl; + FILE_LOG(logDEBUG) << "Force update"; ret=FORCE_UPDATE; } // send answer socket->SendDataOnly(&ret,sizeof(ret)); - if(ret==FAIL) + if(ret==FAIL){ + cprintf(RED,"%s\n",mess); socket->SendDataOnly(mess,sizeof(mess)); + } socket->SendDataOnly(&retval,sizeof(retval)); //return ok/fail @@ -2091,7 +2203,8 @@ int slsReceiverTCPIPInterface::enable_compression() { int slsReceiverTCPIPInterface::set_detector_hostname() { ret=OK; - char retval[MAX_STR_LENGTH]=""; + char* retval = NULL; + char defaultVal[MAX_STR_LENGTH] = ""; char hostname[MAX_STR_LENGTH]=""; strcpy(mess,"Could not set detector hostname"); @@ -2113,12 +2226,15 @@ int slsReceiverTCPIPInterface::set_detector_hostname() { strcpy(mess,"Receiver not set up\n"); ret=FAIL; } - else{ - receiverBase->initialize(hostname); - strcpy(retval,receiverBase->getDetectorHostname()); - } + else{ + receiverBase->initialize(hostname); + retval = receiverBase->getDetectorHostname(); + if(retval == NULL){ + ret = FAIL; + } + } } -#ifdef VERBOSE +#ifdef VERYVERBOSE if(ret!=FAIL) cout << "hostname:" << retval << endl; else @@ -2127,15 +2243,22 @@ int slsReceiverTCPIPInterface::set_detector_hostname() { #endif if(ret==OK && socket->differentClients){ - cout << "Force update" << endl; + FILE_LOG(logDEBUG) << "Force update"; ret=FORCE_UPDATE; } // send answer socket->SendDataOnly(&ret,sizeof(ret)); - if(ret==FAIL) + if(ret==FAIL){ + cprintf(RED, "%s\n", mess); socket->SendDataOnly(mess,sizeof(mess)); - socket->SendDataOnly(retval,MAX_STR_LENGTH); + } + if(retval == NULL) + socket->SendDataOnly(defaultVal,MAX_STR_LENGTH); + else{ + socket->SendDataOnly(retval,MAX_STR_LENGTH); + delete[] retval; + } //return ok/fail return ret; @@ -2167,17 +2290,17 @@ int slsReceiverTCPIPInterface::set_dynamic_range() { sprintf(mess,"Receiver locked by %s\n", socket->lastClientIP); ret=FAIL; } - else if ((dr>0) && (myDetectorType == EIGER)){ + else if (dr>0) { switch(dr){ - case 4: - case 8: - case 16: - case 32:break; - default: - sprintf(mess,"This dynamic range does not exist for eiger: %d\n",dr); - cprintf(RED,"%s", mess); - ret=FAIL; - break; + case 4: + case 8: + case 16: + case 32:break; + default: + sprintf(mess,"This dynamic range does not exist: %d\n",dr); + cprintf(RED,"%s", mess); + ret=FAIL; + break; } } if(ret!=FAIL){ @@ -2185,19 +2308,27 @@ int slsReceiverTCPIPInterface::set_dynamic_range() { strcpy(mess,"Receiver not set up\n"); ret=FAIL; }else{ - if(dr > 0) receiverBase->setDynamicRange(dr); + if(dr > 0){ + ret = receiverBase->setDynamicRange(dr); + if(ret == FAIL) + strcpy(mess, "Could not allocate memory for fifo or could not start listening/writing threads\n"); + } retval = receiverBase->getDynamicRange(); - dynamicrange = retval; - if(myDetectorType == EIGER){ - if(!tenGigaEnable) - packetsPerFrame = EIGER_ONE_GIGA_CONSTANT * dynamicrange * EIGER_MAX_PORTS; - else - packetsPerFrame = EIGER_TEN_GIGA_CONSTANT * dynamicrange * EIGER_MAX_PORTS; + if(dr > 0 && retval != dr) + ret = FAIL; + else{ + dynamicrange = retval; + if(myDetectorType == EIGER){ + if(!tenGigaEnable) + packetsPerFrame = EIGER_ONE_GIGA_CONSTANT * dynamicrange * EIGER_MAX_PORTS; + else + packetsPerFrame = EIGER_TEN_GIGA_CONSTANT * dynamicrange * EIGER_MAX_PORTS; + } } } } } -#ifdef VERBOSE +#ifdef VERYVERBOSE if(ret!=FAIL) cout << "dynamic range" << dr << endl; else @@ -2206,14 +2337,16 @@ int slsReceiverTCPIPInterface::set_dynamic_range() { #endif if(ret==OK && socket->differentClients){ - cout << "Force update" << endl; + FILE_LOG(logDEBUG) << "Force update"; ret=FORCE_UPDATE; } // send answer socket->SendDataOnly(&ret,sizeof(ret)); - if(ret==FAIL) + if(ret==FAIL){ + cprintf(RED,"%s\n",mess); socket->SendDataOnly(mess,sizeof(mess)); + } socket->SendDataOnly(&retval,sizeof(retval)); //return ok/fail @@ -2252,11 +2385,13 @@ int slsReceiverTCPIPInterface::enable_overwrite() { } else{ if(index >= 0) - receiverBase->setEnableOverwrite(index); - retval=receiverBase->getEnableOverwrite(); + receiverBase->setOverwriteEnable(index); + retval=receiverBase->getOverwriteEnable(); + if(index >=0 && retval != index) + ret = FAIL; } } -#ifdef VERBOSE +#ifdef VERYVERBOSE if(ret!=FAIL) cout << "overwrite:" << retval << endl; else @@ -2265,14 +2400,16 @@ int slsReceiverTCPIPInterface::enable_overwrite() { #endif if(ret==OK && socket->differentClients){ - cout << "Force update" << endl; + FILE_LOG(logDEBUG) << "Force update"; ret=FORCE_UPDATE; } // send answer socket->SendDataOnly(&ret,sizeof(ret)); - if(ret==FAIL) + if(ret==FAIL){ + cprintf(RED,"%s\n",mess); socket->SendDataOnly(mess,sizeof(mess)); + } socket->SendDataOnly(&retval,sizeof(retval)); //return ok/fail @@ -2310,14 +2447,16 @@ int slsReceiverTCPIPInterface::enable_tengiga() { ret=FAIL; } else{ - retval=receiverBase->enableTenGiga(val); - if((val!=-1) && (val != retval)) + if(val >= 0) + ret = receiverBase->setTenGigaEnable(val); + retval=receiverBase->getTenGigaEnable(); + if((val >= 0) && (val != retval)) ret = FAIL; else tenGigaEnable = retval; } } -#ifdef VERBOSE +#ifdef VERYVERBOSE if(ret!=FAIL) cout << "10Gbe:" << val << endl; else @@ -2326,14 +2465,16 @@ int slsReceiverTCPIPInterface::enable_tengiga() { #endif if(ret==OK && socket->differentClients){ - cout << "Force update" << endl; + FILE_LOG(logDEBUG) << "Force update"; ret=FORCE_UPDATE; } // send answer socket->SendDataOnly(&ret,sizeof(ret)); - if(ret==FAIL) + if(ret==FAIL){ + cprintf(RED,"%s\n",mess); socket->SendDataOnly(mess,sizeof(mess)); + } socket->SendDataOnly(&retval,sizeof(retval)); //return ok/fail @@ -2345,6 +2486,81 @@ int slsReceiverTCPIPInterface::enable_tengiga() { +int slsReceiverTCPIPInterface::set_fifo_depth() { + ret=OK; + int value=-1; + int retval=-100; + strcpy(mess,"Could not set/get fifo depth for receiver\n"); + + // receive arguments + if(socket->ReceiveDataOnly(&value,sizeof(value)) < 0 ){ + strcpy(mess,"Error reading from socket\n"); + ret = FAIL; + } + + + // execute action if the arguments correctly arrived +#ifdef SLS_RECEIVER_UDP_FUNCTIONS + if (ret==OK) { + if(value >= 0){ + if (lockStatus==1 && socket->differentClients==1){ + sprintf(mess,"Receiver locked by %s\n", socket->lastClientIP); + ret=FAIL; + } + else if (receiverBase == NULL){ + strcpy(mess,"Receiver not set up\n"); + ret=FAIL; + } + else if(receiverBase->getStatus()==RUNNING){ + strcpy(mess,"Cannot set/get fifo depth while status is running\n"); + ret=FAIL; + } + else{ + if(value >= 0){ + ret = receiverBase->setFifoDepth(value); + } + } + } + + + if (receiverBase == NULL){ + strcpy(mess,"Receiver not set up\n"); + ret=FAIL; + }else{ + retval = receiverBase->getFifoDepth(); + if(value >= 0 && retval != value) + ret = FAIL; + } + + } +#endif + + if(ret==OK && socket->differentClients){ + FILE_LOG(logDEBUG) << "Force update"; + ret=FORCE_UPDATE; + } + + // send answer + socket->SendDataOnly(&ret,sizeof(ret)); + if(ret==FAIL){ + cprintf(RED,"%s\n",mess); + socket->SendDataOnly(mess,sizeof(mess)); + } + socket->SendDataOnly(&retval,sizeof(retval)); + + //return ok/fail + return ret; +} + + + + + + + + + + @@ -2400,8 +2616,10 @@ int slsReceiverTCPIPInterface::lock_receiver() { // send answer socket->SendDataOnly(&ret,sizeof(ret)); - if (ret==FAIL) + if(ret==FAIL){ + cprintf(RED,"%s\n",mess); socket->SendDataOnly(mess,sizeof(mess)); + } else socket->SendDataOnly(&lockStatus,sizeof(lockStatus)); @@ -2418,6 +2636,7 @@ int slsReceiverTCPIPInterface::lock_receiver() { int slsReceiverTCPIPInterface::set_port() { ret=OK; MySocketTCP* mySocket=NULL; + char oldLastClientIP[INET_ADDRSTRLEN]; int sd=-1; enum runStatus p_type; /* just to get the input */ int p_number; @@ -2448,12 +2667,14 @@ int slsReceiverTCPIPInterface::set_port() { ret=FAIL; } cout << "set port " << p_type << " to " << p_number <lastClientIP); mySocket = new MySocketTCP(p_number); } if(mySocket){ sd = mySocket->getErrorStatus(); if (!sd){ ret=OK; + strcpy(socket->lastClientIP,oldLastClientIP); if (mySocket->differentClients) ret=FORCE_UPDATE; } else { @@ -2470,9 +2691,10 @@ int slsReceiverTCPIPInterface::set_port() { // send answer socket->SendDataOnly(&ret,sizeof(ret)); - if (ret==FAIL) { + if(ret==FAIL){ + cprintf(RED,"%s\n",mess); socket->SendDataOnly(mess,sizeof(mess)); - } else { + }else { socket->SendDataOnly(&p_number,sizeof(p_number)); if(sd>=0){ socket->Disconnect(); @@ -2511,7 +2733,8 @@ int slsReceiverTCPIPInterface::get_last_client_ip() { int slsReceiverTCPIPInterface::send_update() { ret=OK; int ind; - char path[MAX_STR_LENGTH]; + char defaultVal[MAX_STR_LENGTH]=""; + char* path = NULL; socket->SendDataOnly(socket->lastClientIP,sizeof(socket->lastClientIP)); @@ -2525,17 +2748,26 @@ int slsReceiverTCPIPInterface::send_update() { //filepath #ifdef SLS_RECEIVER_UDP_FUNCTIONS - strcpy(path,receiverBase->getFilePath()); + path = receiverBase->getFilePath(); #endif - socket->SendDataOnly(path,MAX_STR_LENGTH); + if(path == NULL) + socket->SendDataOnly(defaultVal,MAX_STR_LENGTH); + else{ + socket->SendDataOnly(path,MAX_STR_LENGTH); + delete[] path; + } //filename #ifdef SLS_RECEIVER_UDP_FUNCTIONS - strcpy(path,receiverBase->getFileName()); + path = receiverBase->getFileName(); #endif - socket->SendDataOnly(path,MAX_STR_LENGTH); - + if(path == NULL) + socket->SendDataOnly(defaultVal,MAX_STR_LENGTH); + else{ + socket->SendDataOnly(path,MAX_STR_LENGTH); + delete[] path; + } if (lockStatus==0) { strcpy(socket->lastClientIP,socket->thisClientIP); @@ -2558,7 +2790,8 @@ int slsReceiverTCPIPInterface::update_client() { ret=FAIL; } socket->SendDataOnly(&ret,sizeof(ret)); - if(ret == FAIL){ + if(ret==FAIL){ + cprintf(RED,"%s\n",mess); socket->SendDataOnly(mess,sizeof(mess)); return ret; } @@ -2577,7 +2810,7 @@ int slsReceiverTCPIPInterface::exit_server() { socket->SendDataOnly(&ret,sizeof(ret)); strcpy(mess,"closing server"); socket->SendDataOnly(mess,sizeof(mess)); - cout << mess << endl; + cprintf(RED,"%s\n",mess); return ret; } @@ -2599,7 +2832,7 @@ int slsReceiverTCPIPInterface::exec_command() { // execute action if the arguments correctly arrived if (ret==OK) { -#ifdef VERBOSE +#ifdef VERYVERBOSE cout << "executing command " << cmd << endl; #endif if (lockStatus==0 || socket->differentClients==0) diff --git a/slsReceiverSoftware/src/slsReceiverUsers.cpp b/slsReceiverSoftware/src/slsReceiverUsers.cpp index 9b1f147da..8a1d17f43 100644 --- a/slsReceiverSoftware/src/slsReceiverUsers.cpp +++ b/slsReceiverSoftware/src/slsReceiverUsers.cpp @@ -1,47 +1,45 @@ #include "slsReceiverUsers.h" #include "slsReceiver.h" -slsReceiver* slsReceiverUsers::receiver(NULL); - slsReceiverUsers::slsReceiverUsers(int argc, char *argv[], int &success) { - slsReceiverUsers::receiver=new slsReceiver(argc, argv, success); + receiver=new slsReceiver(argc, argv, success); } slsReceiverUsers::~slsReceiverUsers() { - delete slsReceiverUsers::receiver; + delete receiver; } int slsReceiverUsers::start() { - return slsReceiverUsers::receiver->start(); + return receiver->start(); } void slsReceiverUsers::stop() { - slsReceiverUsers::receiver->stop(); + receiver->stop(); } void slsReceiverUsers::closeFile(int p) { - slsReceiverUsers::receiver->closeFile(p); + receiver->closeFile(p); } int64_t slsReceiverUsers::getReceiverVersion(){ - slsReceiverUsers::receiver->getReceiverVersion(); + return receiver->getReceiverVersion(); } void slsReceiverUsers::registerCallBackStartAcquisition(int (*func)(char*, char*,int, int, void*),void *arg){ - slsReceiverUsers::receiver->registerCallBackStartAcquisition(func,arg); + receiver->registerCallBackStartAcquisition(func,arg); } void slsReceiverUsers::registerCallBackAcquisitionFinished(void (*func)(int, void*),void *arg){ - slsReceiverUsers::receiver->registerCallBackAcquisitionFinished(func,arg); + receiver->registerCallBackAcquisitionFinished(func,arg); } void slsReceiverUsers::registerCallBackRawDataReady(void (*func)(int, char*, int, FILE*, char*, void*),void *arg){ - slsReceiverUsers::receiver->registerCallBackRawDataReady(func,arg); + receiver->registerCallBackRawDataReady(func,arg); }