enhance logging

- bin/secop-server options -v and -q applied to console logger only
- level for logfile taken from general config
- option for automatic deletion of old logfiles
- added 'comlog' level (between debug and info)

This allows to run the servers by default with 'comlog' level on
the logfiles, which helps a lot for analyzing very rare communication
errors in retrospect.

to avoid spamming of the normal log files, comlog data is stored
separately, one file per communicator

+ redesign of remote logging (no more need of LoggerAdapter)

Change-Id: Ie156a202b1e7304e50bbe830901bc75872f6ffe2
Reviewed-on: https://forge.frm2.tum.de/review/c/sine2020/secop/playground/+/27427
Tested-by: Jenkins Automated Tests <pedersen+jenkins@frm2.tum.de>
Reviewed-by: Markus Zolliker <markus.zolliker@psi.ch>

secop_psi/ls370res.py

@@ -71,6 +71,7 @@ class Main(HasIodev, Drivable):
     _channels = None  # dict <channel no> of <module object>
 
     def earlyInit(self):
+        super().earlyInit()
         self._channels = {}
 
     def register_channel(self, modobj):
@@ -166,6 +167,7 @@ class ResChannel(HasIodev, Readable):
     _trigger_read = False
 
     def initModule(self):
+        super().initModule()
         self._main = self.DISPATCHER.get_module(self.main)
         self._main.register_channel(self)
 
@@ -228,7 +230,7 @@ class ResChannel(HasIodev, Readable):
         if autorange:
             result['autorange'] = 'hard'
         # else: do not change autorange
-        self.log.info('%s range %r %r %r' % (self.name, rng, autorange, self.autorange))
+        self.log.debug('%s range %r %r %r' % (self.name, rng, autorange, self.autorange))
         if excoff:
             result.update(iexc=0, vexc=0)
         elif iscur:

secop_psi/ls370sim.py

@@ -37,6 +37,7 @@ class Ls370Sim(Communicator):
     ]
 
     def earlyInit(self):
+        super().earlyInit()
         self._data = dict(self.OTHER_COMMANDS)
         for fmt, v in self.CHANNEL_COMMANDS:
             for chan in range(1,17):
@@ -44,6 +45,7 @@ class Ls370Sim(Communicator):
         # mkthread(self.run)
 
     def communicate(self, command):
+        self.comLog('> %s' % command)
         # simulation part, time independent
         for channel in range(1,17):
             _, _, _, _, excoff = self._data['RDGRNG?%d' % channel].split(',')
@@ -68,6 +70,6 @@ class Ls370Sim(Communicator):
                     if qcmd in self._data:
                         self._data[qcmd] = arg
                         break
-        #if command.startswith('R'):
-        #    print('> %s\t< %s' % (command, reply))
-        return ';'.join(reply)
+        reply = ';'.join(reply)
+        self.comLog('< %s' % reply)
+        return reply

secop_psi/ppms.py

@@ -100,8 +100,9 @@ class Main(Communicator):
     def communicate(self, command):
         """GPIB command"""
         with self.lock:
+            self.comLog('> %s' % command)
             reply = self._ppms_device.send(command)
-            self.log.debug("%s|%s", command, reply)
+            self.comLog("< %s", reply)
             return reply
 
     def read_data(self):