From 7632b4af86f9e2a60178fdac63c67bddfcb2516a Mon Sep 17 00:00:00 2001
From: Koennecke Mark <mark.koennecke@psi.ch>
Date: Tue, 10 May 2016 11:31:27 +0200
Subject: [PATCH] Added scripts to list total messagecounts and an analysis of
 messages

---
 utils/pymongo/messagecount      | 24 ++++++++++++++++++++++
 utils/pymongo/messagestatistics | 35 +++++++++++++++++++++++++++++++++
 2 files changed, 59 insertions(+)
 create mode 100755 utils/pymongo/messagecount
 create mode 100755 utils/pymongo/messagestatistics

diff --git a/utils/pymongo/messagecount b/utils/pymongo/messagecount
new file mode 100755
index 0000000..b402223
--- /dev/null
+++ b/utils/pymongo/messagecount
@@ -0,0 +1,24 @@
+#!/usr/bin/python
+
+import pymongo
+import datetime
+import time
+
+from pymongo import MongoClient
+from datetime import timedelta
+
+mongodb = MongoClient('mongodb://logwriter:sinqsics@mpc1965:27017/?authSource=admin')
+
+dblist = ['amor', 'boa', 'dmc', 'eiger', 'focus', 'hrpt', 'morpheus', 
+       'narziss', 'orion', 'poldi', 'rita2', 'sans', 'sans2', 'tasp'] 
+
+totime = datetime.datetime.today()
+totime = datetime.datetime(totime.year,totime.month,totime.day)
+fromtime = totime - timedelta(1)
+
+print('Message counts between ' + str(fromtime) + ' to ' + str(totime) )
+for inst in dblist:
+    db = mongodb[inst]
+    ct = db.log.find({"timestamp" : {"$gt": time.mktime(fromtime.timetuple()), 
+			 "$lt" : time.mktime(totime.timetuple())} }).count()
+    print(inst + ',' + str(ct))			 
diff --git a/utils/pymongo/messagestatistics b/utils/pymongo/messagestatistics
new file mode 100755
index 0000000..a6891fe
--- /dev/null
+++ b/utils/pymongo/messagestatistics
@@ -0,0 +1,35 @@
+#!/usr/bin/python
+
+import pymongo
+import datetime
+import time
+import sys
+
+from pymongo import MongoClient
+from datetime import timedelta
+
+if len(sys.argv) < 2:
+   print('Usage:\n\terrorstatistics instrument')
+   sys.exit()
+
+inst = sys.argv[1]
+
+mongodb = MongoClient('mongodb://logwriter:sinqsics@mpc1965:27017/?authSource=admin')
+
+totime = datetime.datetime.today()
+totime = datetime.datetime(totime.year,totime.month,totime.day)
+fromtime = totime - timedelta(1)
+
+messagedict = {}
+db = mongodb[inst]
+for entry in db.log.find({"timestamp" : {"$gt": time.mktime(fromtime.timetuple()), 
+			 "$lt" : time.mktime(totime.timetuple())} }):
+			 mes = entry['message']
+			 if messagedict.has_key(mes):
+			    messagedict[mes] = messagedict[mes] + 1
+			 else:
+			    messagedict[mes] = 1
+
+
+for mes in sorted(messagedict, key=messagedict.get):
+    print('%8d %s' %(messagedict[mes], mes ))