From f4356fc4cbece558672a86a96f33a38afb8b1ec2 Mon Sep 17 00:00:00 2001 From: arrell_c Date: Fri, 13 Dec 2024 10:10:14 +0100 Subject: [PATCH] Update Pipeline server --- Pipeline-server.md | 66 +++++++++++++++++++++++----------------------- 1 file changed, 33 insertions(+), 33 deletions(-) diff --git a/Pipeline-server.md b/Pipeline-server.md index ab05cd5..a02101b 100644 --- a/Pipeline-server.md +++ b/Pipeline-server.md @@ -1,34 +1,34 @@ -## Pipeline server debugging -Logs from the pipeline server are now available on kibana. - -Example query strings are: -- "message": “name:" (for pipeline logs) -- "message": "camera:" (for camera logs) -- "host.hostname":"sf-daqsync-XX.psi.ch" (for server logs) -- “systemd.unit":”XXX.service" (for service logs) - -https://kibana.psi.ch/s/camserver/app/logs - -To check the metrics of the cluster (CPU. Memory, network): -https://kibana.psi.ch/s/camserver/app/metrics/inventory - -Or a specific server directly: -https://kibana.psi.ch/s/camserver/app/metrics/detail/host/sf-daqsync-03.psi.ch - -To monitor service availability and automatic alarm reporting (by email): -https://kibana.psi.ch/s/camserver/app/uptime -https://kibana.psi.ch/s/camserver/app/observability/alerts?workflowStatus=open - -Dashboards to display individual pipeline metrics. -E.g this one for PSSS: -https://kibana.psi.ch/s/camserver/app/dashboards#/view/058f4b00-87a3-11ee-8a7f-6175eba7c3d6?_g=(filters:!(),refreshInterval:(pause:!t,value:0),time:(from:now-1h,to:now)) - -Dashboards to stream individual pipeline metrics. -E.g this one for SAROP21-PBPS103_proc: -https://kibana.psi.ch/s/camserver/app/logs/stream?flyoutOptions=(flyoutId:!n,flyoutVisibility:hidden,surroundingLogsId:!n)&logPosition=(end:now,position:!n,start:now-1d,streamLive:!t)&logFilter=(language:kuery,query:%27%22message%22:%20%22name:SAROP21-PBPS103_proc%22%27) - -**Note the stream may take around 30 seconds to load** - -## Cam Server git - +## Pipeline server debugging +Logs from the pipeline server are now available on kibana. + +Example query strings are: +- "message": “name:" (for pipeline logs) +- "message": "camera:" (for camera logs) +- "host.hostname":"sf-daqsync-XX.psi.ch" (for server logs) +- “systemd.unit":”XXX.service" (for service logs) + +https://kibana.psi.ch/s/camserver/app/logs + +To check the metrics of the cluster (CPU. Memory, network): +https://kibana.psi.ch/s/camserver/app/metrics/inventory + +Or a specific server directly: +https://kibana.psi.ch/s/camserver/app/metrics/detail/host/sf-daqsync-03.psi.ch + +To monitor service availability and automatic alarm reporting (by email): +https://kibana.psi.ch/s/camserver/app/uptime +https://kibana.psi.ch/s/camserver/app/observability/alerts?workflowStatus=open + +Dashboards to display individual pipeline metrics. +E.g this one for PSSS: +https://kibana.psi.ch/s/camserver/app/dashboards#/view/058f4b00-87a3-11ee-8a7f-6175eba7c3d6?_g=(filters:!(),refreshInterval:(pause:!t,value:0),time:(from:now-1h,to:now)) + +Dashboards to stream individual pipeline metrics. +- [SAROP21-PBPS103_proc](https://kibana.psi.ch/s/camserver/app/logs/stream?flyoutOptions=(flyoutId:!n,flyoutVisibility:hidden,surroundingLogsId:!n)&logPosition=(end:now,position:!n,start:now-1d,streamLive:!t)&logFilter=(language:kuery,query:%27%22message%22:%20%22name:SAROP21-PBPS103_proc%22%27)) + +- [SARFE10-PSSS059_psss](https://kibana.psi.ch/s/camserver/app/logs/stream?flyoutOptions=(flyoutId:!n,flyoutVisibility:hidden,surroundingLogsId:!n)&logPosition=(end:now,position:(tiebreaker:545,time:1734080766159),start:now-1d,streamLive:!t)&logFilter=(language:kuery,query:%27%22message%22:%20%22name:SARFE10-PSSS059_psss%22%27)) +**Note the stream may take around 30 seconds to load** + +## Cam Server git + https://github.com/paulscherrerinstitute/cam_server/blob/master/cam_server/pipeline/data_processing/functions.py \ No newline at end of file