fixed width for logo in scilog

.gitea/workflows/rtd_deploy.yml

@@ -0,0 +1,21 @@
+name: Read the Docs Deploy Trigger
+
+on:
+  push:
+    branches:
+      - main
+  workflow_dispatch:
+
+jobs:
+  trigger-rtd-webhook:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Trigger Read the Docs webhook
+        env:
+          RTD_TOKEN: ${{ secrets.RTD_TOKEN }}
+        run: |
+          curl --fail --show-error --silent \
+            -X POST \
+            -d "branches=${{ github.ref_name }}" \
+            -d "token=${RTD_TOKEN}" \
+            "https://readthedocs.org/api/v2/webhook/sls-csaxs/270162/"

.readthedocs.yaml

@@ -8,15 +8,14 @@ version: 2
 build:
   os: ubuntu-20.04
   tools:
-    python: "3.10"
+    python: "3.12"
   jobs:
     pre_install:
       - pip install .
 
-
 # Build documentation in the docs/ directory with Sphinx
 sphinx:
-   configuration: docs/conf.py
+  configuration: docs/conf.py
 
 # If using Sphinx, optionally build your docs in additional formats such as PDF
 # formats:
@@ -24,6 +23,5 @@ sphinx:
 
 # Optionally declare the Python requirements required to build your docs
 python:
-   install:
-   - requirements: docs/requirements.txt
-
+  install:
+    - requirements: docs/requirements.txt

csaxs_bec/bec_ipython_client/plugins/LamNI/lamni.py

@@ -356,18 +356,6 @@ class LamNI(LamNIOpticsMixin, LamniGuiTools):
     # Logging helpers
     # ------------------------------------------------------------------
 
-    def write_to_spec_log(self, content):
-        try:
-            with open(
-                os.path.expanduser(
-                    "~/Data10/specES1/log-files/specES1_started_2022_11_30_1313.log"
-                ),
-                "a",
-            ) as log_file:
-                log_file.write(content)
-        except Exception:
-            logger.warning("Failed to write to spec log file (omny web page).")
-
     def write_to_scilog(self, content, tags: list = None):
         try:
             if tags is not None:
@@ -439,7 +427,6 @@ class LamNI(LamNIOpticsMixin, LamniGuiTools):
                     f"{str(datetime.datetime.now())}: LamNI scan projection at angle {angle},"
                     f" scan number {bec.queue.next_scan_number}.\n"
                 )
-                self.write_to_spec_log(log_message)
                 corridor_size = self.corridor_size if self.corridor_size > 0 else None
                 scans.lamni_fermat_scan(
                     fov_size=[self.lamni_piezo_range_x, self.lamni_piezo_range_y],
@@ -779,7 +766,7 @@ class LamNI(LamNIOpticsMixin, LamniGuiTools):
 
         user_input = input("Are these parameters correctly set for your scan? ")
         if user_input == "y":
-            print("good then")
+            print("OK. continue.")
             return
 
         self.tomo_countingtime = self._get_val("<ctime> s", self.tomo_countingtime, float)

csaxs_bec/bec_ipython_client/plugins/LamNI/lamni_optics_mixin.py

@@ -5,7 +5,7 @@ from rich import box
 from rich.console import Console
 from rich.table import Table
 
-from csaxs_bec.bec_ipython_client.plugins.cSAXS import epics_put, fshclose
+from csaxs_bec.bec_ipython_client.plugins.cSAXS import epics_put
 from csaxs_bec.bec_ipython_client.plugins.omny.omny_general_tools import OMNYTools
 
 dev = builtins.__dict__.get("dev")
@@ -172,7 +172,7 @@ class LamNIOpticsMixin:
 
     def leye_out(self):
         self.loptics_in()
-        fshclose()
+        dev.omnyfsh.fshopen()
         leyey_out = self._get_user_param_safe("leyey", "out")
         umv(dev.leyey, leyey_out)
 

csaxs_bec/bec_ipython_client/plugins/flomni/flomni_optics_mixin.py

@@ -1,10 +1,10 @@
 import time
-
+import numpy as np
 from rich import box
 from rich.console import Console
 from rich.table import Table
 
-from csaxs_bec.bec_ipython_client.plugins.cSAXS import epics_put, fshclose
+from csaxs_bec.bec_ipython_client.plugins.cSAXS import epics_put
 
 
 class FlomniOpticsMixin:
@@ -16,12 +16,18 @@ class FlomniOpticsMixin:
         return param.get(var)
 
     def feye_out(self):
-        fshclose()
+        dev.omnyfsh.fshclose()
         self.foptics_in()
+        self.flomnigui_show_xeyealign()
+        self.xrayeye_update_frame()
+        if self.OMNYTools.yesno("Did the direct beam on the xray eye disappear?"):
+            print("excellent.")
+        else:
+            print("Aborting. With visible parts of the direct beam on the xray eye, it cannot be removed.")
+            return
         feyex_out = self._get_user_param_safe("feyex", "out")
         umv(dev.feyex, feyex_out)
 
-        epics_put("XOMNYI-XEYE-ACQ:0", 2)
         # move rotation stage to zero to avoid problems with wires
         umv(dev.fsamroy, 0)
         # umv(dev.fttrx1, 9.2)
@@ -32,16 +38,37 @@ class FlomniOpticsMixin:
 
         feyex_in = self._get_user_param_safe("feyex", "in")
         feyey_in = self._get_user_param_safe("feyey", "in")
-        umv(dev.feyex, feyex_in, dev.feyey, feyey_in)
-        #self.align.update_frame()
+
+        current_feyex = dev.feyex.readback.get()
+        current_feyey = dev.feyey.readback.get()
+
+        # check if both are close enough (within 0.01)
+        if np.isclose(current_feyex, feyex_in, atol=0.01) and np.isclose(current_feyey, feyey_in, atol=0.01):
+            # both already in position → do nothing
+            pass
+        else:
+            # move both axes to the desired "in" positions
+            umv(dev.feyex, feyex_in, dev.feyey, feyey_in)
 
     def _ffzp_in(self):
         foptx_in = self._get_user_param_safe("foptx", "in")
         fopty_in = self._get_user_param_safe("fopty", "in")
-        umv(dev.foptx, foptx_in)
-        umv(
-            dev.fopty, fopty_in
-        )  # for 7.2567 keV and 150 mu, 60 nm fzp, loptz 83.6000 for propagation 1.4 mm
+
+        current_foptx = dev.foptx.readback.get()
+        current_fopty = dev.fopty.readback.get()
+
+        tol = 0.003
+
+        # if either axis is outside the tolerance → move both
+        need_move_optics = (
+            not np.isclose(current_foptx, foptx_in, atol=tol) or
+            not np.isclose(current_fopty, fopty_in, atol=tol)
+        )
+
+        if need_move_optics:
+            umv(dev.foptx, foptx_in, dev.fopty, fopty_in)  # for 7.2567 keV and 150 mu, 60 nm fzp, loptz 83.6000 for propagation 1.4 mm
+        else:
+            print("FZP is already at the in position.")
 
     def ffzp_in(self):
         """
@@ -84,19 +111,85 @@ class FlomniOpticsMixin:
         # umv(dev.losax, -1.4850, dev.losay, -0.1930)
         # umv(dev.losaz, 1.0000)
         # 7.2, 150
+
         fosax_in = self._get_user_param_safe("fosax", "in")
         fosay_in = self._get_user_param_safe("fosay", "in")
         fosaz_in = self._get_user_param_safe("fosaz", "in")
+
+        # tighten limits
         dev.fosax.limits = [fosax_in - 0.1, fosax_in + 0.1]
         dev.fosay.limits = [fosay_in - 0.1, fosay_in + 0.1]
         dev.fosaz.limits = [fosaz_in - 0.1, fosaz_in + 0.1]
-        umv(dev.fosax, fosax_in, dev.fosay, fosay_in)
-        umv(dev.fosaz, fosaz_in)
+
+        current_fosax = dev.fosax.readback.get()
+        current_fosay = dev.fosay.readback.get()
+        current_fosaz = dev.fosaz.readback.get()
+
+        # tolerance
+        tol = 0.003
+
+        need_move_osa = (
+            not np.isclose(current_fosax, fosax_in, atol=tol) or
+            not np.isclose(current_fosay, fosay_in, atol=tol) or
+            not np.isclose(current_fosaz, fosaz_in, atol=tol)
+        )
+
+        if need_move_osa:
+            umv(dev.fosax, fosax_in, dev.fosay, fosay_in)
+            umv(dev.fosaz, fosaz_in)
+        else:
+            print("OSA is already at the IN position.")
 
         # 11 kev
         # umv(dev.losax, -1.161000, dev.losay, -0.196)
         # umv(dev.losaz, 1.0000)
 
+    def _check_eye_out_and_optics_in(self, tol=0.003):
+        # --- expected IN positions ---
+        foptx_in = self._get_user_param_safe("foptx", "in")
+        fopty_in = self._get_user_param_safe("fopty", "in")
+        foptz_in = self._get_user_param_safe("foptz", "in")
+
+        # --- expected OUT condition for the X-ray eye ---
+        # eye is OUT when it is *not within tolerance* of its IN position
+        feyex_out = self._get_user_param_safe("feyex", "out")
+
+        # --- current positions ---
+        cx_feyex = dev.feyex.readback.get()
+
+        cx_foptx = dev.foptx.readback.get()
+        cx_fopty = dev.fopty.readback.get()
+        cx_foptz = dev.foptz.readback.get()
+
+        # --- check eye OUT ---
+        eye_out = (
+            np.isclose(cx_feyex, feyex_out, atol=tol)
+        )
+
+        # --- check optics IN ---
+        optics_in = (
+            np.isclose(cx_foptx, foptx_in, atol=tol) and
+            np.isclose(cx_fopty, fopty_in, atol=tol) and
+            np.isclose(cx_foptz, foptz_in, atol=tol)
+        )
+
+        fosax_in = self._get_user_param_safe("fosax", "in")
+        fosay_in = self._get_user_param_safe("fosay", "in")
+        fosaz_in = self._get_user_param_safe("fosaz", "in")
+
+        cx_fosax = dev.fosax.readback.get()
+        cx_fosay = dev.fosay.readback.get()
+        cx_fosaz = dev.fosaz.readback.get()
+
+        osa_in = (
+            np.isclose(cx_fosax, fosax_in, atol=tol) and
+            np.isclose(cx_fosay, fosay_in, atol=tol) and
+            np.isclose(cx_fosaz, fosaz_in, atol=tol)
+        )
+
+        return eye_out and optics_in and osa_in
+
+
     def fosa_out(self):
         self.ensure_fheater_up()
         curtain_is_triggered = dev.foptz.controller.fosaz_light_curtain_is_triggered()

csaxs_bec/bec_ipython_client/plugins/flomni/gui_tools.py

@@ -1,4 +1,5 @@
 import builtins
+import time
 
 # from csaxs_bec.bec_ipython_client.plugins.cSAXS import epics_get, epics_put, fshopen, fshclose
 
@@ -17,10 +18,17 @@ class flomniGuiToolsError(Exception):
 
 
 class flomniGuiTools:
+    GUI_RPC_TIMEOUT = 20
 
     def __init__(self):
         self.text_box = None
         self.progressbar = None
+        self.flomni_window = None
+        self.xeyegui = None
+        self.pdf_viewer = None
+        self.idle_text_box = None
+        self.camera_gripper_image = None
+        self.camera_overview_image = None
 
     def set_client(self, client):
         self.client = client
@@ -28,9 +36,11 @@ class flomniGuiTools:
 
     def flomnigui_show_gui(self):
         if "flomni" in self.gui.windows:
+            self.flomni_window = self.gui.windows["flomni"]
             self.gui.flomni.raise_window()
         else:
-            self.gui.new("flomni")
+            self.flomni_window = self.gui.new("flomni", timeout=self.GUI_RPC_TIMEOUT)
+            time.sleep(1)
 
     def flomnigui_stop_gui(self):
         self.gui.flomni.hide()
@@ -40,9 +50,11 @@ class flomniGuiTools:
 
     def flomnigui_show_xeyealign(self):
         self.flomnigui_show_gui()
-        if self._flomnigui_check_attribute_not_exists("xeyegui"):
+        if self._flomnigui_is_missing("xeyegui"):
             self.flomnigui_remove_all_docks()
-            self.xeyegui = self.gui.flomni.new("XRayEye", object_name="xrayeye")
+            self.xeyegui = self.gui.flomni.new(
+                "XRayEye", object_name="xrayeye", timeout=self.GUI_RPC_TIMEOUT
+            )
         # start live
         if not dev.cam_xeye.live_mode_enabled.get():
             dev.cam_xeye.live_mode_enabled.put(True)
@@ -50,9 +62,11 @@ class flomniGuiTools:
 
     def flomnigui_show_xeyealign_fittab(self):
         self.flomnigui_show_gui()
-        if self._flomnigui_check_attribute_not_exists("xeyegui"):
+        if self._flomnigui_is_missing("xeyegui"):
             self.flomnigui_remove_all_docks()
-            self.xeyegui = self.gui.flomni.new("XRayEye")
+            self.xeyegui = self.gui.flomni.new(
+                "XRayEye", object_name="xrayeye", timeout=self.GUI_RPC_TIMEOUT
+            )
         self.xeyegui.switch_tab("fit")
 
     def _flomnigui_check_attribute_not_exists(self, attribute_name):
@@ -68,31 +82,39 @@ class flomniGuiTools:
                     return False
         return True
 
+    def _flomnigui_is_missing(self, attribute_name):
+        widget = getattr(self, attribute_name, None)
+        if widget is None:
+            return True
+        if hasattr(widget, "_is_deleted") and widget._is_deleted():
+            return True
+        return False
+
     def flomnigui_show_cameras(self):
         self.flomnigui_show_gui()
         if self._flomnigui_check_attribute_not_exists(
             "cam_flomni_gripper"
         ) or self._flomnigui_check_attribute_not_exists("cam_flomni_overview"):
             self.flomnigui_remove_all_docks()
-            camera_gripper_image = self.gui.flomni.new("Image")
+            self.camera_gripper_image = self.gui.flomni.new("Image")
             if self._flomnicam_check_device_exists(dev.cam_flomni_gripper):
-                camera_gripper_image.image(device="cam_flomni_gripper", signal="preview")
-                camera_gripper_image.lock_aspect_ratio = True
-                camera_gripper_image.enable_fps_monitor = True
-                camera_gripper_image.enable_toolbar = False
-                camera_gripper_image.outer_axes = False
-                camera_gripper_image.inner_axes = False
+                self.camera_gripper_image.image(device="cam_flomni_gripper", signal="preview")
+                self.camera_gripper_image.lock_aspect_ratio = True
+                self.camera_gripper_image.enable_fps_monitor = True
+                self.camera_gripper_image.enable_toolbar = False
+                self.camera_gripper_image.outer_axes = False
+                self.camera_gripper_image.inner_axes = False
                 dev.cam_flomni_gripper.start_live_mode()
             else:
                 print("Cannot open camera_gripper. Device does not exist.")
-            camera_overview_image = self.gui.flomni.new("Image")
+            self.camera_overview_image = self.gui.flomni.new("Image")
             if self._flomnicam_check_device_exists(dev.cam_flomni_overview):
-                camera_overview_image.image(device="cam_flomni_overview", signal="preview")
-                camera_overview_image.lock_aspect_ratio = True
-                camera_overview_image.enable_fps_monitor = True
-                camera_overview_image.enable_toolbar = False
-                camera_overview_image.outer_axes = False
-                camera_overview_image.inner_axes = False
+                self.camera_overview_image.image(device="cam_flomni_overview", signal="preview")
+                self.camera_overview_image.lock_aspect_ratio = True
+                self.camera_overview_image.enable_fps_monitor = True
+                self.camera_overview_image.enable_toolbar = False
+                self.camera_overview_image.outer_axes = False
+                self.camera_overview_image.inner_axes = False
                 dev.cam_flomni_overview.start_live_mode()
             else:
                 print("Cannot open camera_overview. Device does not exist.")
@@ -101,15 +123,21 @@ class flomniGuiTools:
         # dev.cam_flomni_overview.stop_live_mode()
         # dev.cam_flomni_gripper.stop_live_mode()
         # dev.cam_xeye.live_mode = False
-        self.gui.flomni.delete_all()
+        if hasattr(self.gui, "flomni"):
+            self.gui.flomni.delete_all(timeout=self.GUI_RPC_TIMEOUT)
         self.progressbar = None
         self.text_box = None
+        self.xeyegui = None
+        self.pdf_viewer = None
+        self.idle_text_box = None
+        self.camera_gripper_image = None
+        self.camera_overview_image = None
 
     def flomnigui_idle(self):
         self.flomnigui_show_gui()
-        if self._flomnigui_check_attribute_not_exists("idle_text_box"):
+        if self._flomnigui_is_missing("idle_text_box"):
             self.flomnigui_remove_all_docks()
-            idle_text_box = self.gui.flomni.new("TextBox")
+            self.idle_text_box = self.gui.flomni.new("TextBox")
         text = (
             "<pre>"
             + "██████╗ ███████╗ ██████╗     ███████╗██╗      ██████╗ ███╗   ███╗███╗   ██╗██╗\n"
@@ -120,7 +148,7 @@ class flomniGuiTools:
             + "╚═════╝ ╚══════╝ ╚═════╝     ╚═╝     ╚══════╝ ╚═════╝ ╚═╝     ╚═╝╚═╝  ╚═══╝╚═╝\n"
             + "</pre>"
         )
-        idle_text_box.set_html_text(text)
+        self.idle_text_box.set_html_text(text)
 
     def flomnigui_docs(self, filename: str | None = None):
         import csaxs_bec
@@ -164,7 +192,7 @@ class flomniGuiTools:
         # --- GUI handling (active existence check) ----------------------------
         self.flomnigui_show_gui()
 
-        if self._flomnigui_check_attribute_not_exists("PdfViewerWidget"):
+        if self._flomnigui_is_missing("pdf_viewer"):
             self.flomnigui_remove_all_docks()
             self.pdf_viewer = self.gui.flomni.new(widget="PdfViewerWidget")
 
@@ -182,7 +210,7 @@ class flomniGuiTools:
 
     def flomnigui_show_progress(self):
         self.flomnigui_show_gui()
-        if self._flomnigui_check_attribute_not_exists("progressbar"):
+        if self._flomnigui_is_missing("progressbar"):
             self.flomnigui_remove_all_docks()
             # Add a new dock with a RingProgressBar widget
             self.progressbar = self.gui.flomni.new("RingProgressBar")
@@ -195,6 +223,14 @@ class flomniGuiTools:
         self._flomnigui_update_progress()
 
     def _flomnigui_update_progress(self):
+        """Update the progress ring bar and center label from the current progress state.
+
+        ``self.progress`` is backed by the BEC global variable ``tomo_progress``
+        (see :class:`_ProgressProxy` in ``flomni.py``), so this method reflects
+        the live state that is also accessible from other BEC client sessions via::
+
+            client.get_global_var("tomo_progress")
+        """
         main_progress_ring = self.progressbar.rings[0]
         subtomo_progress_ring = self.progressbar.rings[1]
         if self.progressbar is not None:
@@ -207,7 +243,43 @@ class flomniGuiTools:
             main_progress_ring.set_value(progress)
             subtomo_progress_ring.set_value(subtomo_progress)
 
-            text = f"Progress report:\n Tomo type: ....................... {self.progress['tomo_type']}\n Projection: ...................... {self.progress['projection']:.0f}\n Total projections expected ....... {self.progress['total_projections']}\n Angle: ........................... {self.progress['angle']}\n Current subtomo: ................. {self.progress['subtomo']}\n Current projection within subtomo: {self.progress['subtomo_projection']}\n Total projections per subtomo: ... {self.progress['subtomo_total_projections']}"
+            # --- format start time for display --------------------------------
+            start_str = self.progress.get("tomo_start_time")
+            if start_str is not None:
+                import datetime as _dt
+                start_display = _dt.datetime.fromisoformat(start_str).strftime("%Y-%m-%d %H:%M:%S")
+            else:
+                start_display = "N/A"
+
+            # --- format estimated remaining time ------------------------------
+            remaining_s = self.progress.get("estimated_remaining_time")
+            if remaining_s is not None and remaining_s >= 0:
+                import datetime as _dt
+                remaining_s = int(remaining_s)
+                h, rem = divmod(remaining_s, 3600)
+                m, s = divmod(rem, 60)
+                if h > 0:
+                    eta_display = f"{h}h {m:02d}m {s:02d}s"
+                elif m > 0:
+                    eta_display = f"{m}m {s:02d}s"
+                else:
+                    eta_display = f"{s}s"
+            else:
+                eta_display = "N/A"
+            # ------------------------------------------------------------------
+
+            text = (
+                f"Progress report:\n"
+                f" Tomo type:  {self.progress['tomo_type']}\n"
+                f" Projection:  {self.progress['projection']:.0f}\n"
+                f" Total projections expected  {self.progress['total_projections']:.1f}\n"
+                f" Angle:  {self.progress['angle']:.1f}\n"
+                f" Current subtomo:  {self.progress['subtomo']}\n"
+                f" Current projection within subtomo: {self.progress['subtomo_projection']}\n"
+                f" Total projections per subtomo:  {int(self.progress['subtomo_total_projections'])}\n"
+                f" Scan started:  {start_display}\n"
+                f" Est. remaining:  {eta_display}"
+            )
             self.progressbar.set_center_label(text)
 
 

csaxs_bec/bec_ipython_client/plugins/flomni/x_ray_eye_align.py

@@ -231,10 +231,6 @@ class XrayEyeAlign:
         fovx = self._xray_fov_xy[0] * self.PIXEL_CALIBRATION * 1000 / 2
         fovy = self._xray_fov_xy[1] * self.PIXEL_CALIBRATION * 1000 / 2
 
-        self.tomo_rotate(0)
-
-        umv(dev.rtx, 0)
-
         if keep_shutter_open:
             if self.flomni.OMNYTools.yesno("Close the shutter now?", "y"):
                 dev.omnyfsh.fshclose()
@@ -251,9 +247,14 @@ class XrayEyeAlign:
 
         print("Automatically loading new alignment parameters from xray eye alignment.\n")
 
-        self.flomni.read_alignment_offset()
+        self.flomni.read_alignment_offset(get_data_from_gui=True)
 
+        self.tomo_rotate(0)
+
+        umv(dev.rtx, 0)
         print("You are ready to remove the xray eye and start ptychography scans.")
+        print("Fine alignment: flomni.tomo_parameters() , then flomni.tomo_alignment_scan()")
+        print("After that, run the fit in Matlab and load the new fit flomni.read_alignment_offset()")
 
     def write_output(self):
         file = os.path.expanduser("~/Data10/specES1/internal/xrayeye_alignmentvalues")

csaxs_bec/bec_ipython_client/plugins/omny/omny.py

@@ -852,18 +852,6 @@ class OMNY(
     def sample_name(self):
         return dev.omny_samples.get_sample_name_in_samplestage()
 
-    def write_to_spec_log(self, content):
-        try:
-            with open(
-                os.path.expanduser(
-                    "~/Data10/specES1/log-files/specES1_started_2022_11_30_1313.log"
-                ),
-                "a",
-            ) as log_file:
-                log_file.write(content)
-        except Exception:
-            logger.warning("Failed to write to spec log file (omny web page).")
-
     def write_to_scilog(self, content, tags: list = None):
         try:
             if tags is not None:
@@ -1288,7 +1276,6 @@ class OMNY(
                     f"{str(datetime.datetime.now())}: omny scan projection at angle {angle}, scan"
                     f" number {bec.queue.next_scan_number}.\n"
                 )
-                self.write_to_spec_log(log_message)
                 # self.write_to_scilog(log_message, ["BEC_scans", self.sample_name])
                 scans.omny_fermat_scan(
                     fovx=self.fovx,

csaxs_bec/bec_ipython_client/plugins/omny/omny_optics_mixin.py

@@ -48,7 +48,7 @@ class OMNYOpticsMixin:
         dev.oeyez.controller.socket_put_confirmed("axspeed[7]=10000")
 
     def oeye_out(self):
-        fshclose()
+        dev.omnyfsh.fshclose()
         if self.OMNYTools.yesno("Did you move in the optics?"):
             umv(dev.oeyez, -2)
             self._oeyey_mv(-60.3)

csaxs_bec/bec_widgets/widgets/client.py

@@ -38,12 +38,14 @@ class XRayEye(RPCBase):
         None
         """
 
+    @rpc_timeout(20)
     @rpc_call
     def on_live_view_enabled(self, enabled: "bool"):
         """
         None
         """
 
+    @rpc_timeout(20)
     @rpc_call
     def on_motors_enable(self, x_enable: "bool", y_enable: "bool"):
         """
@@ -54,6 +56,7 @@ class XRayEye(RPCBase):
             y_enable(bool): enable y motor controls
         """
 
+    @rpc_timeout(20)
     @rpc_call
     def enable_submit_button(self, enable: "bool"):
         """
@@ -90,12 +93,14 @@ class XRayEye(RPCBase):
         None
         """
 
+    @rpc_timeout(20)
     @rpc_call
     def switch_tab(self, tab: "str"):
         """
         None
         """
 
+    @rpc_timeout(20)
     @rpc_call
     def submit_fit_array(self, fit_array):
         """

csaxs_bec/bec_widgets/widgets/xray_eye/x_ray_eye.py

@@ -4,6 +4,7 @@ from bec_lib import bec_logger
 from bec_lib.endpoints import MessageEndpoints
 from bec_qthemes import material_icon
 from bec_widgets import BECWidget, SafeProperty, SafeSlot
+from bec_widgets.utils.rpc_decorator import rpc_timeout
 from bec_widgets.widgets.plots.image.image import Image
 from bec_widgets.widgets.plots.waveform.waveform import Waveform
 from bec_widgets.widgets.plots.image.setting_widgets.image_roi_tree import ROIPropertyTree
@@ -367,6 +368,7 @@ class XRayEye(BECWidget, QWidget):
         return self.message_line_edit.toPlainText()
 
     @user_message.setter
+    @rpc_timeout(20)
     def user_message(self, message: str):
         self.message_line_edit.setText(message)
 
@@ -375,6 +377,7 @@ class XRayEye(BECWidget, QWidget):
         return self.sample_name_line_edit.text()
 
     @sample_name.setter
+    @rpc_timeout(20)
     def sample_name(self, message: str):
         self.sample_name_line_edit.setText(message)
 
@@ -395,6 +398,7 @@ class XRayEye(BECWidget, QWidget):
     ################################################################################
 
     @SafeSlot(str)
+    @rpc_timeout(20)
     def switch_tab(self, tab: str):
         if tab == "fit":
             self.tab_widget.setCurrentIndex(1)
@@ -412,6 +416,7 @@ class XRayEye(BECWidget, QWidget):
         return roi.get_coordinates()
 
     @SafeSlot(bool)
+    @rpc_timeout(20)
     def on_live_view_enabled(self, enabled: bool):
         logger.info(f"Live view is enabled: {enabled}")
         self.live_preview_toggle.blockSignals(True)
@@ -460,6 +465,7 @@ class XRayEye(BECWidget, QWidget):
         self.shutter_toggle.blockSignals(False)
 
     @SafeSlot(bool, bool)
+    @rpc_timeout(20)
     def on_motors_enable(self, x_enable: bool, y_enable: bool):
         """
         Enable/Disable motor controls
@@ -472,6 +478,7 @@ class XRayEye(BECWidget, QWidget):
         self.motor_control_2d.enable_controls_ver(y_enable)
 
     @SafeSlot(bool)
+    @rpc_timeout(20)
     def enable_submit_button(self, enable: bool):
         """
         Enable/disable submit button.
@@ -509,6 +516,7 @@ class XRayEye(BECWidget, QWidget):
         print(f"meta: {meta}")
 
     @SafeSlot()
+    @rpc_timeout(20)
     def submit_fit_array(self, fit_array):
         self.tab_widget.setCurrentIndex(1)
         # self.fix_x.title = " got fit array"

csaxs_bec/device_configs/ptycho_flomni.yaml

@@ -227,7 +227,7 @@ ftransy:
   readoutPriority: baseline
   connectionTimeout: 20
   userParameter:
-    sensor_voltage: -2.4
+    sensor_voltage: -1.1
 ftransz:
   description: Sample transer Z
   deviceClass: csaxs_bec.devices.omny.galil.fgalil_ophyd.FlomniGalilMotor
@@ -344,6 +344,9 @@ rtx:
   description: flomni rt
   deviceClass: csaxs_bec.devices.omny.rt.rt_flomni_ophyd.RtFlomniMotor
   deviceConfig:
+    limits:
+    - -200
+    - 200
     axis_Id: A
     host: mpc2844.psi.ch
     port: 2222
@@ -361,6 +364,9 @@ rty:
   description: flomni rt
   deviceClass: csaxs_bec.devices.omny.rt.rt_flomni_ophyd.RtFlomniMotor
   deviceConfig:
+    limits:
+    - -100
+    - 100
     axis_Id: B
     host: mpc2844.psi.ch
     port: 2222
@@ -376,6 +382,9 @@ rtz:
   description: flomni rt
   deviceClass: csaxs_bec.devices.omny.rt.rt_flomni_ophyd.RtFlomniMotor
   deviceConfig:
+    limits:
+    - -100
+    - 100
     axis_Id: C
     host: mpc2844.psi.ch
     port: 2222
@@ -386,6 +395,16 @@ rtz:
   readoutPriority: on_request
   connectionTimeout: 20
 
+rt_flyer:
+  deviceClass: csaxs_bec.devices.omny.rt.rt_flomni_ophyd.RtFlomniFlyer
+  deviceConfig:
+    host: mpc2844.psi.ch
+    port: 2222
+  readoutPriority: async
+  connectionTimeout: 20
+  enabled: true
+  readOnly: False
+
 ############################################################
 ####################### Cameras ############################
 ############################################################

csaxs_bec/devices/epics/delay_generator_csaxs/ddg_1.py

@@ -104,7 +104,7 @@ DEFAULT_REFERENCES: list[tuple[LiteralChannels, CHANNELREFERENCE]] = [
     ("B", CHANNELREFERENCE.A),
     ("C", CHANNELREFERENCE.T0),  # T0
     ("D", CHANNELREFERENCE.C),
-    ("E", CHANNELREFERENCE.D),  # D One extra pulse once shutter closes for MCS
+    ("E", CHANNELREFERENCE.B),  # B One extra pulse once shutter closes for MCS
     ("F", CHANNELREFERENCE.E),  # E + 1mu s
     ("G", CHANNELREFERENCE.T0),
     ("H", CHANNELREFERENCE.G),
@@ -213,8 +213,23 @@ class DDG1(PSIDeviceBase, DelayGeneratorCSAXS):
 
         # NOTE Burst delay should be set to 0, don't remove as this will not be checked
         # Also set the burst count to 1 to only have a single pulse for DDG1.
+        # As the IOC may be out of sync with the HW, we make sure that we set the default parameters
+        # in the IOC to the expected values. In the past, we've experienced that IOC and HW can go out
+        # of sync.
+        self.burst_delay.put(1)
+        time.sleep(0.02)  # Give HW time to process
         self.burst_delay.put(0)
+        time.sleep(0.02)
+
+        self.burst_count.put(2)
+        time.sleep(0.02)
         self.burst_count.put(1)
+        time.sleep(0.02)
+
+        self.burst_mode.put(1)
+        time.sleep(0.02)
+        self.burst_mode.put(0)
+        time.sleep(0.02)
 
     def keep_shutter_open_during_scan(self, open: True) -> None:
         """
@@ -291,17 +306,24 @@ class DDG1(PSIDeviceBase, DelayGeneratorCSAXS):
         # Burst Period DDG1
         # Set burst_period to shutter width
         # c/t0 + self._shutter_to_open_delay + exp_time * burst_count
-        shutter_width = (
-            self._shutter_to_open_delay + exp_time * frames_per_trigger
-        )  # Shutter starts closing at end of exposure
+        # SHUTTER WIDTH timing consists of the delay for the shutter to open
+        # + the exposure time * frames per trigger
+        shutter_width = self._shutter_to_open_delay + exp_time * frames_per_trigger
+        # TOTAL EXPOSURE accounts for the shutter to open AND close. In addition, we add
+        # a short additional delay of 3e-6 to allow for the extra trigger through 'ef'
+        # (delay of 1e-6, width of 1e-6)
+        total_exposure_time = 2 * self._shutter_to_open_delay + exp_time * frames_per_trigger + 3e-6
         if self.burst_period.get() != shutter_width:
-            self.burst_period.put(shutter_width)
+            # The burst_period has to be slightly longer
+            self.burst_period.put(total_exposure_time)
 
         # Trigger DDG2
         # a = t0 + 2ms, b = a + 1us
         # a has reference to t0, b has reference to a
-        # Add delay of self._shutter_to_open_delay to allow shutter to open
-        self.set_delay_pairs(channel="ab", delay=self._shutter_to_open_delay, width=1e-6)
+        # AB is delayed by the shutter opening time, and the falling edge indicates the shutter has
+        # fully closed, it has to be considered as the blocking signal for the next acquisition to start.
+        # PS: + 3e-6
+        self.set_delay_pairs(channel="ab", delay=self._shutter_to_open_delay, width=shutter_width)
 
         # Trigger shutter
         # d = c/t0 + self._shutter_to_open_delay + exp_time * burst_count + 1ms
@@ -321,7 +343,7 @@ class DDG1(PSIDeviceBase, DelayGeneratorCSAXS):
         if self.scan_info.msg.scan_type == "fly":
             self.set_delay_pairs(channel="ef", delay=0, width=0)
         else:
-            self.set_delay_pairs(channel="ef", delay=0, width=1e-6)
+            self.set_delay_pairs(channel="ef", delay=1e-6, width=1e-6)
 
         # NOTE Add additional sleep to make sure that the IOC and DDG HW process the values properly
         # This value has been choosen empirically after testing with the HW. It's

csaxs_bec/devices/epics/delay_generator_csaxs/ddg_2.py

@@ -29,6 +29,7 @@ from ophyd_devices import DeviceStatus, StatusBase
 from ophyd_devices.interfaces.base_classes.psi_device_base import PSIDeviceBase
 
 from csaxs_bec.devices.epics.delay_generator_csaxs.delay_generator_csaxs import (
+    BURSTCONFIG,
     CHANNELREFERENCE,
     OUTPUTPOLARITY,
     STATUSBITS,
@@ -37,7 +38,6 @@ from csaxs_bec.devices.epics.delay_generator_csaxs.delay_generator_csaxs import
     ChannelConfig,
     DelayGeneratorCSAXS,
     LiteralChannels,
-    BURSTCONFIG,
 )
 
 logger = bec_logger.logger
@@ -138,6 +138,24 @@ class DDG2(PSIDeviceBase, DelayGeneratorCSAXS):
         # Set burst config
         self.burst_config.put(BURSTCONFIG.FIRST_CYCLE.value)
 
+        # TODO As the IOC may be out of sync with the HW, we make sure that we set the default parameters
+        # in the IOC to the expected values. In the past, we've experienced that IOC and HW can go out
+        # of sync.
+        self.burst_delay.put(1)
+        time.sleep(0.02)  # Give HW time to process
+        self.burst_delay.put(0)
+        time.sleep(0.02)
+
+        self.burst_count.put(2)
+        time.sleep(0.02)
+        self.burst_count.put(1)
+        time.sleep(0.02)
+
+        self.burst_mode.put(1)
+        time.sleep(0.02)
+        self.burst_mode.put(0)
+        time.sleep(0.02)
+
     def on_stage(self) -> DeviceStatus | StatusBase | None:
         """
 

csaxs_bec/devices/epics/mcs_card/mcs_card_csaxs.py

@@ -20,6 +20,7 @@ from typing import TYPE_CHECKING, Callable, Literal
 
 import numpy as np
 from bec_lib.logger import bec_logger
+from ophyd.utils.errors import WaitTimeoutError
 from ophyd import Component as Cpt
 from ophyd import EpicsSignalRO, Kind
 from ophyd_devices import (
@@ -512,7 +513,22 @@ class MCSCardCSAXS(PSIDeviceBase, MCSCard):
         # that the acquisition finishes on the card and that data is emitted to BEC. If the acquisition
         # was already finished (i.e. normal step scan sends 1 extra pulse per burst cycle), this will
         # not have any effect as the card will already be in DONE state and signal.
-        self.software_channel_advance.put(1)
+        if self.scan_info.msg.scan_type == "fly":
+            expected_points = int(
+                        self.scan_info.msg.num_points
+                        * self.scan_info.msg.scan_parameters.get("frames_per_trigger", 1)
+                    )
+            
+            status = CompareStatus(self.current_channel, expected_points-1, operation_success=">=")
+            try:
+                status.wait(timeout=5)
+            except WaitTimeoutError:
+                text = f"Device {self.name} received num points {self.current_channel.get()} / {expected_points}. Device timed out after 5s."
+                logger.error(text)
+                raise TimeoutError(text)
+
+            # Manually set the last advance
+            self.software_channel_advance.put(1)
 
         # Prepare and register status callback for the async monitoring loop
         status_async_data = StatusBase(obj=self)

csaxs_bec/devices/omny/rt/rt_flomni_ophyd.py

@@ -1,20 +1,18 @@
 import threading
 import time
-from typing import List
 
 import numpy as np
-from bec_lib import bec_logger, messages
-from bec_lib.endpoints import MessageEndpoints
+from bec_lib import bec_logger
 from ophyd import Component as Cpt
 from ophyd import Device, PositionerBase, Signal
 from ophyd.status import wait as status_wait
 from ophyd.utils import LimitError
+from ophyd_devices import AsyncMultiSignal, DeviceStatus, ProgressSignal
 from ophyd_devices.utils.controller import Controller, threadlocked
 from ophyd_devices.utils.socket import SocketIO, raise_if_disconnected
 from prettytable import PrettyTable
 
 from csaxs_bec.devices.omny.rt.rt_ophyd import (
-    BECConfigError,
     RtCommunicationError,
     RtError,
     RtReadbackSignal,
@@ -92,7 +90,8 @@ class RtFlomniController(Controller):
             parent._min_scan_buffer_reached = False
             start_time = time.time()
             for pos_index, pos in enumerate(positions):
-                parent.socket_put_and_receive(f"s{pos[0]:.05f},{pos[1]:.05f},{pos[2]:.05f}")
+                cmd = f"s{pos[0]:.05f},{pos[1]:.05f},{pos[2]:.05f}"
+                parent.socket_put_and_receive(cmd)
                 if pos_index > 100:
                     parent._min_scan_buffer_reached = True
             parent._min_scan_buffer_reached = True
@@ -174,11 +173,12 @@ class RtFlomniController(Controller):
         self.set_device_read_write("foptx", False)
         self.set_device_read_write("fopty", False)
 
-    def move_samx_to_scan_region(self, fovx: float, cenx: float):
-        #new routine not using fovx anymore
-        self.device_manager.devices.rtx.obj.move(cenx, wait=True)
+    def move_samx_to_scan_region(self, cenx: float, move_in_this_routine: bool = False):
+        # attention. a movement will clear all positions in the rt trajectory generator!
+        if move_in_this_routine == True:
+            self.device_manager.devices.rtx.obj.move(cenx, wait=True)
         time.sleep(0.05)
-        #at cenx we expect the PID to be close to zero for a good fsamx position
+        # at cenx we expect the PID to be close to zero for a good fsamx position
         if self.rt_pid_voltage is None:
             rtx = self.device_manager.devices.rtx
             self.rt_pid_voltage = rtx.user_parameter.get("rt_pid_voltage")
@@ -188,29 +188,31 @@ class RtFlomniController(Controller):
                 )
             logger.info(f"Using PID voltage from rtx user parameter: {self.rt_pid_voltage}")
         expected_voltage = self.rt_pid_voltage
-        #logger.info(f"Expected PID voltage: {expected_voltage}")
+        # logger.info(f"Expected PID voltage: {expected_voltage}")
         logger.info(f"Current PID voltage: {self.get_pid_x()}")
         wait_on_exit = False
-        #we allow 2V range from center, this corresponds to 30 microns
+        # we allow 2V range from center, this corresponds to 30 microns
         if np.abs(self.get_pid_x() - expected_voltage) < 2:
             logger.info("No correction of fsamx needed")
         else:
             fsamx = self.device_manager.devices.fsamx
             fsamx.obj.controller.socket_put_confirmed("axspeed[4]=0.1*stppermm[4]")
             while True:
-                #when we correct, then to 1 V, within 15 microns
+                # when we correct, then to 1 V, within 15 microns
                 if np.abs(self.get_pid_x() - expected_voltage) < 1:
                     logger.info("No further correction needed")
                     break
                 wait_on_exit = True
-                #disable FZP piezo feedback
+                # disable FZP piezo feedback
                 self.socket_put("v0")
                 fsamx.read_only = False
                 logger.info(f"Current PID voltage: {self.get_pid_x()}")
-                #here we accumulate the correction
+                # here we accumulate the correction
                 fsamx.obj.pid_x_correction -= (self.get_pid_x() - expected_voltage) * 0.006
                 fsamx_in = fsamx.user_parameter.get("in")
-                logger.info(f"Moving fsamx to {cenx / 1000 * 0.7 + fsamx.obj.pid_x_correction}, PID portion of that {fsamx.obj.pid_x_correction}")
+                logger.info(
+                    f"Moving fsamx to {cenx / 1000 * 0.7 + fsamx.obj.pid_x_correction}, PID portion of that {fsamx.obj.pid_x_correction}"
+                )
                 fsamx.obj.move(fsamx_in + cenx / 1000 * 0.7 + fsamx.obj.pid_x_correction, wait=True)
                 fsamx.read_only = True
                 time.sleep(0.1)
@@ -219,7 +221,7 @@ class RtFlomniController(Controller):
 
         if wait_on_exit:
             time.sleep(1)
-        #enable fast FZP feedback again
+        # enable fast FZP feedback again
         self.socket_put("v1")
 
     @threadlocked
@@ -390,7 +392,7 @@ class RtFlomniController(Controller):
         val = float(self.socket_put_and_receive(f"j{axis_number}").strip())
         return val
 
-    def laser_tracker_check_signalstrength(self):
+    def laser_tracker_check_signalstrength(self, verbose=True):
         if not self.laser_tracker_check_enabled():
             returnval = "disabled"
         else:
@@ -401,9 +403,10 @@ class RtFlomniController(Controller):
             rtx = self.device_manager.devices.rtx
             min_signal = rtx.user_parameter.get("min_signal")
             low_signal = rtx.user_parameter.get("low_signal")
-            print(f"low signal: {low_signal}")
-            print(f"min signal: {min_signal}")
-            print(f"signal: {signal}")
+            if verbose:
+                print(f"low signal: {low_signal}")
+                print(f"min signal: {min_signal}")
+                print(f"signal: {signal}")
             if signal < min_signal:
                 time.sleep(1)
                 if signal < min_signal:
@@ -427,27 +430,6 @@ class RtFlomniController(Controller):
             t.add_row([i, self.read_ssi_interferometer(i)])
         print(t)
 
-    def _get_signals_from_table(self, return_table) -> dict:
-        self.average_stdeviations_x_st_fzp += float(return_table[4])
-        self.average_stdeviations_y_st_fzp += float(return_table[7])
-        signals = {
-            "target_x": {"value": float(return_table[2])},
-            "average_x_st_fzp": {"value": float(return_table[3])},
-            "stdev_x_st_fzp": {"value": float(return_table[4])},
-            "target_y": {"value": float(return_table[5])},
-            "average_y_st_fzp": {"value": float(return_table[6])},
-            "stdev_y_st_fzp": {"value": float(return_table[7])},
-            "average_rotz": {"value": float(return_table[8])},
-            "stdev_rotz": {"value": float(return_table[9])},
-            "average_stdeviations_x_st_fzp": {
-                "value": self.average_stdeviations_x_st_fzp / (int(return_table[0]) + 1)
-            },
-            "average_stdeviations_y_st_fzp": {
-                "value": self.average_stdeviations_y_st_fzp / (int(return_table[0]) + 1)
-            },
-        }
-        return signals
-
     @threadlocked
     def start_scan(self):
         if not self.feedback_is_running():
@@ -487,91 +469,6 @@ class RtFlomniController(Controller):
         current_position_in_scan = int(float(return_table[2]))
         return (mode, number_of_positions_planned, current_position_in_scan)
 
-    def read_positions_from_sampler(self):
-        # this was for reading after the scan completed
-        number_of_samples_to_read = 1  # self.get_scan_status()[1]  #number of valid samples, will be updated upon first data read
-
-        read_counter = 0
-
-        self.average_stdeviations_x_st_fzp = 0
-        self.average_stdeviations_y_st_fzp = 0
-        self.average_lamni_angle = 0
-
-        mode, number_of_positions_planned, current_position_in_scan = self.get_scan_status()
-
-        # if not (mode==2 or mode==3):
-        #    error
-        self.device_manager.connector.set(
-            MessageEndpoints.device_status("rt_scan"),
-            messages.DeviceStatusMessage(
-                device="rt_scan", status=1, metadata=self.readout_metadata
-            ),
-        )
-        # while scan is running
-        while mode > 0:
-
-            #TODO here?: scan abortion if no progress in scan *raise error
-
-            # logger.info(f"Current scan position {current_position_in_scan} out of {number_of_positions_planned}")
-            mode, number_of_positions_planned, current_position_in_scan = self.get_scan_status()
-            time.sleep(0.01)
-            if current_position_in_scan > 5:
-                while current_position_in_scan > read_counter + 1:
-                    return_table = (self.socket_put_and_receive(f"r{read_counter}")).split(",")
-                    # logger.info(f"{return_table}")
-                    logger.info(f"Read {read_counter} out of {number_of_positions_planned}")
-
-                    read_counter = read_counter + 1
-
-                    signals = self._get_signals_from_table(return_table)
-
-                    self.publish_device_data(signals=signals, point_id=int(return_table[0]))
-
-        time.sleep(0.05)
-
-        # read the last samples even though scan is finished already
-        while number_of_positions_planned > read_counter:
-            return_table = (self.socket_put_and_receive(f"r{read_counter}")).split(",")
-            logger.info(f"Read {read_counter} out of {number_of_positions_planned}")
-            # logger.info(f"{return_table}")
-            read_counter = read_counter + 1
-
-            signals = self._get_signals_from_table(return_table)
-            self.publish_device_data(signals=signals, point_id=int(return_table[0]))
-
-        self.device_manager.connector.set(
-            MessageEndpoints.device_status("rt_scan"),
-            messages.DeviceStatusMessage(
-                device="rt_scan", status=0, metadata=self.readout_metadata
-            ),
-        )
-
-        logger.info(
-            "Flomni statistics: Average of all standard deviations: x"
-            f" {self.average_stdeviations_x_st_fzp/read_counter*1000:.1f}, y"
-            f" {self.average_stdeviations_y_st_fzp/read_counter*1000:.1f}"
-        )
-
-    def publish_device_data(self, signals, point_id):
-        self.device_manager.connector.set_and_publish(
-            MessageEndpoints.device_read("rt_flomni"),
-            messages.DeviceMessage(
-                signals=signals, metadata={"point_id": point_id, **self.readout_metadata}
-            ),
-        )
-
-    def start_readout(self):
-        readout = threading.Thread(target=self.read_positions_from_sampler)
-        readout.start()
-
-    def kickoff(self, metadata):
-        self.readout_metadata = metadata
-        while not self._min_scan_buffer_reached:
-            time.sleep(0.001)
-        self.start_scan()
-        time.sleep(0.1)
-        self.start_readout()
-
 
 class RtFlomniReadbackSignal(RtReadbackSignal):
     @retry_once
@@ -617,6 +514,18 @@ class RtFlomniSetpointSignal(RtSetpointSignal):
                 "The interferometer feedback is not running. Either it is turned off or and"
                 " interferometer error occured."
             )
+
+        tracker_status = self.parent.controller.laser_tracker_check_signalstrength()
+
+        if tracker_status == "toolow":
+            print(
+                "The interferometer signal is too low for movements. Realignment required."
+            )
+            raise RtError(
+                "The interferometer signal is too low for movements. Realignment required."
+            )
+
+
         self.set_with_feedback_disabled(val)
 
     def set_with_feedback_disabled(self, val):
@@ -827,6 +736,185 @@ class RtFlomniMotor(Device, PositionerBase):
         return super().stop(success=success)
 
 
+class RtFlomniFlyer(Device):
+    USER_ACCESS = ["controller"]
+    data = Cpt(
+        AsyncMultiSignal,
+        name="data",
+        signals=[
+            "target_x",
+            "average_x_st_fzp",
+            "stdev_x_st_fzp",
+            "target_y",
+            "average_y_st_fzp",
+            "stdev_y_st_fzp",
+            "average_rotz",
+            "stdev_rotz",
+            "average_stdeviations_x_st_fzp",
+            "average_stdeviations_y_st_fzp",
+        ],
+        ndim=1,
+        async_update={"type": "add", "max_shape": [None]},
+        max_size=1000,
+    )
+    progress = Cpt(
+        ProgressSignal, doc="ProgressSignal indicating the progress of the device during a scan."
+    )
+
+    def __init__(
+        self,
+        prefix="",
+        *,
+        name,
+        kind=None,
+        read_attrs=None,
+        configuration_attrs=None,
+        parent=None,
+        host="mpc2844.psi.ch",
+        port=2222,
+        socket_cls=SocketIO,
+        device_manager=None,
+        **kwargs,
+    ):
+        super().__init__(prefix=prefix, name=name, parent=parent, **kwargs)
+        self.shutdown_event = threading.Event()
+        self.controller = RtFlomniController(
+            socket_cls=socket_cls, socket_host=host, socket_port=port, device_manager=device_manager
+        )
+        self.average_stdeviations_x_st_fzp = 0
+        self.average_stdeviations_y_st_fzp = 0
+        self.average_lamni_angle = 0
+        self.readout_thread = None
+        self.scan_done_event = threading.Event()
+        self.scan_done_event.set()
+
+    def read_positions_from_sampler(self, status: DeviceStatus):
+        """
+        Read the positions from the sampler and update the data signal.
+        This function runs in a separate thread and continuously checks the
+        scan status.
+
+        Args:
+            status (DeviceStatus): The status object to update when the readout is complete.
+        """
+        read_counter = 0
+        self.average_stdeviations_x_st_fzp = 0
+        self.average_stdeviations_y_st_fzp = 0
+        self.average_lamni_angle = 0
+
+        mode, number_of_positions_planned, current_position_in_scan = (
+            self.controller.get_scan_status()
+        )
+
+        # while scan is running
+        while mode > 0 and not self.shutdown_event.wait(0.01):
+            # logger.info(f"Current scan position {current_position_in_scan} out of {number_of_positions_planned}")
+            mode, number_of_positions_planned, current_position_in_scan = (
+                self.controller.get_scan_status()
+            )
+            if current_position_in_scan > 5:
+                while current_position_in_scan > read_counter + 1:
+                    return_table = (
+                        self.controller.socket_put_and_receive(f"r{read_counter}")
+                    ).split(",")
+                    logger.info(f"Read {read_counter} out of {number_of_positions_planned}")
+                    self.progress.put(
+                        value=read_counter, max_value=number_of_positions_planned, done=False
+                    )
+                    read_counter = read_counter + 1
+                    signals = self._get_signals_from_table(return_table)
+                    self.data.set(signals)
+
+        if self.shutdown_event.wait(0.05):
+            logger.info("Shutdown event set, stopping readout.")
+            # if we are here, the shutdown_event is set. We can exit the readout loop.
+            status.set_finished()
+            return
+
+        # read the last samples even though scan is finished already
+        while number_of_positions_planned > read_counter and not self.shutdown_event.is_set():
+            return_table = (self.controller.socket_put_and_receive(f"r{read_counter}")).split(",")
+            logger.info(f"Read {read_counter} out of {number_of_positions_planned}")
+            self.progress.put(value=read_counter, max_value=number_of_positions_planned, done=False)
+            read_counter = read_counter + 1
+
+            signals = self._get_signals_from_table(return_table)
+            self.data.set(signals)
+
+        # NOTE: No need to set the status to failed if the shutdown_event is set.
+        # The stop() method will take care of that.
+        status.set_finished()
+        self.progress.put(value=read_counter, max_value=number_of_positions_planned, done=True)
+
+        logger.info(
+            "Flomni statistics: Average of all standard deviations: x"
+            f" {self.average_stdeviations_x_st_fzp/read_counter*1000:.1f}, y"
+            f" {self.average_stdeviations_y_st_fzp/read_counter*1000:.1f}"
+        )
+
+    def _get_signals_from_table(self, return_table) -> dict:
+        self.average_stdeviations_x_st_fzp += float(return_table[4])
+        self.average_stdeviations_y_st_fzp += float(return_table[7])
+        signals = {
+            "target_x": {"value": float(return_table[2])},
+            "average_x_st_fzp": {"value": float(return_table[3])},
+            "stdev_x_st_fzp": {"value": float(return_table[4])},
+            "target_y": {"value": float(return_table[5])},
+            "average_y_st_fzp": {"value": float(return_table[6])},
+            "stdev_y_st_fzp": {"value": float(return_table[7])},
+            "average_rotz": {"value": float(return_table[8])},
+            "stdev_rotz": {"value": float(return_table[9])},
+            "average_stdeviations_x_st_fzp": {
+                "value": self.average_stdeviations_x_st_fzp / (int(return_table[0]) + 1)
+            },
+            "average_stdeviations_y_st_fzp": {
+                "value": self.average_stdeviations_y_st_fzp / (int(return_table[0]) + 1)
+            },
+        }
+        return signals
+
+    def stage(self):
+        self.shutdown_event.clear()
+        self.scan_done_event.set()
+        return super().stage()
+
+    def start_readout(self, status: DeviceStatus):
+        self.readout_thread = threading.Thread(
+            target=self.read_positions_from_sampler, args=(status,)
+        )
+        self.readout_thread.start()
+
+    def kickoff(self) -> DeviceStatus:
+        self.shutdown_event.clear()
+        self.scan_done_event.clear()
+        while not self.controller._min_scan_buffer_reached and not self.shutdown_event.wait(0.001):
+            ...
+        self.controller.start_scan()
+        self.shutdown_event.wait(0.1)
+        status = DeviceStatus(self)
+        status.set_finished()
+        return status
+
+    def complete(self) -> DeviceStatus:
+        """Wait until the flyer is done."""
+        if self.scan_done_event.is_set():
+            # if the scan_done_event is already set, we can return a finished status immediately
+            status = DeviceStatus(self)
+            status.set_finished()
+            return status
+        status = DeviceStatus(self)
+        self.start_readout(status)
+        status.add_callback(lambda *args, **kwargs: self.scan_done_event.set())
+        return status
+
+    def stop(self, *, success=False):
+        self.shutdown_event.set()
+        self.scan_done_event.set()
+        if self.readout_thread is not None:
+            self.readout_thread.join()
+        return super().stop(success=success)
+
+
 if __name__ == "__main__":
     rtcontroller = RtFlomniController(
         socket_cls=SocketIO, socket_host="mpc2844.psi.ch", socket_port=2222, device_manager=None

csaxs_bec/devices/omny/shutter.py

@@ -48,6 +48,7 @@ class OMNYFastShutter(PSIDeviceBase, Device):
     def fshopen(self):
         """Open the fast shutter."""
         if self._check_if_cSAXS_shutter_exists_in_config():
+            self.shutter.put(1)
             return self.device_manager.devices["fsh"].fshopen()
         else:
             self.shutter.put(1)
@@ -55,6 +56,7 @@ class OMNYFastShutter(PSIDeviceBase, Device):
     def fshclose(self):
         """Close the fast shutter."""
         if self._check_if_cSAXS_shutter_exists_in_config():
+            self.shutter.put(0)
             return self.device_manager.devices["fsh"].fshclose()
         else:
             self.shutter.put(0)

csaxs_bec/scans/flomni_fermat_scan.py

@@ -27,20 +27,19 @@ from bec_lib import bec_logger, messages
 from bec_lib.alarm_handler import Alarms
 from bec_lib.endpoints import MessageEndpoints
 from bec_server.scan_server.errors import ScanAbortion
-from bec_server.scan_server.scans import SyncFlyScanBase
+from bec_server.scan_server.scans import AsyncFlyScanBase
 
 from csaxs_bec.devices.epics.delay_generator_csaxs.delay_generator_csaxs import TRIGGERSOURCE
 
 logger = bec_logger.logger
 
 
-class FlomniFermatScan(SyncFlyScanBase):
+class FlomniFermatScan(AsyncFlyScanBase):
     scan_name = "flomni_fermat_scan"
     scan_type = "fly"
     required_kwargs = ["fovx", "fovy", "exp_time", "step", "angle"]
     arg_input = {}
     arg_bundle_size = {"bundle": len(arg_input), "min": None, "max": None}
-    use_scan_progress_report = True
 
     def __init__(
         self,
@@ -104,6 +103,14 @@ class FlomniFermatScan(SyncFlyScanBase):
             self.zshift = -100
         self.flomni_rotation_status = None
 
+    def scan_report_instructions(self):
+        """Scan report instructions for the progress bar"""
+        yield from self.stubs.scan_report_instruction({"device_progress": ["rt_flyer"]})
+
+    @property
+    def monitor_sync(self) -> str:
+        return "rt_flyer"
+
     def initialize(self):
         self.scan_motors = []
         self.update_readout_priority()
@@ -113,10 +120,6 @@ class FlomniFermatScan(SyncFlyScanBase):
             self.positions, corridor_size=self.optim_trajectory_corridor
         )
 
-    @property
-    def monitor_sync(self):
-        return "rt_flomni"
-
     def reverse_trajectory(self):
         """
         Reverse the trajectory. Every other scan should be reversed to
@@ -165,7 +168,8 @@ class FlomniFermatScan(SyncFlyScanBase):
         if self.flomni_rotation_status:
             self.flomni_rotation_status.wait()
 
-        rtx_status = yield from self.stubs.set(device="rtx", value=self.positions[0][0], wait=False)
+        # rtx_status = yield from self.stubs.set(device="rtx", value=self.positions[0][0], wait=False)
+        rtx_status = yield from self.stubs.set(device="rtx", value=self.cenx, wait=False)
         rtz_status = yield from self.stubs.set(device="rtz", value=self.positions[0][2], wait=False)
 
         yield from self.stubs.send_rpc_and_wait("rtx", "controller.laser_tracker_on")
@@ -173,13 +177,15 @@ class FlomniFermatScan(SyncFlyScanBase):
         rtx_status.wait()
         rtz_status.wait()
 
+        # status = yield from self.stubs.send_rpc("rtx", "move", self.cenx)
+        # status.wait()
         yield from self._transfer_positions_to_flomni()
-        yield from self.stubs.send_rpc_and_wait(
-            "rtx", "controller.move_samx_to_scan_region", self.fovx, self.cenx
-        )
         tracker_signal_status = yield from self.stubs.send_rpc_and_wait(
             "rtx", "controller.laser_tracker_check_signalstrength"
         )
+        yield from self.stubs.send_rpc_and_wait(
+            "rtx", "controller.move_samx_to_scan_region", self.cenx
+        )
         # self.device_manager.connector.send_client_info(tracker_signal_status)
         if tracker_signal_status == "low":
             error_info = messages.ErrorInfo(
@@ -287,33 +293,29 @@ class FlomniFermatScan(SyncFlyScanBase):
         return np.array(positions)
 
     def scan_core(self):
-        # use a device message to receive the scan number and
-        # scan ID before sending the message to the device server
-        yield from self.stubs.kickoff(device="rtx")
-        while True:
-            yield from self.stubs.read(group="monitored")
-            status = self.connector.get(MessageEndpoints.device_status("rt_scan"))
-            if status:
-                status_id = status.content.get("status", 1)
-                request_id = status.metadata.get("RID")
-                if status_id == 0 and self.metadata.get("RID") == request_id:
-                    break
-                if status_id == 2 and self.metadata.get("RID") == request_id:
-                    raise ScanAbortion(
-                        "An error occured during the flomni readout:"
-                        f" {status.metadata.get('error')}"
-                    )
+        # send off the flyer
+        yield from self.stubs.kickoff(device="rt_flyer")
 
+        # start the readout loop of the flyer
+        status = yield from self.stubs.complete(device="rt_flyer", wait=False)
+
+        # read the monitors until the flyer is done
+        while not status.done:
+            yield from self.stubs.read(group="monitored", point_id=self.point_id)
+            self.point_id += 1
             time.sleep(1)
             logger.debug("reading monitors")
-        # yield from self.device_rpc("rtx", "controller.kickoff")
 
     def move_to_start(self):
         """return to the start position"""
         # in flomni, we need to move to the start position of the next scan, which is the end position of the current scan
         # this method is called in finalize and overwrites the default move_to_start()
         if isinstance(self.positions, np.ndarray) and len(self.positions[-1]) == 3:
-            yield from self.stubs.set(device=["rtx", "rty", "rtz"], value=self.positions[-1])
+            # yield from self.stubs.set(device=["rtx", "rty", "rtz"], value=self.positions[-1])
+            # in x we move to cenx, then we avoid jumps in centering routine
+            value = self.positions[-1]
+            value[0] = self.cenx
+            yield from self.stubs.set(device=["rtx", "rty", "rtz"], value=value)
             return
 
         logger.warning("No positions found to return to start")
@@ -329,6 +331,7 @@ class FlomniFermatScan(SyncFlyScanBase):
         yield from self.read_scan_motors()
         self.prepare_positions()
         yield from self._prepare_setup()
+        yield from self.scan_report_instructions()
         yield from self.open_scan()
         yield from self.stage()
         yield from self.run_baseline_reading()

docs/user/ptychography/flomni.md

@@ -50,16 +50,15 @@ Manually move the gripper to a transfer position
 After the sample transfer the sample stage moved to the measurement position with your new sample. The Xray eye will automatically move in and the shutter will open. You may already see the sample in the omny xeye interface running on the windows computer.
 If you see your sample already at the approximately correct height, you can skip steps 1 to 3. Otherwise adjust the height:
 
-1. `flomni.rt_feedback_disable()` disable the closed loop operation to allow movement of coarse stages
+1. `flomni.feedback_disable()` disable the closed loop operation to allow movement of coarse stages
 1. `umvr(dev.fsamy, 0.01)`, attention: unit <mm>, move the sample stage relative up (positive) or down (negative) until the sample is approximately vertically centered in xray eye screen
 1. `flomni.xrayeye_update_frame()` will update the current image on the xray eye screen
-1. `flomni.xrayeye_alignment_start()` start the coarse alignment of the sample by measuring (clicking in the X-ray eye software) the sample position at 0, 45, 90, 135, 180 degrees. Then use the matlab routine `SPEC_ptycho_align.m` to fit this data.
-1. `flomni.read_alignment_offset()` read the generated alignment data.
+1. `flomni.xrayeye_alignment_start()` start the coarse alignment of the sample by measuring (clicking in the X-ray eye software) the sample position at 0, 45, 90, 135, 180 degrees. The GUI will present a fit of this data, which is automatically loaded to BEC for aligning the sample.
 
 #### Fine alignment
 
 After the xrayeyealign, a fine alignment needs to be performed using ptychography.
-_To bypass the fine alignment: `feye_out`_
+_To bypass the fine alignment: `flomni.feye_out`_
 
 
 1. `flomni.tomo_parameters()` Adjust the  ptychographic scan parameters for performing an alignment scan. Typically FOVX = FOVX(Xrayeye)+20 mu, shell step = beamsize/2.5, number of projections and tomo mode are ignored in the alignment scans.
@@ -71,13 +70,13 @@ _To bypass the fine alignment: `feye_out`_
 Now that the sample is aligned, the tomographic measurement can be performed.
 1. `flomni.tomo_parameters()` adjust the scan parameters for the tomographic scan. This includes the parameters for ptychographic scans of projections plus the strategy for angular sampling. The vertical shift adjusts the field of view, up (positive) or down (negative). After adjusting the numbers, type again `flomni.tomo_parameters()` and verify that they are correct.
 1. `flomni.tomo_scan_projection(angle)` perform a ptychographic scan at the rotation angle <angle>. Launch the tomographic measurement by `flomni.tomo_scan()`. 
-1. Before changing sample, verify that all subtomograms were completely acquired using the `tomo_recons matlab` script.
+1. Before changing sample, verify that all subtomograms were completely acquired using the tomo_reconstruction matlab script.
 
 #### If something went wrong…
 
 A __single projection__ is to be repeated use
 `flomni.tomo_scan_projection(<angle>)`. The target angle of scans can be found in the second column of the file in 
-`~/Data10/specES1/dat-files/omni_scannumbers.txt`
+`~/data/raw/logs/tomography_scannumbers.txt`
 
 To continue an __interrupted tomography scan__:
 

docs/user/ptychography/lamni.md

@@ -26,7 +26,7 @@ The effective position of the axis of rotation shifts with sample thickness or m
 1. `dev.lsamx` and `dev.lsamy` will print current position and the center value. Update the center value by  
 `dev.lsamx.update_user_parameter({'center':8.69})`  
 `dev.lsamy.update_user_parameter({'center':8.69})`  
-1. close the shutter: `fshclose()`
+1. close the shutter: `dev.omnyfsh.fshclose()`
 
 #### X-ray eye alignment
 

tests/tests_devices/test_delay_generator_csaxs.py

@@ -287,19 +287,20 @@ def test_ddg1_stage(mock_ddg1: DDG1):
     mock_ddg1.stage()
 
     shutter_width = mock_ddg1._shutter_to_open_delay + exp_time * frames_per_trigger
+    total_exposure = 2 * mock_ddg1._shutter_to_open_delay + exp_time * frames_per_trigger + 3e-6
 
     assert np.isclose(mock_ddg1.burst_mode.get(), 1)  # burst mode is enabled
     assert np.isclose(mock_ddg1.burst_delay.get(), 0)
-    assert np.isclose(mock_ddg1.burst_period.get(), shutter_width)
+    assert np.isclose(mock_ddg1.burst_period.get(), total_exposure)
 
     # Trigger DDG2 through EXT/EN
     assert np.isclose(mock_ddg1.ab.delay.get(), 2e-3)
-    assert np.isclose(mock_ddg1.ab.width.get(), 1e-6)
+    assert np.isclose(mock_ddg1.ab.width.get(), shutter_width)
     # Shutter channel cd
     assert np.isclose(mock_ddg1.cd.delay.get(), 0)
     assert np.isclose(mock_ddg1.cd.width.get(), shutter_width)
     # MCS channel ef or gate
-    assert np.isclose(mock_ddg1.ef.delay.get(), 0)
+    assert np.isclose(mock_ddg1.ef.delay.get(), 1e-6)
     assert np.isclose(mock_ddg1.ef.width.get(), 1e-6)
 
     assert mock_ddg1.staged == ophyd.Staged.yes