Merge branch 'main' of https://gitea.psi.ch/5505-public/dima

pipelines/data_integration.py

@@ -18,9 +18,15 @@ if dimaPath not in sys.path:  # Avoid duplicate entries
 import yaml 
 import logging
 from datetime import datetime
+<<<<<<< HEAD
 import shutil 
 
 
+=======
+# Importing chain class from itertools 
+from itertools import chain 
+import shutil
+>>>>>>> 978101f9c2d9b210a22749b8191330c6d8a97959
 # Import DIMA modules
 try:
     from dima.src import hdf5_writer as hdf5_lib
@@ -248,6 +254,8 @@ def copy_subtree_and_create_hdf5(src, dst, select_dir_keywords, select_file_keyw
     return hdf5_path
 
 
+
+
 def run_pipeline(path_to_config_yamlFile, log_dir='logs/'):
     config_dict = load_config_and_setup_logging(path_to_config_yamlFile, log_dir)