5505-public/dima
2
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Fix import statement in pipelines.data_integration.py

Browse Source
This commit is contained in:
florez_j
2025-03-14 10:12:57 +01:00
parent 9276f060b0
commit 773b6a6fbe
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
pipelines/data_integration.py
View File

@ -25,7 +25,7 @@ from itertools import chain
try: try:
from dima.src import hdf5_writer as hdf5_lib from dima.src import hdf5_writer as hdf5_lib
from dima.utils import g5505_utils as utils from dima.utils import g5505_utils as utils
from dima.instruments.readers import filereader_registry from dima.instruments import filereader_registry
except ModuleNotFoundError: except ModuleNotFoundError:
print(':)') print(':)')
import src.hdf5_writer as hdf5_lib import src.hdf5_writer as hdf5_lib
@ -181,6 +181,7 @@ def copy_subtree_and_create_hdf5(src, dst, select_dir_keywords, select_file_keyw
logging.info("Creating HDF5 file at: %s", dst) logging.info("Creating HDF5 file at: %s", dst)
#hdf5_path = hdf5_lib.create_hdf5_file_from_filesystem_path_new(dst, path_to_files_dict, select_dir_keywords, root_metadata_dict)
hdf5_path = hdf5_lib.create_hdf5_file_from_filesystem_path(dst, path_to_files_dict, select_dir_keywords, root_metadata_dict) hdf5_path = hdf5_lib.create_hdf5_file_from_filesystem_path(dst, path_to_files_dict, select_dir_keywords, root_metadata_dict)
logging.info("Completed creation of HDF5 file %s at: %s", hdf5_path, dst) logging.info("Completed creation of HDF5 file %s at: %s", hdf5_path, dst)
@ -238,6 +239,7 @@ def run_pipeline(path_to_config_yamlFile, log_dir='logs/'):
# Collection mode processing if specified # Collection mode processing if specified
if 'collection' in config_dict.get('integration_mode', 'single_experiment'): if 'collection' in config_dict.get('integration_mode', 'single_experiment'):
path_to_filenames_dict = {path_to_rawdata_folder: [os.path.basename(path) for path in output_filename_path]} if output_filename_path else {} path_to_filenames_dict = {path_to_rawdata_folder: [os.path.basename(path) for path in output_filename_path]} if output_filename_path else {}
#hdf5_path = hdf5_lib.create_hdf5_file_from_filesystem_path_new(path_to_rawdata_folder, path_to_filenames_dict, [], root_metadata_dict)
hdf5_path = hdf5_lib.create_hdf5_file_from_filesystem_path(path_to_rawdata_folder, path_to_filenames_dict, [], root_metadata_dict) hdf5_path = hdf5_lib.create_hdf5_file_from_filesystem_path(path_to_rawdata_folder, path_to_filenames_dict, [], root_metadata_dict)
output_filename_path.append(hdf5_path) output_filename_path.append(hdf5_path)
else: else: