5505-public/dima
2
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Removed yaml file output from data integration file. The creation of this file is being outsource to data store repo

Browse Source
This commit is contained in:
florez_j
2024-05-24 09:32:30 +02:00
parent 88de88c316
commit 8d4f4e68c7
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
src/data_integration_lib.py
View File

@ -59,7 +59,7 @@ def integrate_data_sources(yaml_config_file_path):
max_datetime = max(datetime_augment_dict.keys())
output_filename_step = output_filename(exp_campaign_name,min_datetime.strftime('%Y-%m-%d')+'_'+max_datetime.strftime('%Y-%m-%d'),initials)
output_filename_step = os.path.join(output_dir,output_filename_step)
output_filename_path, output_yml_filename_path = hdf5_lib.create_hdf5_file_from_filesystem_path(output_filename_step,
output_filename_path = hdf5_lib.create_hdf5_file_from_filesystem_path(output_filename_step,
input_file_dir,
select_dir_keywords,
select_file_keywords,
@ -68,7 +68,7 @@ def integrate_data_sources(yaml_config_file_path):
else:
output_filename_step = output_filename(exp_campaign_name,config_dict['experiment_date'],initials)
output_filename_step = os.path.join(output_dir,output_filename_step)
output_filename_path, output_yml_filename_path = hdf5_lib.create_hdf5_file_from_filesystem_path(output_filename_step,
output_filename_path = hdf5_lib.create_hdf5_file_from_filesystem_path(output_filename_step,
input_file_dir,
select_dir_keywords,
select_file_keywords=[],
@ -97,4 +97,4 @@ def integrate_data_sources(yaml_config_file_path):
select_file_keywords,
root_metadata_dict = root_metadata)"""
return output_filename_path, output_yml_filename_path
return output_filename_path