From 894936f107f014564dc4482c7365d0875abaf0bb Mon Sep 17 00:00:00 2001 From: Florez Ospina Juan Felipe Date: Thu, 30 May 2024 12:16:54 +0200 Subject: [PATCH] Updated YAML config file parsing logic to account for changes in config file description. --- src/data_integration_lib.py | 15 ++++++++++----- 1 file changed, 10 insertions(+), 5 deletions(-) diff --git a/src/data_integration_lib.py b/src/data_integration_lib.py index abfe397..336e81f 100644 --- a/src/data_integration_lib.py +++ b/src/data_integration_lib.py @@ -75,12 +75,17 @@ def integrate_data_sources(yaml_config_file_path, log_dir='logs/'): for datetime_step in datetime_augment_dict.keys(): select_file_keywords = select_file_keywords + datetime_augment_dict[datetime_step] - min_datetime = min(datetime_augment_dict.keys()) - max_datetime = max(datetime_augment_dict.keys()) - date_str = min_datetime.strftime('%Y-%m-%d')+'_'+max_datetime.strftime('%Y-%m-%d') + config_dict['experiment_startdate'] = min(datetime_augment_dict.keys()) + config_dict['experiment_enddate'] = max(datetime_augment_dict.keys()) + startdate = config_dict['experiment_startdate'] + enddate = config_dict['experiment_enddate'] + + date_str = f'{startdate}_{enddate}' output_filename_path = create_hdf5_file(date_str, select_file_keywords) else: - - output_filename_path = create_hdf5_file(date_str = config_dict['experiment_date'], select_file_keywords = []) + startdate = config_dict['experiment_startdate'] + enddate = config_dict['experiment_enddate'] + date_str = f'{startdate}_{enddate}' + output_filename_path = create_hdf5_file(date_str, select_file_keywords = []) return output_filename_path \ No newline at end of file