5505-public/dima
2
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Updated YAML config file parsing logic to account for changes in config file description.

Browse Source
This commit is contained in:
florez_j
2024-05-30 12:16:54 +02:00
parent 7f423ccc6f
commit 922bb3ca64
1 changed files with 10 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
src/data_integration_lib.py
View File

@ -75,12 +75,17 @@ def integrate_data_sources(yaml_config_file_path, log_dir='logs/'):
for datetime_step in datetime_augment_dict.keys():
select_file_keywords = select_file_keywords + datetime_augment_dict[datetime_step]
min_datetime = min(datetime_augment_dict.keys())
max_datetime = max(datetime_augment_dict.keys())
date_str = min_datetime.strftime('%Y-%m-%d')+'_'+max_datetime.strftime('%Y-%m-%d')
config_dict['experiment_startdate'] = min(datetime_augment_dict.keys())
config_dict['experiment_enddate'] = max(datetime_augment_dict.keys())
startdate = config_dict['experiment_startdate']
enddate = config_dict['experiment_enddate']
date_str = f'{startdate}_{enddate}'
output_filename_path = create_hdf5_file(date_str, select_file_keywords)
else:
output_filename_path = create_hdf5_file(date_str = config_dict['experiment_date'], select_file_keywords = [])
startdate = config_dict['experiment_startdate']
enddate = config_dict['experiment_enddate']
date_str = f'{startdate}_{enddate}'
output_filename_path = create_hdf5_file(date_str, select_file_keywords = [])
return output_filename_path