diff --git a/pipelines/steps/generate_flags.py b/pipelines/steps/generate_flags.py index 9dd4e5e..dd56015 100644 --- a/pipelines/steps/generate_flags.py +++ b/pipelines/steps/generate_flags.py @@ -191,7 +191,7 @@ def generate_species_flags(data_table : pd.DataFrame, calib_param_dict : dict, f manual_json_flags, csv_flags = get_flags_from_folder(flagsFolderPath) #print(manual_json_flags,csv_flags) - + interpolated_cpc_flags = [] if csv_flags: # Loop over CSV files in the flags folder @@ -264,7 +264,9 @@ def generate_species_flags(data_table : pd.DataFrame, calib_param_dict : dict, f numflag_columns = [col for col in data_table.columns if 'numflag_' in col] - data_table = reconcile_flags(data_table, interpolated_cpc_flags, 0, interpolated_cpc_flags.size, numflag_columns) + if interpolated_cpc_flags: + + data_table = reconcile_flags(data_table, interpolated_cpc_flags, 0, interpolated_cpc_flags.size, numflag_columns) #print(numflag_columns) for flag_filename in manual_json_flags: diff --git a/pipelines/steps/update_datachain_params.py b/pipelines/steps/update_datachain_params.py index bb7d6aa..b0f13a8 100644 --- a/pipelines/steps/update_datachain_params.py +++ b/pipelines/steps/update_datachain_params.py @@ -67,6 +67,8 @@ def sync_yaml_files(src_filepath, dest_filepath): src_yaml = load_yaml(src_filepath) dest_yaml = load_yaml(dest_filepath) + # TODO validate yaml files first before attempting syncronization + if src_yaml is None or dest_yaml is None: print(f"Skipping synchronization for {os.path.basename(src_filepath)} due to YAML loading errors.") return