From e39c23bbad709eace2b64850a812177a5c8c5d25 Mon Sep 17 00:00:00 2001 From: Florez Ospina Juan Felipe Date: Wed, 21 May 2025 09:48:19 +0200 Subject: [PATCH] Update generate_flags.py to skip checking for cpc flags when not available --- pipelines/steps/generate_flags.py | 6 ++++-- pipelines/steps/update_datachain_params.py | 2 ++ 2 files changed, 6 insertions(+), 2 deletions(-) diff --git a/pipelines/steps/generate_flags.py b/pipelines/steps/generate_flags.py index 9dd4e5e..dd56015 100644 --- a/pipelines/steps/generate_flags.py +++ b/pipelines/steps/generate_flags.py @@ -191,7 +191,7 @@ def generate_species_flags(data_table : pd.DataFrame, calib_param_dict : dict, f manual_json_flags, csv_flags = get_flags_from_folder(flagsFolderPath) #print(manual_json_flags,csv_flags) - + interpolated_cpc_flags = [] if csv_flags: # Loop over CSV files in the flags folder @@ -264,7 +264,9 @@ def generate_species_flags(data_table : pd.DataFrame, calib_param_dict : dict, f numflag_columns = [col for col in data_table.columns if 'numflag_' in col] - data_table = reconcile_flags(data_table, interpolated_cpc_flags, 0, interpolated_cpc_flags.size, numflag_columns) + if interpolated_cpc_flags: + + data_table = reconcile_flags(data_table, interpolated_cpc_flags, 0, interpolated_cpc_flags.size, numflag_columns) #print(numflag_columns) for flag_filename in manual_json_flags: diff --git a/pipelines/steps/update_datachain_params.py b/pipelines/steps/update_datachain_params.py index bb7d6aa..b0f13a8 100644 --- a/pipelines/steps/update_datachain_params.py +++ b/pipelines/steps/update_datachain_params.py @@ -67,6 +67,8 @@ def sync_yaml_files(src_filepath, dest_filepath): src_yaml = load_yaml(src_filepath) dest_yaml = load_yaml(dest_filepath) + # TODO validate yaml files first before attempting syncronization + if src_yaml is None or dest_yaml is None: print(f"Skipping synchronization for {os.path.basename(src_filepath)} due to YAML loading errors.") return