APOG_public/acsmnode
0
0
Fork 0
mirror of https://gitea.psi.ch/APOG/acsmnode.git synced 2025-06-24 21:21:08 +02:00
Code Issues Packages Projects Releases Wiki Activity

Update generate_flags.py to skip checking for cpc flags when not available

Browse Source
This commit is contained in:
florez_j
2025-05-21 09:48:19 +02:00
parent 01769f10e0
commit e39c23bbad
2 changed files with 6 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
pipelines/steps/generate_flags.py
View File

@ -191,7 +191,7 @@ def generate_species_flags(data_table : pd.DataFrame, calib_param_dict : dict, f
manual_json_flags, csv_flags = get_flags_from_folder(flagsFolderPath)
#print(manual_json_flags,csv_flags)
interpolated_cpc_flags = []
if csv_flags:
# Loop over CSV files in the flags folder
@ -264,7 +264,9 @@ def generate_species_flags(data_table : pd.DataFrame, calib_param_dict : dict, f
numflag_columns = [col for col in data_table.columns if 'numflag_' in col]
data_table = reconcile_flags(data_table, interpolated_cpc_flags, 0, interpolated_cpc_flags.size, numflag_columns)
if interpolated_cpc_flags:
data_table = reconcile_flags(data_table, interpolated_cpc_flags, 0, interpolated_cpc_flags.size, numflag_columns)
#print(numflag_columns)
for flag_filename in manual_json_flags:

2
pipelines/steps/update_datachain_params.py
View File

@ -67,6 +67,8 @@ def sync_yaml_files(src_filepath, dest_filepath):
src_yaml = load_yaml(src_filepath)
dest_yaml = load_yaml(dest_filepath)
# TODO validate yaml files first before attempting syncronization
if src_yaml is None or dest_yaml is None:
print(f"Skipping synchronization for {os.path.basename(src_filepath)} due to YAML loading errors.")
return