APOG_public/acsmnode
0
0
Fork 0
mirror of https://gitea.psi.ch/APOG/acsmnode.git synced 2025-06-24 21:21:08 +02:00
Code Issues Packages Projects Releases Wiki Activity

Update workflow step names

Browse Source
This commit is contained in:
florez_j
2025-06-07 20:01:02 +02:00
parent 8f9790456c
commit 457a2ae016
3 changed files with 4 additions and 32 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
pipelines/steps/prepare_ebas_submission.py
View File

@ -239,7 +239,7 @@ def main(paths_to_processed_files : list, path_to_flags : str, month : str = Non
workflowfile_builder = RenkuWorkflowBuilder(name=workflow_name) workflowfile_builder = RenkuWorkflowBuilder(name=workflow_name)
workflowfile_builder.add_step( workflowfile_builder.add_step(
step_name=f"{workflow_name}_step", step_name=f"prepare_ebas_submission",
base_command="python", base_command="python",
inputs=inputs, inputs=inputs,
outputs=outputs, outputs=outputs,

2
pipelines/steps/visualize_datatable_vars.py
View File

@ -24,7 +24,7 @@ import plotly.graph_objects as go
def visualize_table_variables(data_file_path, dataset_name, flags_dataset_name, x_var, y_vars, def visualize_table_variables(data_file_path, dataset_name, flags_dataset_name, x_var, y_vars,
yaxis_range_dict={'FlowRate_ccs': [0, 100]}, yaxis_range_dict={'FlowRate_ccs': [0, 100]},
capture_renku_metadata=False, capture_renku_metadata=False,
workflow_name="visualize_table_variables"): workflow_name="visualize_flagged_variables"):
if not os.path.exists(data_file_path): if not os.path.exists(data_file_path):
raise ValueError(f"Path to input file {data_file_path} does not exists. The parameter 'data_file_path' must be a valid path to a suitable HDF5 file. ") raise ValueError(f"Path to input file {data_file_path} does not exists. The parameter 'data_file_path' must be a valid path to a suitable HDF5 file. ")

32
workflows/workflow_acsm_data_PAY_2024.yaml
View File

@ -119,7 +119,7 @@ steps:
parameters: parameters:
- month_range: - month_range:
value: 2-3 value: 2-3
visualize_diagnostic_variables: visualize_flagged_variables:
command: python $script_py $data_file $dataset_name $flags_dataset_name $x_var command: python $script_py $data_file $dataset_name $flags_dataset_name $x_var
$y_vars $fig_0_VaporizerTemp_C $fig_1_FlowRate_ccs $fig_2_FilamentEmission_mA $y_vars $fig_0_VaporizerTemp_C $fig_1_FlowRate_ccs $fig_2_FilamentEmission_mA
$fig_3_ABsamp $fig_3_ABsamp
@ -153,32 +153,4 @@ steps:
- FlowRate_ccs - FlowRate_ccs
- FilamentEmission_mA - FilamentEmission_mA
- ABsamp - ABsamp
workflow_acsm_data_PAY_2024_step:
command: python $script_py $in_1 $in_2 $in_3 $in_4 $month_range
inputs:
- script_py:
path: pipelines/steps/prepare_ebas_submission.py
- in_1:
path: data/collection_PAY_2024_2025-06-06_2025-06-06/ACSM_TOFWARE_processed/2024/ACSM_PAY_2024_timeseries_calibrated.csv
- in_2:
path: data/collection_PAY_2024_2025-06-06_2025-06-06/ACSM_TOFWARE_processed/2024/ACSM_PAY_2024_timeseries_calibrated_err.csv
- in_3:
path: data/collection_PAY_2024_2025-06-06_2025-06-06/ACSM_TOFWARE_processed/2024/ACSM_PAY_2024_timeseries_calibration_factors.csv
- in_4:
path: data/collection_PAY_2024_2025-06-06_2025-06-06/ACSM_TOFWARE_flags/2024/ACSM_PAY_2024_timeseries_flags.csv
- lod:
path: pipelines/params/"limits_of_detection.yaml
implicit: true
- station:
path: pipelines/params/"station_params.yaml
implicit: true
outputs:
- out_1:
path: data/PAY_ACSM-092_2024.txt
implicit: true
- out_2:
path: data/PAY_ACSM-092_FLAGS_2024.txt
implicit: true
parameters:
- month_range:
value: 2-3