Example data integretion configuration files

input_files/data_integr_config_file_LI.yaml

@@ -0,0 +1,25 @@
+project_name:  'scientific question' # beamtime, smog_chamber, lab_experiment   
+experiment_name: 'kinetic_flowtube_study' # 'flowtube' beamtime, smog_chamber, lab_experiment   
+user_name: 'LuciaI'
+group_id: '5505'
+experiment_date: 
+data_level: 'level_0'
+
+input_file_directory: '//fs101/5505/Data'
+output_file_directory: 'output_files/'
+
+instrument_datafolder: # analytical_methods: 
+  - 'Lopap'
+  - 'Humidity_Sensors'
+  - 'ICAD/HONO'
+  - 'ICAD/NO2'
+  - 'T200_NOx'
+  - 'T360U_CO2'
+
+integration_mode: 'collection' #'experimental_step # 'collection' # or experimental_step
+# Specify datetimes (YYYY-MM-DD HH-MM-SS) at which experimental steps were created. 
+datetime_steps:
+    - '2022-11-22 00-00-00'
+    - '2022-01-31 00-00-00'
+    - '2023-06-29 00-00-00'
+    - '2023-06-22 00-00-00'

input_files/data_integr_config_file_NG.yaml

@@ -0,0 +1,21 @@
+project_name: 'Experimental campaign'
+experiment_name: 'smog_chamber_study' # beamtime, smog_chamber, lab_experiment   
+user_name: 'NatashaG'
+group_id: '5505'
+experiment_date: 
+data_level: 'level_0'
+
+input_file_directory: '//fs03/Iron_Sulphate'
+output_file_directory: 'output_files/'
+
+instrument_datafolder: # analytical_methods: 
+  - 'gas'
+  - 'smps'
+  - 'htof'
+  - 'ptr'
+  - 'ams'
+
+integration_mode: 'experimental_step'
+# Specify datetimes (YYYY-MM-DD HH-MM-SS) at which experimental steps were created. 
+datetime_steps:
+  - '2022-07-26 00-00-00'

input_files/data_integr_config_file_TBR.yaml

@@ -0,0 +1,21 @@
+project_name: 'Beamtime May 2024, Ice Napp'
+experiment_name: 'beamtime' # beamtime, smog_chamber, lab_experiment   
+user_name: 'ThorstenBR'
+group_id: '5505'
+experiment_date: '2023-09-22_2023-09-25'
+data_level: 'level_0'
+
+input_file_directory: '//fs101/5505/People/Juan/TypicalBeamTime'
+output_file_directory: 'output_files/'
+
+instrument_datafolder: 
+  - 'NEXAFS'
+  - 'Notes'
+  - 'Pressure'
+  - 'Photos'
+  - 'RGA'
+  - 'SES'
+
+integration_mode: 'collection'
+# Specify datetimes (YYYY-MM-DD HH-MM-SS) at which experimental steps were created. 
+datetime_steps: []

src/data_integration_lib.py

@@ -66,7 +66,7 @@ def integrate_data_sources(yaml_config_file_path):
                                                                                                                 root_metadata_dict = root_metadata)
         
     else:
-        output_filename_step = output_filename(exp_campaign_name,'yyyy-mm-dd',initials)
+        output_filename_step = output_filename(exp_campaign_name,config_dict['experiment_date'],initials)
         output_filename_step = os.path.join(output_dir,output_filename_step)
         output_filename_path, output_yml_filename_path = hdf5_lib.create_hdf5_file_from_filesystem_path(output_filename_step,
                                                                                                         input_file_dir,