APOG_public/acsmnode
0
0
Fork 0
mirror of https://gitea.psi.ch/APOG/acsmnode.git synced 2025-07-02 22:20:48 +02:00
Code Issues Packages Projects Releases Wiki Activity

Added jupyter notebooks to explore functionalities of the flaggging app manager object

Browse Source
This commit is contained in:
florez_j
2024-10-10 16:56:29 +02:00
parent 1e06bca81c
commit 76378e30a7
2 changed files with 129 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

24
workflow_data_integration.ipynb
View File

@ -19,7 +19,7 @@
},
{
"cell_type": "code",
"execution_count": null,
"execution_count": 1,
"metadata": {},
"outputs": [],
"source": [
@ -29,9 +29,12 @@
"root_dir = os.path.abspath(os.curdir)\n",
"sys.path.append(root_dir)\n",
"sys.path.append(os.path.join(root_dir,'dima'))\n",
"#sys.path.append(os.path.join(root_dir,'dima','instruments'))\n",
"#sys.path.append(os.path.join(root_dir,'dima','src'))\n",
"#sys.path.append(os.path.join(root_dir,'dima','utils'))\n",
"\n",
"import dima.src.hdf5_vis as hdf5_vis\n",
"import dima.src.data_integration_lib as dilib\n"
"import dima.pipelines.data_integration as dilib\n"
]
},
{
@ -47,11 +50,11 @@
},
{
"cell_type": "code",
"execution_count": null,
"execution_count": 2,
"metadata": {},
"outputs": [],
"source": [
"yaml_config_file_path = 'dima_config.yaml'\n"
"yaml_config_file_path = 'dima_config.yaml'"
]
},
{
@ -104,13 +107,13 @@
},
{
"cell_type": "code",
"execution_count": null,
"execution_count": 8,
"metadata": {},
"outputs": [],
"source": [
"import dima.src.metadata_review_lib as metadata\n",
"import dima.pipelines.metadata_revision as metadata\n",
"\n",
"import dima.src.hdf5_data_extraction as h5de\n",
"import dima.src.hdf5_ops as h5de\n",
"\n",
"channels1 = ['Chl_11000','NH4_11000','SO4_11000','NO3_11000','Org_11000']\n",
"channels2 = ['FilamentEmission_mA','VaporizerTemp_C','FlowRate_mb','ABsamp']\n",
@ -121,14 +124,15 @@
"diagnostic_channels = {'location':'ACSM_TOFWARE/ACSM_JFJ_2024_JantoFeb_meta.txt/data_table',\n",
" 'names': ','.join(['t_base','FilamentEmission_mA','VaporizerTemp_C','FlowRate_mb','ABsamp'])}\n",
"\n",
"DataOpsAPI = h5de.HDF5DataOpsManager(hdf5_file_path)\n",
"DataOpsAPI = h5de.HDF5DataOpsManager(hdf5_file_path[0])\n",
"\n",
"DataOpsAPI.append_annotations('/',{'target_channels' : target_channels, 'diagnostic_channels' : diagnostic_channels})\n",
"DataOpsAPI.load_file_obj()\n",
"DataOpsAPI.append_metadata('/ACSM_TOFWARE/',{'target_channels' : target_channels, 'diagnostic_channels' : diagnostic_channels})\n",
"\n",
"DataOpsAPI.reformat_datetime_column('ACSM_TOFWARE/ACSM_JFJ_2024_JantoFeb_timeseries.txt/data_table','t_start_Buf',src_format='%d.%m.%Y %H:%M:%S.%f')\n",
"DataOpsAPI.reformat_datetime_column('ACSM_TOFWARE/ACSM_JFJ_2024_JantoFeb_meta.txt/data_table','t_base',src_format='%d.%m.%Y %H:%M:%S')\n",
"\n",
"DataOpsAPI.close_file()"
"DataOpsAPI.unload_file_obj()"
]
},
{