Implement binary flags for visualization purposes, and fix bug with cpc flags.

This commit is contained in:
2025-05-16 14:22:17 +02:00
parent 58d7b425aa
commit cc1b445d38
3 changed files with 105 additions and 51 deletions

View File

@ -152,8 +152,17 @@
"#status = subprocess.run(command, capture_output=True, check=True)\n",
"#print(status.stdout.decode())\n",
"generate_flags(path_to_data_file, 'diagnostics')\n",
"\n"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
"\n",
"generate_flags(path_to_data_file, 'cpc')\n"
"generate_flags(path_to_data_file, 'cpc')"
]
},
{

View File

@ -46,7 +46,7 @@
"source": [
"import dima.src.hdf5_ops as dataOps\n",
"\n",
"CAMPAIGN_DATA_FILE = \"../data/collection_JFJ_2024_2025-04-11_2025-04-11.h5\"\n",
"CAMPAIGN_DATA_FILE = \"../data/collection_JFJ_2024_2025-05-16_2025-05-16.h5\"\n",
"APPEND_DIR = os.path.splitext(CAMPAIGN_DATA_FILE)[0]\n",
"\n",
"path_to_data_file = CAMPAIGN_DATA_FILE\n",
@ -79,7 +79,7 @@
"import pandas as pd\n",
"\n",
"# Specify diagnostic variables and the associated flags \n",
"dataset_idx = 0\n",
"dataset_idx = 1\n",
"dataset_name = dataset_metadata_df['dataset_name'][dataset_idx]\n",
"parent_instrument = dataset_metadata_df['parent_instrument'][dataset_idx]\n",
"\n",
@ -133,17 +133,36 @@
"import pipelines.steps.visualize_datatable_vars as vis\n",
"\n",
"\n",
"variable_sets = {\n",
" \"diagnostic\": {\n",
" \"variables\": [\n",
" 'VaporizerTemp_C', 'HeaterBias_V', 'FlowRefWave', 'FlowRate_mb', 'FlowRate_ccs',\n",
" 'FilamentEmission_mA', 'Detector_V', 'AnalogInput06_V', 'ABRefWave', 'ABsamp', 'ABCorrFact'\n",
" ],\n",
" \"time_var\": \"t_base\"\n",
" },\n",
" \"cpc\": {\n",
" \"variables\": [\"conc\"],\n",
" \"time_var\": \"end_time\"\n",
" },\n",
" \"species\": {\n",
" \"variables\": ['Chl_11000', 'NH4_11000', 'SO4_11000', 'NO3_11000', 'Org_11000'],\n",
" \"time_var\": \"t_start_Buf\"\n",
" }\n",
"}\n",
"\n",
"diagnostic_variables = ['VaporizerTemp_C', 'HeaterBias_V', 'FlowRefWave', 'FlowRate_mb', 'FlowRate_ccs', 'FilamentEmission_mA', 'Detector_V',\n",
" 'AnalogInput06_V', 'ABRefWave', 'ABsamp', 'ABCorrFact']\n",
"# Choose one: \"diagnostic\", \"cpc\", or \"species\"\n",
"selected_set = \"diagnostic\"\n",
"\n",
"variables = variable_sets[selected_set][\"variables\"]\n",
"time_var = variable_sets[selected_set][\"time_var\"]\n",
"\n",
"\n",
"time_var = 't_base'\n",
"figs = vis.visualize_table_variables(path_to_data_file, \n",
" dataset_name, \n",
" flags_dataset_name,\n",
" x_var = time_var,\n",
" y_vars = diagnostic_variables)\n",
" y_vars = variables)\n",
"\n",
"\n",
"\n"