dima/workflow_data_integration.ipynb

Import python packages and modules

In [8]:

import sys
import os
# Set up project root directory
root_dir = os.path.abspath(os.curdir)
sys.path.append(root_dir)

import src.hdf5_vis as hdf5_vis
import src.hdf5_lib as hdf5_lib
import input_files.config_file as config_file


output_dir = 'output_files/'
group_id = '5505'#'smog_chamber'#'5505'
user_initials = 'LL' #'NG' #'LL' # 'TBR'

group_id = 'smog_chamber'#'5505'
user_initials = 'NG'#'LL' #'NG' #'LL' # 'TBR'

Define input file path and keywords

In [9]:

#input_file_dir = '//fs101/5505/People/Juan/TypicalBeamTime'
#select_file_keywords=[]
#select_dir_keywords = ['NEXAFS', 'Notes', 'Photos', 'Pressure', 'RGA', 'SES']


#input_file_dir  = '//fs101/5505/Data'    
#select_dir_keywords  = ['Lopap', 'Humidity_Sensors/2022', 'ICAD/HONO/2022', 'ICAD/NO2/2022', 'T200_NOX', 'T360U_CO2']
#select_file_keywords = ['2022-03-25','2022_03_25','20220325']


input_file_dir = '//fs03/Iron_Sulphate'
select_dir_keywords = ['gas','smps/20220726']#,'htof/2022.07.26','ptr/2022.07.26','ams/2022.07.26']
#select_dir_keywords = ['htof','ams', 'ptr', 'gas','smps']    

select_file_keywords = ['20220726','2022.07.26']

config_param = {'group_id' : group_id, 'user_initials' : user_initials, 'output_dir': output_dir}


output_filename_path, output_yml_filename_path = hdf5_lib.create_hdf5_file_from_filesystem_path(config_param,
                                                                                                input_file_dir,
                                                                                                select_dir_keywords,
                                                                                                select_file_keywords)

hdf5_vis.display_group_hierarchy_on_a_treemap(output_filename_path)

[==================================================--------------------------------------------------] 50.0% ...Uploading files in \\fs03\Iron_Sulphate\smps\20220726

[Data output - unsupported data type map[string]interface {} for mime type application/vnd.plotly.v1+json]