5505-public/dima
2
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Fixed bug in HDF5DataOpsManager.append_dataset() and added 'creation_date' metadata attribute when instrument (groups) are created.

Browse Source
This commit is contained in:
florez_j
2024-10-09 16:06:44 +02:00
parent 7c683f96a1
commit fe96134383
2 changed files with 9 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/hdf5_lib.py
View File

@ -64,6 +64,7 @@ def __transfer_file_dict_to_hdf5(h5file, group_name, file_dict):
# Add dataset's attributes # Add dataset's attributes
attributes = dataset.get('attributes', {}) attributes = dataset.get('attributes', {})
dataset_obj.attrs.update(attributes) dataset_obj.attrs.update(attributes)
group.attrs['last_update_date'] = utils.created_at().encode('utf-8')
except Exception as inst: except Exception as inst:
print(inst) print(inst)
logging.error('Failed to transfer data into HDF5: %s', inst) logging.error('Failed to transfer data into HDF5: %s', inst)
@ -178,6 +179,7 @@ def create_hdf5_file_from_filesystem_path(path_to_input_directory: str,
# Group hierarchy is implicitly defined by the forward slashes # Group hierarchy is implicitly defined by the forward slashes
if not group_name in h5file.keys(): if not group_name in h5file.keys():
h5file.create_group(group_name) h5file.create_group(group_name)
h5file[group_name].attrs['creation_date'] = utils.created_at().encode('utf-8')
#h5file[group_name].attrs.create(name='filtered_file_list',data=convert_string_to_bytes(filtered_filename_list)) #h5file[group_name].attrs.create(name='filtered_file_list',data=convert_string_to_bytes(filtered_filename_list))
#h5file[group_name].attrs.create(name='file_list',data=convert_string_to_bytes(filenames_list)) #h5file[group_name].attrs.create(name='file_list',data=convert_string_to_bytes(filenames_list))
else: else:

8
src/hdf5_ops.py
View File

@ -97,14 +97,16 @@ class HDF5DataOpsManager():
# Parse value into HDF5 admissible type # Parse value into HDF5 admissible type
for key in dataset_dict['attributes'].keys(): for key in dataset_dict['attributes'].keys():
value = dataset_dict['attributes'][key] value = dataset_dict['attributes'][key]
if isinstance(key, dict):
dataset_dict['attributes'][key] = utils.convert_attrdict_to_np_structured_array(value) dataset_dict['attributes'][key] = utils.convert_attrdict_to_np_structured_array(value)
#name = dataset_dict['name'] if not group_name in self.file_obj:
#data = dataset_dict['data'] self.file_obj.create_group(group_name, track_order=True)
#dtype = dataset_dict['dtype'] self.file_obj[group_name].attrs['creation_date'] = utils.created_at().encode("utf-8")
self.file_obj[group_name].create_dataset(dataset_dict['name'], data=dataset_dict['data']) self.file_obj[group_name].create_dataset(dataset_dict['name'], data=dataset_dict['data'])
self.file_obj[group_name][dataset_dict['name']].attrs.update(dataset_dict['attributes']) self.file_obj[group_name][dataset_dict['name']].attrs.update(dataset_dict['attributes'])
self.file_obj[group_name].attrs['last_update_date'] = utils.created_at().encode("utf-8")
def append_metadata(self, obj_name, annotation_dict): def append_metadata(self, obj_name, annotation_dict):
""" """