Add processing_Script and processing_data and actris_level to output metadata
This commit is contained in:
@ -32,7 +32,7 @@ def read_structured_file_as_dict(path_to_file):
|
|||||||
_, path_head = os.path.split(path_to_file)
|
_, path_head = os.path.split(path_to_file)
|
||||||
|
|
||||||
file_dict['name'] = path_head
|
file_dict['name'] = path_head
|
||||||
file_dict['attributes_dict'] = {}
|
file_dict['attributes_dict'] = {'actris_level': 0, 'processing_date': utils.created_at(), 'processing_script' : os.path.relpath(thisFilePath,dimaPath)}
|
||||||
file_dict['datasets'] = []
|
file_dict['datasets'] = []
|
||||||
|
|
||||||
try:
|
try:
|
||||||
|
@ -1,10 +1,27 @@
|
|||||||
import os
|
|
||||||
import sys
|
import sys
|
||||||
|
import os
|
||||||
|
|
||||||
|
try:
|
||||||
|
thisFilePath = os.path.abspath(__file__)
|
||||||
|
except NameError:
|
||||||
|
print("Error: __file__ is not available. Ensure the script is being run from a file.")
|
||||||
|
print("[Notice] Path to DIMA package may not be resolved properly.")
|
||||||
|
thisFilePath = os.getcwd() # Use current directory or specify a default
|
||||||
|
|
||||||
|
dimaPath = os.path.normpath(os.path.join(thisFilePath, "..",'..','..')) # Move up to project root
|
||||||
|
|
||||||
|
if dimaPath not in sys.path: # Avoid duplicate entries
|
||||||
|
sys.path.insert(0,dimaPath)
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
import h5py
|
import h5py
|
||||||
|
|
||||||
from igor2.binarywave import load as loadibw
|
from igor2.binarywave import load as loadibw
|
||||||
import logging
|
import logging
|
||||||
import argparse
|
import argparse
|
||||||
|
import utils.g5505_utils as utils
|
||||||
|
|
||||||
|
|
||||||
def read_xps_ibw_file_as_dict(filename):
|
def read_xps_ibw_file_as_dict(filename):
|
||||||
"""
|
"""
|
||||||
@ -49,7 +66,7 @@ def read_xps_ibw_file_as_dict(filename):
|
|||||||
|
|
||||||
# Group name and attributes
|
# Group name and attributes
|
||||||
file_dict['name'] = path_head
|
file_dict['name'] = path_head
|
||||||
file_dict['attributes_dict'] = {}
|
file_dict['attributes_dict'] = {'actris_level': 0, 'processing_date':utils.created_at(), 'processing_script' : os.path.relpath(thisFilePath,dimaPath)}
|
||||||
|
|
||||||
# Convert notes of bytes class to string class and split string into a list of elements separated by '\r'.
|
# Convert notes of bytes class to string class and split string into a list of elements separated by '\r'.
|
||||||
notes_list = file_obj['wave']['note'].decode("utf-8").split('\r')
|
notes_list = file_obj['wave']['note'].decode("utf-8").split('\r')
|
||||||
@ -85,22 +102,11 @@ def read_xps_ibw_file_as_dict(filename):
|
|||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
|
|
||||||
|
|
||||||
try:
|
|
||||||
thisFilePath = os.path.abspath(__file__)
|
|
||||||
except NameError:
|
|
||||||
print("Error: __file__ is not available. Ensure the script is being run from a file.")
|
|
||||||
print("[Notice] Path to DIMA package may not be resolved properly.")
|
|
||||||
thisFilePath = os.getcwd() # Use current directory or specify a default
|
|
||||||
|
|
||||||
dimaPath = os.path.normpath(os.path.join(thisFilePath, "..",'..','..')) # Move up to project root
|
|
||||||
|
|
||||||
if dimaPath not in sys.path: # Avoid duplicate entries
|
|
||||||
sys.path.insert(0,dimaPath)
|
|
||||||
|
|
||||||
from src.hdf5_ops import save_file_dict_to_hdf5
|
from src.hdf5_ops import save_file_dict_to_hdf5
|
||||||
from utils.g5505_utils import created_at
|
from utils.g5505_utils import created_at
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
# Set up argument parsing
|
# Set up argument parsing
|
||||||
parser = argparse.ArgumentParser(description="Data ingestion process to HDF5 files.")
|
parser = argparse.ArgumentParser(description="Data ingestion process to HDF5 files.")
|
||||||
parser.add_argument('dst_file_path', type=str, help="Path to the target HDF5 file.")
|
parser.add_argument('dst_file_path', type=str, help="Path to the target HDF5 file.")
|
||||||
|
Reference in New Issue
Block a user