APOG_public/acsmnode
0
0
Fork 0
mirror of https://gitea.psi.ch/APOG/acsmnode.git synced 2025-07-01 21:50:47 +02:00
Code Issues Packages Projects Releases Wiki Activity

Update keys of data_lineage_metadata.yaml. keys are now the filenames in the folder.

Browse Source
This commit is contained in:
florez_j
2025-02-11 13:14:14 +01:00
parent 80fbe3af91
commit ca08044569
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
pipelines/steps/utils.py
View File

@ -20,8 +20,8 @@ def record_data_lineage(path_to_output_file, projectPath, metadata):
json_dict = {} # Start fresh if file is invalid json_dict = {} # Start fresh if file is invalid
# Compute relative output file path and update the JSON object # Compute relative output file path and update the JSON object
relpath_to_output_file = os.path.relpath(path_to_output_file, start=projectPath).replace(os.sep, '/') #relpath_to_output_file = os.path.relpath(path_to_output_file, start=projectPath).replace(os.sep, '/')
json_dict[relpath_to_output_file] = metadata json_dict[output_file] = metadata
# Write updated JSON back to the file # Write updated JSON back to the file
with open(path_to_metadata_file, 'w') as metadata_file: with open(path_to_metadata_file, 'w') as metadata_file: