APOG_public/acsmnode
0
0
Fork 0
mirror of https://gitea.psi.ch/APOG/acsmnode.git synced 2025-06-27 03:51:13 +02:00
Code Issues Packages Projects Releases Wiki Activity

Change data lineage format. Now, data lineage information is accessed using name of the file as key.

Browse Source
This commit is contained in:
florez_j
2025-02-15 17:57:50 +01:00
parent 3123fec9da
commit a516479036
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
pipelines/steps/utils.py
View File

@ -20,7 +20,7 @@ def record_data_lineage(path_to_output_file, projectPath, metadata):
json_dict = {} # Start fresh if file is invalid json_dict = {} # Start fresh if file is invalid
# Compute relative output file path and update the JSON object # Compute relative output file path and update the JSON object
#relpath_to_output_file = os.path.relpath(path_to_output_file, start=projectPath).replace(os.sep, '/') #grelpath_to_output_file = os.path.relpath(path_to_output_file, start=projectPath).replace(os.sep, '/')
json_dict[output_file] = metadata json_dict[output_file] = metadata
# Write updated JSON back to the file # Write updated JSON back to the file