From ca0804456936ae7b53435484479e4426cebf68d8 Mon Sep 17 00:00:00 2001 From: Florez Ospina Juan Felipe Date: Tue, 11 Feb 2025 13:14:14 +0100 Subject: [PATCH] Update keys of data_lineage_metadata.yaml. keys are now the filenames in the folder. --- pipelines/steps/utils.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/pipelines/steps/utils.py b/pipelines/steps/utils.py index ca89829..0ec04c8 100644 --- a/pipelines/steps/utils.py +++ b/pipelines/steps/utils.py @@ -20,8 +20,8 @@ def record_data_lineage(path_to_output_file, projectPath, metadata): json_dict = {} # Start fresh if file is invalid # Compute relative output file path and update the JSON object - relpath_to_output_file = os.path.relpath(path_to_output_file, start=projectPath).replace(os.sep, '/') - json_dict[relpath_to_output_file] = metadata + #relpath_to_output_file = os.path.relpath(path_to_output_file, start=projectPath).replace(os.sep, '/') + json_dict[output_file] = metadata # Write updated JSON back to the file with open(path_to_metadata_file, 'w') as metadata_file: