From a51647903654df6335229384989601cc3679a737 Mon Sep 17 00:00:00 2001 From: Juan Felipe Florez Ospina Date: Sat, 15 Feb 2025 17:57:50 +0100 Subject: [PATCH] Change data lineage format. Now, data lineage information is accessed using name of the file as key. --- pipelines/steps/utils.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pipelines/steps/utils.py b/pipelines/steps/utils.py index 0ec04c8..be7fd85 100644 --- a/pipelines/steps/utils.py +++ b/pipelines/steps/utils.py @@ -20,7 +20,7 @@ def record_data_lineage(path_to_output_file, projectPath, metadata): json_dict = {} # Start fresh if file is invalid # Compute relative output file path and update the JSON object - #relpath_to_output_file = os.path.relpath(path_to_output_file, start=projectPath).replace(os.sep, '/') + #grelpath_to_output_file = os.path.relpath(path_to_output_file, start=projectPath).replace(os.sep, '/') json_dict[output_file] = metadata # Write updated JSON back to the file