5505-public/dima
2
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Add constraint to match only path/to/keyword1/keyword2/files containing a composite keyword keyword1/keyword2.

Browse Source
This commit is contained in:
florez_j
2025-02-06 15:34:38 +01:00
parent 5d0ab4603f
commit 2f72177410
1 changed files with 9 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
utils/g5505_utils.py
View File

@ -285,6 +285,11 @@ def copy_directory_with_contraints(input_dir_path, output_dir_path,
select_file_keywords = select_file_keywords or [] select_file_keywords = select_file_keywords or []
allowed_file_extensions = allowed_file_extensions or [] allowed_file_extensions = allowed_file_extensions or []
# Normalize paths and keywords to be consistently specified with os specific separator
input_dir_path = os.path.normpath(input_dir_path)
output_dir_path = os.path.normpath(output_dir_path)
select_dir_keywords = [keyword.replace('/',os.sep) for keyword in select_dir_keywords]
date = created_at('%Y_%m').replace(":", "-") date = created_at('%Y_%m').replace(":", "-")
log_dir='logs/' log_dir='logs/'
setup_logging(log_dir, f"copy_directory_with_contraints_{date}.log") setup_logging(log_dir, f"copy_directory_with_contraints_{date}.log")
@ -313,6 +318,10 @@ def copy_directory_with_contraints(input_dir_path, output_dir_path,
for dirpath, _, filenames in os.walk(subpath,topdown=False): for dirpath, _, filenames in os.walk(subpath,topdown=False):
# Ensure composite keywords e.g., <keyword>/<keyword> are contained in the path
if not any([keyword in dirpath for keyword in select_dir_keywords]):
continue
# Reduce filenames to those that are admissible # Reduce filenames to those that are admissible
admissible_filenames = [ admissible_filenames = [
filename for filename in filenames filename for filename in filenames