APOG_public/SP2XR
0
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

style: apply Black auto‑formatting

Browse Source
This commit is contained in:
Bertozzi Barbara
2025-07-24 20:33:12 +02:00
parent 68f466c139
commit 51a005f2da
3 changed files with 32 additions and 33 deletions
Download Patch File Download Diff File Expand all files Collapse all files

22
example_processing_code.py
View File

@@ -7,21 +7,23 @@ Created on Mon May 27 11:45:19 2024
import time
import pandas as pd
import numpy as np
import sys
import pickle
import dask.dataframe as dd
import dask
from dask.distributed import Client
from dask_jobqueue import SLURMCluster
import datetime
import struct
import zipfile
from dask import delayed
import itertools
import gc
from SP2XR_toolkit import *
from SP2XR_toolkit import (
find_files,
read_and_process_sp2b,
read_csv_files_with_dask_2,
process_sp2b_parquet,
resample_to_dt,
chunks,
list_first_level_subdirs,
process_pbp_parquet,
get_file_dict,
)
# %% Define directories and folders
@@ -53,7 +55,7 @@ meta_file_sp2b = pd.read_parquet(
matching_files_pbp = find_files(source_directory, filter_string_pbp)
matching_files_hk = find_files(source_directory, filter_string_hk)
# matching_files_sp2b = find_files(source_directory, filter_string_sp2b)[10000:50000]
matching_files_sp2b = find_files(source_directory, filter_string_sp2b)[10000:50000]
# %% PBP: From csv/zip to parquet