31 lines
877 B
Markdown
31 lines
877 B
Markdown
# Complete Workflow Example
|
|
|
|
```bash
|
|
# Navigate to your project directory
|
|
cd /path/to/your/project
|
|
|
|
# Step 1: Generate configuration from your raw data
|
|
python scripts/sp2xr_generate_config.py ./raw_data --mapping
|
|
|
|
# Step 2: Edit config_with_mapping.yaml to match your column names (if needed)
|
|
# nano config_with_mapping.yaml
|
|
|
|
# Step 3: Convert PbP files (local processing)
|
|
python scripts/sp2xr_csv2parquet.py \
|
|
--source ./raw_data \
|
|
--target ./SP2XR_pbp_parquet \
|
|
--config config_with_mapping.yaml \
|
|
--filter "PbP" \
|
|
--local
|
|
|
|
# Step 4: Convert HK files (local processing)
|
|
python scripts/sp2xr_csv2parquet.py \
|
|
--source ./raw_data \
|
|
--target ./SP2XR_hk_parquet \
|
|
--config config_with_mapping.yaml \
|
|
--filter "hk" \
|
|
--local
|
|
|
|
# Step 5: Run the full processing pipeline
|
|
python scripts/sp2xr_pipeline.py --config your_pipeline_config.yaml
|
|
``` |