SP2XR/docs/examples.md

Complete Workflow Example

# Navigate to your project directory
cd /path/to/your/project

# Step 1: Generate configuration from your raw data
python scripts/sp2xr_generate_config.py ./raw_data --mapping

# Step 2: Edit config_with_mapping.yaml to match your column names (if needed)
# nano config_with_mapping.yaml

# Step 3: Convert PbP files (local processing)
python scripts/sp2xr_csv2parquet.py \
    --source ./raw_data \
    --target ./SP2XR_pbp_parquet \
    --config config_with_mapping.yaml \
    --filter "PbP" \
    --local

# Step 4: Convert HK files (local processing)
python scripts/sp2xr_csv2parquet.py \
    --source ./raw_data \
    --target ./SP2XR_hk_parquet \
    --config config_with_mapping.yaml \
    --filter "hk" \
    --local

# Step 5: Run the full processing pipeline
python scripts/sp2xr_pipeline.py --config your_pipeline_config.yaml