Update processed data with correct calibration

2025-11-21 10:36:02 +01:00
parent 10e6a8b31e
commit faf255feee
89 changed files with 9 additions and 10 deletions
--- a/data/SP2XR_processed_1min/conc_60s/_metadata
+++ b/data/SP2XR_processed_1min/conc_60s/_metadata
--- a/data/SP2XR_processed_1min/conc_60s/date=2019-05-08/hour=17/part.0.parquet
+++ b/data/SP2XR_processed_1min/conc_60s/date=2019-05-08/hour=17/part.0.parquet
--- a/data/SP2XR_processed_1min/conc_60s/date=2019-05-08/hour=18/part.1.parquet
+++ b/data/SP2XR_processed_1min/conc_60s/date=2019-05-08/hour=18/part.1.parquet
--- a/data/SP2XR_processed_1min/conc_60s/date=2019-05-08/hour=19/part.2.parquet
+++ b/data/SP2XR_processed_1min/conc_60s/date=2019-05-08/hour=19/part.2.parquet
--- a/data/SP2XR_processed_1min/conc_60s/date=2019-05-08/hour=20/part.3.parquet
+++ b/data/SP2XR_processed_1min/conc_60s/date=2019-05-08/hour=20/part.3.parquet
--- a/data/SP2XR_processed_1min/conc_60s/date=2019-05-08/hour=21/part.4.parquet
+++ b/data/SP2XR_processed_1min/conc_60s/date=2019-05-08/hour=21/part.4.parquet
--- a/data/SP2XR_processed_1min/conc_60s/date=2019-05-08/hour=22/part.5.parquet
+++ b/data/SP2XR_processed_1min/conc_60s/date=2019-05-08/hour=22/part.5.parquet
--- a/data/SP2XR_processed_1min/conc_60s/date=2019-05-08/hour=23/part.6.parquet
+++ b/data/SP2XR_processed_1min/conc_60s/date=2019-05-08/hour=23/part.6.parquet
--- a/data/SP2XR_processed_1min/conc_60s/date=2019-05-09/hour=0/part.7.parquet
+++ b/data/SP2XR_processed_1min/conc_60s/date=2019-05-09/hour=0/part.7.parquet
--- a/data/SP2XR_processed_1min/conc_60s/date=2019-05-09/hour=1/part.8.parquet
+++ b/data/SP2XR_processed_1min/conc_60s/date=2019-05-09/hour=1/part.8.parquet
--- a/data/SP2XR_processed_1min/conc_60s/date=2019-05-09/hour=10/part.17.parquet
+++ b/data/SP2XR_processed_1min/conc_60s/date=2019-05-09/hour=10/part.17.parquet
--- a/data/SP2XR_processed_1min/conc_60s/date=2019-05-09/hour=11/part.18.parquet
+++ b/data/SP2XR_processed_1min/conc_60s/date=2019-05-09/hour=11/part.18.parquet
--- a/data/SP2XR_processed_1min/conc_60s/date=2019-05-09/hour=12/part.19.parquet
+++ b/data/SP2XR_processed_1min/conc_60s/date=2019-05-09/hour=12/part.19.parquet
--- a/data/SP2XR_processed_1min/conc_60s/date=2019-05-09/hour=13/part.20.parquet
+++ b/data/SP2XR_processed_1min/conc_60s/date=2019-05-09/hour=13/part.20.parquet
--- a/data/SP2XR_processed_1min/conc_60s/date=2019-05-09/hour=14/part.21.parquet
+++ b/data/SP2XR_processed_1min/conc_60s/date=2019-05-09/hour=14/part.21.parquet
--- a/data/SP2XR_processed_1min/conc_60s/date=2019-05-09/hour=15/part.22.parquet
+++ b/data/SP2XR_processed_1min/conc_60s/date=2019-05-09/hour=15/part.22.parquet
--- a/data/SP2XR_processed_1min/conc_60s/date=2019-05-09/hour=16/part.23.parquet
+++ b/data/SP2XR_processed_1min/conc_60s/date=2019-05-09/hour=16/part.23.parquet
--- a/data/SP2XR_processed_1min/conc_60s/date=2019-05-09/hour=17/part.24.parquet
+++ b/data/SP2XR_processed_1min/conc_60s/date=2019-05-09/hour=17/part.24.parquet
--- a/data/SP2XR_processed_1min/conc_60s/date=2019-05-09/hour=18/part.25.parquet
+++ b/data/SP2XR_processed_1min/conc_60s/date=2019-05-09/hour=18/part.25.parquet
--- a/data/SP2XR_processed_1min/conc_60s/date=2019-05-09/hour=19/part.26.parquet
+++ b/data/SP2XR_processed_1min/conc_60s/date=2019-05-09/hour=19/part.26.parquet
--- a/data/SP2XR_processed_1min/conc_60s/date=2019-05-09/hour=2/part.9.parquet
+++ b/data/SP2XR_processed_1min/conc_60s/date=2019-05-09/hour=2/part.9.parquet
--- a/data/SP2XR_processed_1min/conc_60s/date=2019-05-09/hour=20/part.27.parquet
+++ b/data/SP2XR_processed_1min/conc_60s/date=2019-05-09/hour=20/part.27.parquet
--- a/data/SP2XR_processed_1min/conc_60s/date=2019-05-09/hour=3/part.10.parquet
+++ b/data/SP2XR_processed_1min/conc_60s/date=2019-05-09/hour=3/part.10.parquet
--- a/data/SP2XR_processed_1min/conc_60s/date=2019-05-09/hour=4/part.11.parquet
+++ b/data/SP2XR_processed_1min/conc_60s/date=2019-05-09/hour=4/part.11.parquet
--- a/data/SP2XR_processed_1min/conc_60s/date=2019-05-09/hour=5/part.12.parquet
+++ b/data/SP2XR_processed_1min/conc_60s/date=2019-05-09/hour=5/part.12.parquet
--- a/data/SP2XR_processed_1min/conc_60s/date=2019-05-09/hour=6/part.13.parquet
+++ b/data/SP2XR_processed_1min/conc_60s/date=2019-05-09/hour=6/part.13.parquet
--- a/data/SP2XR_processed_1min/conc_60s/date=2019-05-09/hour=7/part.14.parquet
+++ b/data/SP2XR_processed_1min/conc_60s/date=2019-05-09/hour=7/part.14.parquet
--- a/data/SP2XR_processed_1min/conc_60s/date=2019-05-09/hour=8/part.15.parquet
+++ b/data/SP2XR_processed_1min/conc_60s/date=2019-05-09/hour=8/part.15.parquet
--- a/data/SP2XR_processed_1min/conc_60s/date=2019-05-09/hour=9/part.16.parquet
+++ b/data/SP2XR_processed_1min/conc_60s/date=2019-05-09/hour=9/part.16.parquet
--- a/data/SP2XR_processed_1min/config.resolved.yaml
+++ b/data/SP2XR_processed_1min/config.resolved.yaml
@@ -1,14 +1,14 @@
 metadata:
  campaign: Example_Campaign
  instrument: PSI SP2XR
-  operator: Barbara Bertozzi
+  operator: ''
  description: Complete example configuration with all features enabled
-  created: '2025-09-29'
+  created: '2025-11-21'
 paths:
  input_pbp: data/pbp_files_parquet
  input_hk: data/hk_files_parquet
-  output: data/SP2XR_processed_1min
-  instrument_config: config/my_instrument_settings.yaml
+  output: data/SP2XR_processed_1min_3
+  instrument_config: config/my_campaign_instrument_2.yaml
 workflow:
  conc: true
  BC_hist: true
@@ -56,11 +56,10 @@ calibration:
    curve_type: polynomial
    parameters:
    - 0.05
-    - 2.047e-07
-    - -1.2e-15
+    - 2.0470000507725255e-07
  scattering:
    curve_type: powerlaw
    parameters:
-    - 17.22
-    - 0.169
-    - -1.494
+    - 17.21724257
+    - 0.16908516
+    - -1.49431104
--- a/data/SP2XR_processed_1min/hists_60s/_metadata
+++ b/data/SP2XR_processed_1min/hists_60s/_metadata
--- a/data/SP2XR_processed_1min/hists_60s/date=2019-05-08/hour=17/part.0.parquet
+++ b/data/SP2XR_processed_1min/hists_60s/date=2019-05-08/hour=17/part.0.parquet
--- a/data/SP2XR_processed_1min/hists_60s/date=2019-05-08/hour=18/part.0.parquet
+++ b/data/SP2XR_processed_1min/hists_60s/date=2019-05-08/hour=18/part.0.parquet
--- a/data/SP2XR_processed_1min/hists_60s/date=2019-05-08/hour=19/part.0.parquet
+++ b/data/SP2XR_processed_1min/hists_60s/date=2019-05-08/hour=19/part.0.parquet
--- a/data/SP2XR_processed_1min/hists_60s/date=2019-05-08/hour=20/part.0.parquet
+++ b/data/SP2XR_processed_1min/hists_60s/date=2019-05-08/hour=20/part.0.parquet
--- a/data/SP2XR_processed_1min/hists_60s/date=2019-05-08/hour=21/part.0.parquet
+++ b/data/SP2XR_processed_1min/hists_60s/date=2019-05-08/hour=21/part.0.parquet
--- a/data/SP2XR_processed_1min/hists_60s/date=2019-05-08/hour=22/part.0.parquet
+++ b/data/SP2XR_processed_1min/hists_60s/date=2019-05-08/hour=22/part.0.parquet
--- a/data/SP2XR_processed_1min/hists_60s/date=2019-05-08/hour=23/part.0.parquet
+++ b/data/SP2XR_processed_1min/hists_60s/date=2019-05-08/hour=23/part.0.parquet
--- a/data/SP2XR_processed_1min/hists_60s/date=2019-05-09/hour=0/part.7.parquet
+++ b/data/SP2XR_processed_1min/hists_60s/date=2019-05-09/hour=0/part.7.parquet
--- a/data/SP2XR_processed_1min/hists_60s/date=2019-05-09/hour=1/part.7.parquet
+++ b/data/SP2XR_processed_1min/hists_60s/date=2019-05-09/hour=1/part.7.parquet
--- a/data/SP2XR_processed_1min/hists_60s/date=2019-05-09/hour=10/part.7.parquet
+++ b/data/SP2XR_processed_1min/hists_60s/date=2019-05-09/hour=10/part.7.parquet
--- a/data/SP2XR_processed_1min/hists_60s/date=2019-05-09/hour=11/part.7.parquet
+++ b/data/SP2XR_processed_1min/hists_60s/date=2019-05-09/hour=11/part.7.parquet
--- a/data/SP2XR_processed_1min/hists_60s/date=2019-05-09/hour=12/part.7.parquet
+++ b/data/SP2XR_processed_1min/hists_60s/date=2019-05-09/hour=12/part.7.parquet
--- a/data/SP2XR_processed_1min/hists_60s/date=2019-05-09/hour=13/part.7.parquet
+++ b/data/SP2XR_processed_1min/hists_60s/date=2019-05-09/hour=13/part.7.parquet
--- a/data/SP2XR_processed_1min/hists_60s/date=2019-05-09/hour=14/part.7.parquet
+++ b/data/SP2XR_processed_1min/hists_60s/date=2019-05-09/hour=14/part.7.parquet
--- a/data/SP2XR_processed_1min/hists_60s/date=2019-05-09/hour=15/part.7.parquet
+++ b/data/SP2XR_processed_1min/hists_60s/date=2019-05-09/hour=15/part.7.parquet
--- a/data/SP2XR_processed_1min/hists_60s/date=2019-05-09/hour=16/part.7.parquet
+++ b/data/SP2XR_processed_1min/hists_60s/date=2019-05-09/hour=16/part.7.parquet
--- a/data/SP2XR_processed_1min/hists_60s/date=2019-05-09/hour=17/part.7.parquet
+++ b/data/SP2XR_processed_1min/hists_60s/date=2019-05-09/hour=17/part.7.parquet
--- a/data/SP2XR_processed_1min/hists_60s/date=2019-05-09/hour=18/part.7.parquet
+++ b/data/SP2XR_processed_1min/hists_60s/date=2019-05-09/hour=18/part.7.parquet
--- a/data/SP2XR_processed_1min/hists_60s/date=2019-05-09/hour=19/part.7.parquet
+++ b/data/SP2XR_processed_1min/hists_60s/date=2019-05-09/hour=19/part.7.parquet
--- a/data/SP2XR_processed_1min/hists_60s/date=2019-05-09/hour=2/part.7.parquet
+++ b/data/SP2XR_processed_1min/hists_60s/date=2019-05-09/hour=2/part.7.parquet
--- a/data/SP2XR_processed_1min/hists_60s/date=2019-05-09/hour=20/part.7.parquet
+++ b/data/SP2XR_processed_1min/hists_60s/date=2019-05-09/hour=20/part.7.parquet
--- a/data/SP2XR_processed_1min/hists_60s/date=2019-05-09/hour=3/part.7.parquet
+++ b/data/SP2XR_processed_1min/hists_60s/date=2019-05-09/hour=3/part.7.parquet
--- a/data/SP2XR_processed_1min/hists_60s/date=2019-05-09/hour=4/part.7.parquet
+++ b/data/SP2XR_processed_1min/hists_60s/date=2019-05-09/hour=4/part.7.parquet
--- a/data/SP2XR_processed_1min/hists_60s/date=2019-05-09/hour=5/part.7.parquet
+++ b/data/SP2XR_processed_1min/hists_60s/date=2019-05-09/hour=5/part.7.parquet
--- a/data/SP2XR_processed_1min/hists_60s/date=2019-05-09/hour=6/part.7.parquet
+++ b/data/SP2XR_processed_1min/hists_60s/date=2019-05-09/hour=6/part.7.parquet
--- a/data/SP2XR_processed_1min/hists_60s/date=2019-05-09/hour=7/part.7.parquet
+++ b/data/SP2XR_processed_1min/hists_60s/date=2019-05-09/hour=7/part.7.parquet
--- a/data/SP2XR_processed_1min/hists_60s/date=2019-05-09/hour=8/part.7.parquet
+++ b/data/SP2XR_processed_1min/hists_60s/date=2019-05-09/hour=8/part.7.parquet
--- a/data/SP2XR_processed_1min/hists_60s/date=2019-05-09/hour=9/part.7.parquet
+++ b/data/SP2XR_processed_1min/hists_60s/date=2019-05-09/hour=9/part.7.parquet
--- a/data/SP2XR_processed_1min/pbp_calibrated/_metadata
+++ b/data/SP2XR_processed_1min/pbp_calibrated/_metadata
--- a/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-08/hour=17/part.0.parquet
+++ b/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-08/hour=17/part.0.parquet
--- a/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-08/hour=18/part.1.parquet
+++ b/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-08/hour=18/part.1.parquet
--- a/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-08/hour=19/part.2.parquet
+++ b/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-08/hour=19/part.2.parquet
--- a/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-08/hour=20/part.3.parquet
+++ b/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-08/hour=20/part.3.parquet
--- a/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-08/hour=21/part.4.parquet
+++ b/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-08/hour=21/part.4.parquet
--- a/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-08/hour=22/part.5.parquet
+++ b/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-08/hour=22/part.5.parquet
--- a/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-08/hour=23/part.6.parquet
+++ b/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-08/hour=23/part.6.parquet
--- a/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-09/hour=0/part.7.parquet
+++ b/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-09/hour=0/part.7.parquet
--- a/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-09/hour=1/part.8.parquet
+++ b/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-09/hour=1/part.8.parquet
--- a/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-09/hour=10/part.17.parquet
+++ b/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-09/hour=10/part.17.parquet
--- a/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-09/hour=11/part.18.parquet
+++ b/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-09/hour=11/part.18.parquet
--- a/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-09/hour=12/part.19.parquet
+++ b/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-09/hour=12/part.19.parquet
--- a/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-09/hour=13/part.20.parquet
+++ b/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-09/hour=13/part.20.parquet
--- a/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-09/hour=14/part.21.parquet
+++ b/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-09/hour=14/part.21.parquet
--- a/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-09/hour=15/part.22.parquet
+++ b/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-09/hour=15/part.22.parquet
--- a/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-09/hour=16/part.23.parquet
+++ b/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-09/hour=16/part.23.parquet
--- a/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-09/hour=17/part.24.parquet
+++ b/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-09/hour=17/part.24.parquet
--- a/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-09/hour=18/part.25.parquet
+++ b/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-09/hour=18/part.25.parquet
--- a/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-09/hour=19/part.26.parquet
+++ b/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-09/hour=19/part.26.parquet
--- a/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-09/hour=2/part.9.parquet
+++ b/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-09/hour=2/part.9.parquet
--- a/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-09/hour=20/part.27.parquet
+++ b/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-09/hour=20/part.27.parquet
--- a/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-09/hour=3/part.10.parquet
+++ b/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-09/hour=3/part.10.parquet
--- a/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-09/hour=4/part.11.parquet
+++ b/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-09/hour=4/part.11.parquet
--- a/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-09/hour=5/part.12.parquet
+++ b/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-09/hour=5/part.12.parquet
--- a/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-09/hour=6/part.13.parquet
+++ b/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-09/hour=6/part.13.parquet
--- a/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-09/hour=7/part.14.parquet
+++ b/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-09/hour=7/part.14.parquet
--- a/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-09/hour=8/part.15.parquet
+++ b/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-09/hour=8/part.15.parquet
--- a/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-09/hour=9/part.16.parquet
+++ b/data/SP2XR_processed_1min/pbp_calibrated/date=2019-05-09/hour=9/part.16.parquet
--- a/data/SP2XR_processed_1min/pipeline_config.json
+++ b/data/SP2XR_processed_1min/pipeline_config.json
@@ -1,6 +1,6 @@
 {
  "dt": 60,
-  "instr_cfg": "config/my_instrument_settings.yaml",
+  "instr_cfg": "config/my_campaign_instrument_2.yaml",
  "saving_schema": [
    "date",
    "hour"