From 0268a5460c60bc7522f4f4f24d24ee7a789406dd Mon Sep 17 00:00:00 2001
From: Barbara Bertozzi <barbara.bertozzi@psi.ch>
Date: Mon, 25 Aug 2025 15:07:13 +0200
Subject: [PATCH] fix: fix parquet saving of distributions (specify engine,
 write metadata, ...)

---
 scripts/sp2xr_pipeline.py | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/scripts/sp2xr_pipeline.py b/scripts/sp2xr_pipeline.py
index bbbb37a..186820e 100644
--- a/scripts/sp2xr_pipeline.py
+++ b/scripts/sp2xr_pipeline.py
@@ -389,6 +389,9 @@ def main():
             merged_ddf.to_parquet(
                 f"{run_config['output']}/hists_{run_config['dt']}s",
                 partition_on=["date"],
+                engine="pyarrow",
+                write_index=True,
+                write_metadata_file=True,
                 append=True,
                 schema="infer",
             )