v1.0.0-rc.173 (#83)

* jfjoch_broker: Optional per-dataset authentication - statistics, images and plots can require a bearer token, which jfjoch_viewer supports.
* jfjoch_viewer: Dark mode and a theme-matched colour scheme, a magnifier panel, and simpler contrast and background controls.
* Rugnux: Multiple performance improvements on GPU and CPU (CPU-only processing up to 40% faster, faster image decoding on ARM), with unchanged results.
* Rugnux: `--model` rigid-body refinement runs on the GPU, and the model-validation check is faster and more reliable.
* Rugnux: Improved scaling and merging - error model, outlier rejection, absorption correction and French-Wilson amplitudes now agree more closely with XDS and ctruncate.
* Rugnux: Improved integration - radial background on powder and ice rings, crowded rotation data keep their reflections, and CPU-only builds integrate large unit cells as GPU builds do.
* Rugnux: More robust detector geometry - measured beam centre, X-ray bandwidth and goniometer rate, and geometry refinement accepted only on significant evidence.
* Rugnux: Merged files are written in the standard setting, or in the setting of a reference MTZ, structure-factor mmCIF or model, with its free-R flags.
* Rugnux: Richer report - ice and powder rings, further lattices, superstructure candidates and mosaicity, with warnings worded as prompts to check.
* Rugnux: Clear error messages when a data set needs more GPU or host memory than is available.

Reviewed-on: #83
Co-authored-by: Filip Leonarski <filip.leonarski@psi.ch>

tests/ZSTDCompressorTest.cpp

@@ -229,7 +229,7 @@ TEST_CASE("JFjochZstdCompressor_Frame_ones","[ZSTD]") {
     REQUIRE(memcmp(input_shuffled.data(), output.data(), RAW_MODULE_SIZE * sizeof(uint16_t)) == 0);
 }
 
-TEST_CASE("JFJochCompressor_JFJochDecompressor_ZSTD","[ZSTD]") {
+TEST_CASE("JFJochCompressor_JFJochDecompressor_ZSTD","[ZSTD][portable]") {
     DiffractionExperiment x(DetJF4M());
     x.Compression(CompressionAlgorithm::BSHUF_ZSTD).BitDepthImage(32).PixelSigned(true);
 
@@ -269,7 +269,7 @@ TEST_CASE("JFJochCompressor_DestTooSmall_Throws","[ZSTD]") {
     REQUIRE_NOTHROW(compressor.Compress(big.data(), big.size(), image));
 }
 
-TEST_CASE("JFJochCompressor_JFJochDecompressor_LZ4","[ZSTD]") {
+TEST_CASE("JFJochCompressor_JFJochDecompressor_LZ4","[ZSTD][portable]") {
     DiffractionExperiment x(DetJF4M());
     x.Compression(CompressionAlgorithm::BSHUF_LZ4).BitDepthImage(32).PixelSigned(true);
 
@@ -291,6 +291,34 @@ TEST_CASE("JFJochCompressor_JFJochDecompressor_LZ4","[ZSTD]") {
     REQUIRE(memcmp(image.data(), output.data(), x.GetPixelsNum() * sizeof(int32_t)) == 0);
 }
 
+TEST_CASE("JFJochDecompressBlocks_matches_JFJochDecompress","[ZSTD]") {
+    // An element count that leaves a partial block and a few unshuffled trailing elements.
+    const size_t nelements = 3 * 8192 + 1000 + 5;
+    std::vector<uint32_t> image(nelements);
+    std::mt19937 g(1);
+    std::poisson_distribution<uint32_t> dist(3.0);
+    for (auto &i: image)
+        i = dist(g);
+
+    for (auto algorithm: {CompressionAlgorithm::BSHUF_LZ4, CompressionAlgorithm::BSHUF_ZSTD}) {
+        JFJochBitShuffleCompressor compressor(algorithm);
+        std::vector<char> tmp(nelements * sizeof(uint32_t) * 2 + 12);
+        tmp.resize(compressor.Compress(tmp.data(), tmp.size(), image));
+
+        std::vector<uint32_t> output(nelements, UINT32_MAX);
+        size_t next = 0;
+        JFJochDecompressBlocks(algorithm, reinterpret_cast<const uint8_t *>(tmp.data()), tmp.size(),
+                               nelements, sizeof(uint32_t),
+                               [&](size_t first, const uint8_t *data, size_t n) {
+                                   REQUIRE(first == next);
+                                   memcpy(output.data() + first, data, n * sizeof(uint32_t));
+                                   next = first + n;
+                               });
+        REQUIRE(next == nelements);
+        REQUIRE(output == image);
+    }
+}
+
 TEST_CASE("JFJochDecompressor_None","[ZSTD]") {
     DiffractionExperiment x(DetJF4M());
     x.Compression(CompressionAlgorithm::NO_COMPRESSION).BitDepthImage(32).PixelSigned(true);
@@ -396,7 +424,7 @@ TEST_CASE("ZstdHuff_MaskLike", "[ZSTD]") {
     RequireHuffRoundTrip(image);
 }
 
-TEST_CASE("ZstdHuff_BenchmarkImage", "[ZSTD]") {
+TEST_CASE("ZstdHuff_BenchmarkImage", "[ZSTD][portable]") {
     RegisterHDF5Filter();   // bitshuffle filter, needed to read the compressed benchmark dataset
     HDF5ReadOnlyFile data("../../tests/test_data/compression_benchmark.h5");
     HDF5DataSet dataset(data, "/entry/data/data");